[ 518.316845] env[68786]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68786) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 518.317195] env[68786]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68786) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 518.317332] env[68786]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68786) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 518.317657] env[68786]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 518.413914] env[68786]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68786) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 518.423961] env[68786]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68786) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 518.466831] env[68786]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 519.025078] env[68786]: INFO nova.virt.driver [None req-80a42243-779e-4a03-9581-cc2788744f77 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 519.095796] env[68786]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 519.095944] env[68786]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 519.096061] env[68786]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68786) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 521.992085] env[68786]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-d9ac729d-9dd2-4eea-b1d0-ca4c9bcfb3ad {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.008447] env[68786]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68786) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 522.008574] env[68786]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-ccb916eb-bda4-4b6c-9a09-11de3c1b0b7d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.033929] env[68786]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 81b48. [ 522.034059] env[68786]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.938s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 522.034618] env[68786]: INFO nova.virt.vmwareapi.driver [None req-80a42243-779e-4a03-9581-cc2788744f77 None None] VMware vCenter version: 7.0.3 [ 522.037982] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa99953a-be2e-413b-bf07-5ed9986bcc75 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.054871] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc2cd65-bc14-4a59-81d7-fdcd85e5dc07 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.060617] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db4ada8-b824-4e25-97b7-1b39699a593f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.067526] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a71dc9-0427-45a8-a982-74fdacb837c7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.080889] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50568c2-681d-4b64-a403-87c5456d0542 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.087295] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a7619a-7700-4599-8236-6b64bf452255 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.118685] env[68786]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-7d0396a6-03f3-42b7-9f0a-ce0526f2d38f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.123882] env[68786]: DEBUG nova.virt.vmwareapi.driver [None req-80a42243-779e-4a03-9581-cc2788744f77 None None] Extension org.openstack.compute already exists. {{(pid=68786) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 522.126467] env[68786]: INFO nova.compute.provider_config [None req-80a42243-779e-4a03-9581-cc2788744f77 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 522.630142] env[68786]: DEBUG nova.context [None req-80a42243-779e-4a03-9581-cc2788744f77 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),be87e960-5283-4677-a8c8-872229b014db(cell1) {{(pid=68786) load_cells /opt/stack/nova/nova/context.py:464}} [ 522.632308] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 522.632547] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 522.633259] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 522.633675] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] Acquiring lock "be87e960-5283-4677-a8c8-872229b014db" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 522.633865] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] Lock "be87e960-5283-4677-a8c8-872229b014db" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 522.634894] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] Lock "be87e960-5283-4677-a8c8-872229b014db" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 522.655515] env[68786]: INFO dbcounter [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] Registered counter for database nova_cell0 [ 522.663725] env[68786]: INFO dbcounter [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] Registered counter for database nova_cell1 [ 523.119704] env[68786]: DEBUG oslo_db.sqlalchemy.engines [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68786) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 523.120138] env[68786]: DEBUG oslo_db.sqlalchemy.engines [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68786) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 523.125085] env[68786]: ERROR nova.db.main.api [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 523.125085] env[68786]: result = function(*args, **kwargs) [ 523.125085] env[68786]: File "/opt/stack/nova/nova/utils.py", line 665, in context_wrapper [ 523.125085] env[68786]: return func(*args, **kwargs) [ 523.125085] env[68786]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 523.125085] env[68786]: result = fn(*args, **kwargs) [ 523.125085] env[68786]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 523.125085] env[68786]: return f(*args, **kwargs) [ 523.125085] env[68786]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 523.125085] env[68786]: return db.service_get_minimum_version(context, binaries) [ 523.125085] env[68786]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 523.125085] env[68786]: _check_db_access() [ 523.125085] env[68786]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 523.125085] env[68786]: stacktrace = ''.join(traceback.format_stack()) [ 523.125085] env[68786]: [ 523.126104] env[68786]: ERROR nova.db.main.api [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 523.126104] env[68786]: result = function(*args, **kwargs) [ 523.126104] env[68786]: File "/opt/stack/nova/nova/utils.py", line 665, in context_wrapper [ 523.126104] env[68786]: return func(*args, **kwargs) [ 523.126104] env[68786]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 523.126104] env[68786]: result = fn(*args, **kwargs) [ 523.126104] env[68786]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 523.126104] env[68786]: return f(*args, **kwargs) [ 523.126104] env[68786]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 523.126104] env[68786]: return db.service_get_minimum_version(context, binaries) [ 523.126104] env[68786]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 523.126104] env[68786]: _check_db_access() [ 523.126104] env[68786]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 523.126104] env[68786]: stacktrace = ''.join(traceback.format_stack()) [ 523.126104] env[68786]: [ 523.126534] env[68786]: WARNING nova.objects.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 523.126719] env[68786]: WARNING nova.objects.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] Failed to get minimum service version for cell be87e960-5283-4677-a8c8-872229b014db [ 523.127103] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] Acquiring lock "singleton_lock" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.127264] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] Acquired lock "singleton_lock" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 523.127501] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] Releasing lock "singleton_lock" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 523.127837] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] Full set of CONF: {{(pid=68786) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 523.127984] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ******************************************************************************** {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 523.128127] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] Configuration options gathered from: {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 523.128271] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 523.128464] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 523.128592] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ================================================================================ {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 523.128829] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] allow_resize_to_same_host = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.129020] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] arq_binding_timeout = 300 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.129153] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] backdoor_port = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.129281] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] backdoor_socket = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.129444] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] block_device_allocate_retries = 60 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.129627] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] block_device_allocate_retries_interval = 3 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.129903] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cert = self.pem {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.130094] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.130272] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] compute_monitors = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.130495] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] config_dir = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.130874] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] config_drive_format = iso9660 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.131040] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.131212] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] config_source = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.131385] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] console_host = devstack {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.131552] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] control_exchange = nova {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.131713] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cpu_allocation_ratio = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.131873] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] daemon = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.132051] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] debug = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.132208] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] default_access_ip_network_name = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.132373] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] default_availability_zone = nova {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.132527] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] default_ephemeral_format = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.132686] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] default_green_pool_size = 1000 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.132921] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.133105] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] default_schedule_zone = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.133261] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] disk_allocation_ratio = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.133420] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] enable_new_services = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.133598] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] enabled_apis = ['osapi_compute'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.133762] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] enabled_ssl_apis = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.133924] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] flat_injected = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.134093] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] force_config_drive = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.134251] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] force_raw_images = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.134419] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] graceful_shutdown_timeout = 5 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.134579] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] heal_instance_info_cache_interval = -1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.134806] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] host = cpu-1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.134983] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.135167] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] initial_disk_allocation_ratio = 1.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.135324] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] initial_ram_allocation_ratio = 1.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.135533] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.135695] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] instance_build_timeout = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.135853] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] instance_delete_interval = 300 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.136030] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] instance_format = [instance: %(uuid)s] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.136200] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] instance_name_template = instance-%08x {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.136359] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] instance_usage_audit = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.136525] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] instance_usage_audit_period = month {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.136711] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.136895] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] instances_path = /opt/stack/data/nova/instances {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.137075] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] internal_service_availability_zone = internal {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.137235] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] key = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.137396] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] live_migration_retry_count = 30 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.137564] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] log_color = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.137724] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] log_config_append = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.137890] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.138058] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] log_dir = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.138215] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] log_file = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.138342] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] log_options = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.138500] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] log_rotate_interval = 1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.138664] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] log_rotate_interval_type = days {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.138827] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] log_rotation_type = none {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.138952] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.139087] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.139255] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.139416] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.139541] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.139701] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] long_rpc_timeout = 1800 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.139859] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] max_concurrent_builds = 10 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.140025] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] max_concurrent_live_migrations = 1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.140186] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] max_concurrent_snapshots = 5 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.140338] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] max_local_block_devices = 3 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.140491] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] max_logfile_count = 30 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.140651] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] max_logfile_size_mb = 200 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.140832] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] maximum_instance_delete_attempts = 5 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.141007] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] metadata_listen = 0.0.0.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.141182] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] metadata_listen_port = 8775 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.141348] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] metadata_workers = 2 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.141509] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] migrate_max_retries = -1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.141688] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] mkisofs_cmd = genisoimage {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.141908] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] my_block_storage_ip = 10.180.1.21 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.142052] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] my_ip = 10.180.1.21 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.142257] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.142418] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] network_allocate_retries = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.142593] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.142758] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] osapi_compute_listen = 0.0.0.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.142921] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] osapi_compute_listen_port = 8774 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.143101] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] osapi_compute_unique_server_name_scope = {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.143274] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] osapi_compute_workers = 2 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.143435] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] password_length = 12 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.143593] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] periodic_enable = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.143751] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] periodic_fuzzy_delay = 60 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.143920] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] pointer_model = usbtablet {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.144097] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] preallocate_images = none {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.144262] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] publish_errors = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.144390] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] pybasedir = /opt/stack/nova {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.144546] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ram_allocation_ratio = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.144705] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] rate_limit_burst = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.144873] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] rate_limit_except_level = CRITICAL {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.145040] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] rate_limit_interval = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.145202] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] reboot_timeout = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.145359] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] reclaim_instance_interval = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.145511] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] record = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.145676] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] reimage_timeout_per_gb = 60 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.145846] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] report_interval = 120 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.146014] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] rescue_timeout = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.146180] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] reserved_host_cpus = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.146341] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] reserved_host_disk_mb = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.146500] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] reserved_host_memory_mb = 512 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.146661] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] reserved_huge_pages = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.146821] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] resize_confirm_window = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.146980] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] resize_fs_using_block_device = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.147152] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] resume_guests_state_on_host_boot = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.147321] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.147484] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] rpc_response_timeout = 60 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.147643] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] run_external_periodic_tasks = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.147813] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] running_deleted_instance_action = reap {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.147975] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] running_deleted_instance_poll_interval = 1800 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.148146] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] running_deleted_instance_timeout = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.148307] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] scheduler_instance_sync_interval = 120 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.148473] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] service_down_time = 720 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.148642] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] servicegroup_driver = db {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.148831] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] shell_completion = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.149013] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] shelved_offload_time = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.149186] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] shelved_poll_interval = 3600 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.149355] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] shutdown_timeout = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.149517] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] source_is_ipv6 = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.149675] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ssl_only = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.149930] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.150115] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] sync_power_state_interval = 600 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.150280] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] sync_power_state_pool_size = 1000 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.150447] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] syslog_log_facility = LOG_USER {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.150605] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] tempdir = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.150795] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] timeout_nbd = 10 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.150966] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] transport_url = **** {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.151140] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] update_resources_interval = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.151299] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] use_cow_images = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.151457] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] use_journal = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.151615] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] use_json = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.151772] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] use_rootwrap_daemon = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.151930] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] use_stderr = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.152096] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] use_syslog = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.152254] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vcpu_pin_set = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.152419] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vif_plugging_is_fatal = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.152584] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vif_plugging_timeout = 300 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.152748] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] virt_mkfs = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.152910] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] volume_usage_poll_interval = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.153079] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] watch_log_file = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.153243] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] web = /usr/share/spice-html5 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.153427] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.153592] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.153754] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.153925] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_concurrency.disable_process_locking = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.154228] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.154413] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.154578] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.154748] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.154917] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.155102] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.155290] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api.auth_strategy = keystone {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.155455] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api.compute_link_prefix = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.155631] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.155805] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api.dhcp_domain = novalocal {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.155974] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api.enable_instance_password = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.156149] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api.glance_link_prefix = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.156315] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.156487] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.156649] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api.instance_list_per_project_cells = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.156812] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api.list_records_by_skipping_down_cells = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.156973] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api.local_metadata_per_cell = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.157153] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api.max_limit = 1000 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.157321] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api.metadata_cache_expiration = 15 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.157493] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api.neutron_default_tenant_id = default {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.157663] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api.response_validation = warn {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.157834] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api.use_neutron_default_nets = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.158005] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.158177] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.158344] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.158517] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.158709] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api.vendordata_dynamic_targets = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.158883] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api.vendordata_jsonfile_path = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.159076] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.159274] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.backend = dogpile.cache.memcached {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.159443] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.backend_argument = **** {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.159604] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.backend_expiration_time = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.159771] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.config_prefix = cache.oslo {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.159939] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.dead_timeout = 60.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.160118] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.debug_cache_backend = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.160281] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.enable_retry_client = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.160439] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.enable_socket_keepalive = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.160605] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.enabled = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.160825] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.enforce_fips_mode = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.161047] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.expiration_time = 600 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.161224] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.hashclient_retry_attempts = 2 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.161392] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.hashclient_retry_delay = 1.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.161559] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.memcache_dead_retry = 300 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.161724] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.memcache_password = **** {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.161911] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.162095] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.162261] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.memcache_pool_maxsize = 10 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.162424] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.162583] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.memcache_sasl_enabled = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.162762] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.162928] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.memcache_socket_timeout = 1.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.163100] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.memcache_username = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.163265] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.proxies = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.163427] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.redis_db = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.163584] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.redis_password = **** {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.163752] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.redis_sentinel_service_name = mymaster {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.163927] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.164108] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.redis_server = localhost:6379 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.164277] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.redis_socket_timeout = 1.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.164434] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.redis_username = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.164593] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.retry_attempts = 2 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.164758] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.retry_delay = 0.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.164920] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.socket_keepalive_count = 1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.165092] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.socket_keepalive_idle = 1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.165254] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.socket_keepalive_interval = 1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.165409] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.tls_allowed_ciphers = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.165564] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.tls_cafile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.165718] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.tls_certfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.165878] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.tls_enabled = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.166043] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cache.tls_keyfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.166214] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cinder.auth_section = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.166387] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cinder.auth_type = password {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.166547] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cinder.cafile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.166723] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cinder.catalog_info = volumev3::publicURL {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.166883] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cinder.certfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.167055] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cinder.collect_timing = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.167217] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cinder.cross_az_attach = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.167375] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cinder.debug = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.167530] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cinder.endpoint_template = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.167689] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cinder.http_retries = 3 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.167849] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cinder.insecure = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.168009] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cinder.keyfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.168187] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cinder.os_region_name = RegionOne {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.168350] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cinder.split_loggers = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.168506] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cinder.timeout = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.168693] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.168869] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] compute.cpu_dedicated_set = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.169038] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] compute.cpu_shared_set = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.169206] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] compute.image_type_exclude_list = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.169369] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.169532] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] compute.max_concurrent_disk_ops = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.169693] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] compute.max_disk_devices_to_attach = -1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.169858] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.170037] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.170202] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] compute.resource_provider_association_refresh = 300 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.170363] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.170526] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] compute.shutdown_retry_interval = 10 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.170734] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.170918] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] conductor.workers = 2 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.171111] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] console.allowed_origins = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.171272] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] console.ssl_ciphers = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.171442] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] console.ssl_minimum_version = default {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.171608] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] consoleauth.enforce_session_timeout = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.171783] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] consoleauth.token_ttl = 600 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.171954] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cyborg.cafile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.172127] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cyborg.certfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.172292] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cyborg.collect_timing = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.172452] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cyborg.connect_retries = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.172611] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cyborg.connect_retry_delay = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.172768] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cyborg.endpoint_override = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.172928] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cyborg.insecure = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.173097] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cyborg.keyfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.173259] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cyborg.max_version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.173416] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cyborg.min_version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.173572] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cyborg.region_name = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.173727] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cyborg.retriable_status_codes = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.173885] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cyborg.service_name = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.174064] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cyborg.service_type = accelerator {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.174230] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cyborg.split_loggers = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.174386] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cyborg.status_code_retries = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.174540] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cyborg.status_code_retry_delay = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.174695] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cyborg.timeout = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.174874] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.175042] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] cyborg.version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.175215] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] database.asyncio_connection = **** {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.175375] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] database.asyncio_slave_connection = **** {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.175545] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] database.backend = sqlalchemy {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.175712] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] database.connection = **** {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.175880] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] database.connection_debug = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.176058] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] database.connection_parameters = {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.176226] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] database.connection_recycle_time = 3600 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.176388] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] database.connection_trace = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.176547] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] database.db_inc_retry_interval = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.176712] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] database.db_max_retries = 20 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.176874] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] database.db_max_retry_interval = 10 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.177045] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] database.db_retry_interval = 1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.177254] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] database.max_overflow = 50 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.177451] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] database.max_pool_size = 5 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.177619] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] database.max_retries = 10 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.177791] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.177953] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] database.mysql_wsrep_sync_wait = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.178131] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] database.pool_timeout = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.178296] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] database.retry_interval = 10 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.178457] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] database.slave_connection = **** {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.178617] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] database.sqlite_synchronous = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.178777] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] database.use_db_reconnect = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.178944] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api_database.asyncio_connection = **** {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.179118] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api_database.asyncio_slave_connection = **** {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.179293] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api_database.backend = sqlalchemy {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.179461] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api_database.connection = **** {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.179623] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api_database.connection_debug = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.179790] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api_database.connection_parameters = {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.179954] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api_database.connection_recycle_time = 3600 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.180128] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api_database.connection_trace = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.180291] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api_database.db_inc_retry_interval = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.180452] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api_database.db_max_retries = 20 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.180612] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api_database.db_max_retry_interval = 10 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.180808] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api_database.db_retry_interval = 1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.180978] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api_database.max_overflow = 50 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.181153] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api_database.max_pool_size = 5 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.181312] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api_database.max_retries = 10 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.181479] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.181639] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.181796] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api_database.pool_timeout = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.181957] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api_database.retry_interval = 10 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.182126] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api_database.slave_connection = **** {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.182286] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] api_database.sqlite_synchronous = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.182459] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] devices.enabled_mdev_types = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.182634] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.182803] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ephemeral_storage_encryption.default_format = luks {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.182970] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ephemeral_storage_encryption.enabled = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.183170] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.183344] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.api_servers = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.183506] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.cafile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.183667] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.certfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.183831] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.collect_timing = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.183987] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.connect_retries = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.184159] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.connect_retry_delay = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.184320] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.debug = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.184483] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.default_trusted_certificate_ids = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.184643] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.enable_certificate_validation = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.184803] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.enable_rbd_download = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.184964] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.endpoint_override = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.185141] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.insecure = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.185304] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.keyfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.185461] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.max_version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.185616] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.min_version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.185778] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.num_retries = 3 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.185945] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.rbd_ceph_conf = {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.186118] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.rbd_connect_timeout = 5 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.186287] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.rbd_pool = {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.186451] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.rbd_user = {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.186616] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.region_name = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.186773] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.retriable_status_codes = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.186933] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.service_name = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.187111] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.service_type = image {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.187272] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.split_loggers = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.187431] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.status_code_retries = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.187588] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.status_code_retry_delay = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.187745] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.timeout = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.187929] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.188107] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.verify_glance_signatures = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.188269] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] glance.version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.188433] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] guestfs.debug = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.188621] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] manila.auth_section = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.188820] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] manila.auth_type = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.188988] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] manila.cafile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.189162] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] manila.certfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.189325] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] manila.collect_timing = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.189486] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] manila.connect_retries = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.189644] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] manila.connect_retry_delay = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.189802] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] manila.endpoint_override = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.189965] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] manila.insecure = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.190136] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] manila.keyfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.190296] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] manila.max_version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.190450] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] manila.min_version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.190605] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] manila.region_name = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.190790] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] manila.retriable_status_codes = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.190953] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] manila.service_name = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.191170] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] manila.service_type = shared-file-system {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.191309] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] manila.share_apply_policy_timeout = 10 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.191471] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] manila.split_loggers = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.191633] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] manila.status_code_retries = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.191790] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] manila.status_code_retry_delay = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.191948] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] manila.timeout = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.192144] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.192305] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] manila.version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.192472] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] mks.enabled = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.192821] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.193026] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] image_cache.manager_interval = 2400 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.193203] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] image_cache.precache_concurrency = 1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.193375] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] image_cache.remove_unused_base_images = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.193547] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.193714] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.193890] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] image_cache.subdirectory_name = _base {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.194119] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.api_max_retries = 60 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.194251] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.api_retry_interval = 2 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.194411] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.auth_section = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.194573] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.auth_type = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.194730] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.cafile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.194888] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.certfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.195059] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.collect_timing = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.195227] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.conductor_group = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.195392] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.connect_retries = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.195543] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.connect_retry_delay = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.195703] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.endpoint_override = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.195864] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.insecure = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.196027] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.keyfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.196192] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.max_version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.196350] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.min_version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.196513] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.peer_list = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.196671] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.region_name = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.196831] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.retriable_status_codes = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.196993] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.serial_console_state_timeout = 10 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.197165] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.service_name = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.197336] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.service_type = baremetal {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.197495] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.shard = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.197656] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.split_loggers = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.197815] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.status_code_retries = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.197971] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.status_code_retry_delay = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.198142] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.timeout = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.198322] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.198481] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ironic.version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.198672] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.198865] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] key_manager.fixed_key = **** {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.199059] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.199227] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican.barbican_api_version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.199389] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican.barbican_endpoint = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.199558] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican.barbican_endpoint_type = public {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.199716] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican.barbican_region_name = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.199878] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican.cafile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.200047] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican.certfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.200212] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican.collect_timing = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.200372] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican.insecure = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.200529] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican.keyfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.200711] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican.number_of_retries = 60 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.200891] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican.retry_delay = 1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.201066] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican.send_service_user_token = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.201245] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican.split_loggers = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.201489] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican.timeout = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.201680] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican.verify_ssl = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.201848] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican.verify_ssl_path = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.202026] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican_service_user.auth_section = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.202198] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican_service_user.auth_type = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.202360] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican_service_user.cafile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.202517] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican_service_user.certfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.202681] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican_service_user.collect_timing = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.202843] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican_service_user.insecure = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.202999] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican_service_user.keyfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.203178] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican_service_user.split_loggers = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.203338] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] barbican_service_user.timeout = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.203506] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vault.approle_role_id = **** {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.203667] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vault.approle_secret_id = **** {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.203839] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vault.kv_mountpoint = secret {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.204000] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vault.kv_path = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.204177] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vault.kv_version = 2 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.204338] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vault.namespace = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.204498] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vault.root_token_id = **** {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.204654] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vault.ssl_ca_crt_file = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.204822] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vault.timeout = 60.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.204982] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vault.use_ssl = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.205165] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.205335] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] keystone.cafile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.205496] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] keystone.certfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.205659] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] keystone.collect_timing = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.205821] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] keystone.connect_retries = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.205979] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] keystone.connect_retry_delay = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.206149] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] keystone.endpoint_override = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.206311] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] keystone.insecure = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.206467] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] keystone.keyfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.206623] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] keystone.max_version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.206777] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] keystone.min_version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.206940] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] keystone.region_name = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.207112] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] keystone.retriable_status_codes = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.207271] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] keystone.service_name = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.207439] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] keystone.service_type = identity {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.207599] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] keystone.split_loggers = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.207762] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] keystone.status_code_retries = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.207919] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] keystone.status_code_retry_delay = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.208090] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] keystone.timeout = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.208277] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.208438] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] keystone.version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.208628] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.ceph_mount_options = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.209074] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.209271] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.connection_uri = {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.209440] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.cpu_mode = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.209612] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.cpu_model_extra_flags = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.209817] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.cpu_models = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.210007] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.cpu_power_governor_high = performance {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.210198] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.cpu_power_governor_low = powersave {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.210365] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.cpu_power_management = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.210540] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.210744] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.device_detach_attempts = 8 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.210923] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.device_detach_timeout = 20 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.211111] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.disk_cachemodes = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.211277] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.disk_prefix = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.211447] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.enabled_perf_events = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.211611] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.file_backed_memory = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.211780] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.gid_maps = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.211944] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.hw_disk_discard = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.212152] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.hw_machine_type = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.212326] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.images_rbd_ceph_conf = {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.212491] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.212653] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.212825] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.images_rbd_glance_store_name = {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.212994] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.images_rbd_pool = rbd {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.213182] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.images_type = default {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.213342] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.images_volume_group = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.213504] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.inject_key = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.213666] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.inject_partition = -2 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.213827] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.inject_password = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.213989] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.iscsi_iface = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.214163] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.iser_use_multipath = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.214328] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.live_migration_bandwidth = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.214491] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.214653] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.live_migration_downtime = 500 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.214818] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.214981] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.215154] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.live_migration_inbound_addr = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.215316] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.215475] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.live_migration_permit_post_copy = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.215637] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.live_migration_scheme = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.215808] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.live_migration_timeout_action = abort {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.215970] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.live_migration_tunnelled = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.216143] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.live_migration_uri = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.216307] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.live_migration_with_native_tls = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.216467] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.max_queues = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.216630] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.216860] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.217037] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.nfs_mount_options = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.217340] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.217517] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.217683] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.num_iser_scan_tries = 5 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.217845] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.num_memory_encrypted_guests = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.218014] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.218186] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.num_pcie_ports = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.218351] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.num_volume_scan_tries = 5 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.218517] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.pmem_namespaces = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.218679] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.quobyte_client_cfg = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.218973] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.219165] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.rbd_connect_timeout = 5 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.219333] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.219497] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.219655] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.rbd_secret_uuid = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.219816] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.rbd_user = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.219977] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.220160] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.remote_filesystem_transport = ssh {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.220321] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.rescue_image_id = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.220479] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.rescue_kernel_id = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.220638] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.rescue_ramdisk_id = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.220815] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.220976] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.rx_queue_size = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.221157] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.smbfs_mount_options = {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.221445] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.221616] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.snapshot_compression = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.221789] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.snapshot_image_format = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.222036] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.222211] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.sparse_logical_volumes = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.222374] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.swtpm_enabled = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.222546] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.swtpm_group = tss {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.222714] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.swtpm_user = tss {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.222886] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.sysinfo_serial = unique {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.223058] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.tb_cache_size = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.223222] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.tx_queue_size = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.223389] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.uid_maps = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.223552] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.use_virtio_for_bridges = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.223723] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.virt_type = kvm {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.223895] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.volume_clear = zero {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.224071] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.volume_clear_size = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.224239] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.volume_enforce_multipath = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.224405] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.volume_use_multipath = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.224566] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.vzstorage_cache_path = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.224735] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.224903] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.vzstorage_mount_group = qemu {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.225080] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.vzstorage_mount_opts = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.225251] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.225537] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.225716] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.vzstorage_mount_user = stack {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.225885] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.226069] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.auth_section = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.226246] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.auth_type = password {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.226404] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.cafile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.226562] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.certfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.226720] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.collect_timing = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.226881] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.connect_retries = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.227055] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.connect_retry_delay = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.227230] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.default_floating_pool = public {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.227389] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.endpoint_override = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.227549] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.extension_sync_interval = 600 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.227710] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.http_retries = 3 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.227875] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.insecure = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.228046] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.keyfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.228211] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.max_version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.228379] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.228537] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.min_version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.228705] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.ovs_bridge = br-int {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.228870] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.physnets = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.229050] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.region_name = RegionOne {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.229215] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.retriable_status_codes = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.229383] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.service_metadata_proxy = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.229541] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.service_name = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.229708] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.service_type = network {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.229869] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.split_loggers = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.230038] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.status_code_retries = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.230202] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.status_code_retry_delay = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.230359] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.timeout = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.230539] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.230709] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] neutron.version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.230874] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] notifications.bdms_in_notifications = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.231061] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] notifications.default_level = INFO {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.231229] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] notifications.include_share_mapping = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.231403] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] notifications.notification_format = unversioned {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.231567] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] notifications.notify_on_state_change = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.231743] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.231918] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] pci.alias = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.232102] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] pci.device_spec = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.232272] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] pci.report_in_placement = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.232444] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.auth_section = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.232617] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.auth_type = password {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.232783] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.232943] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.cafile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.233113] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.certfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.233276] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.collect_timing = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.233433] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.connect_retries = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.233589] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.connect_retry_delay = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.233745] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.default_domain_id = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.233901] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.default_domain_name = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.234066] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.domain_id = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.234224] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.domain_name = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.234379] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.endpoint_override = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.234539] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.insecure = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.234692] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.keyfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.234847] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.max_version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.234999] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.min_version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.235179] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.password = **** {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.235335] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.project_domain_id = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.235498] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.project_domain_name = Default {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.235665] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.project_id = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.235838] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.project_name = service {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.236012] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.region_name = RegionOne {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.236181] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.retriable_status_codes = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.236344] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.service_name = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.236513] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.service_type = placement {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.236674] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.split_loggers = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.236834] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.status_code_retries = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.236993] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.status_code_retry_delay = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.237165] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.system_scope = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.237323] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.timeout = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.237480] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.trust_id = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.237635] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.user_domain_id = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.237803] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.user_domain_name = Default {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.237963] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.user_id = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.238149] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.username = nova {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.238331] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.238493] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] placement.version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.238676] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] quota.cores = 20 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.238840] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] quota.count_usage_from_placement = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.239021] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.239197] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] quota.injected_file_content_bytes = 10240 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.239363] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] quota.injected_file_path_length = 255 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.239529] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] quota.injected_files = 5 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.239694] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] quota.instances = 10 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.239860] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] quota.key_pairs = 100 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.240036] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] quota.metadata_items = 128 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.240204] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] quota.ram = 51200 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.240366] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] quota.recheck_quota = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.240533] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] quota.server_group_members = 10 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.240708] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] quota.server_groups = 10 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.240910] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.241094] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] quota.unified_limits_resource_strategy = require {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.241271] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.241438] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.241598] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] scheduler.image_metadata_prefilter = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.241806] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.242020] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] scheduler.max_attempts = 3 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.242228] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] scheduler.max_placement_results = 1000 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.242413] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.242581] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] scheduler.query_placement_for_image_type_support = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.242789] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.242973] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] scheduler.workers = 2 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.243171] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.243344] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.243537] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.243708] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.243876] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.244058] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.244230] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.244422] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.244593] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.host_subset_size = 1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.244758] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.244919] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.245094] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.245263] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.245436] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.245599] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.isolated_hosts = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.245759] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.isolated_images = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.245923] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.246096] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.246262] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.246423] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.pci_in_placement = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.246583] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.246744] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.246907] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.247078] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.247242] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.247401] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.247560] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.track_instance_changes = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.247734] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.247902] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] metrics.required = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.248078] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] metrics.weight_multiplier = 1.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.248244] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.248408] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] metrics.weight_setting = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.248730] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.248910] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] serial_console.enabled = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.249110] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] serial_console.port_range = 10000:20000 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.249284] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.249452] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.249618] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] serial_console.serialproxy_port = 6083 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.249784] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] service_user.auth_section = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.249961] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] service_user.auth_type = password {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.250137] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] service_user.cafile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.250299] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] service_user.certfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.250461] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] service_user.collect_timing = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.250619] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] service_user.insecure = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.250804] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] service_user.keyfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.250980] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] service_user.send_service_user_token = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.251161] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] service_user.split_loggers = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.251323] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] service_user.timeout = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.251496] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] spice.agent_enabled = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.251659] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] spice.enabled = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.251966] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.252181] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.252356] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] spice.html5proxy_port = 6082 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.252519] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] spice.image_compression = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.252678] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] spice.jpeg_compression = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.252838] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] spice.playback_compression = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.252999] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] spice.require_secure = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.253181] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] spice.server_listen = 127.0.0.1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.253349] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.253619] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.253792] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] spice.streaming_mode = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.253954] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] spice.zlib_compression = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.254136] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] upgrade_levels.baseapi = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.254309] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] upgrade_levels.compute = auto {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.254467] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] upgrade_levels.conductor = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.254625] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] upgrade_levels.scheduler = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.254791] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vendordata_dynamic_auth.auth_section = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.254954] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vendordata_dynamic_auth.auth_type = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.255128] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vendordata_dynamic_auth.cafile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.255290] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vendordata_dynamic_auth.certfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.255452] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.255611] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vendordata_dynamic_auth.insecure = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.255769] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vendordata_dynamic_auth.keyfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.255931] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.256102] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vendordata_dynamic_auth.timeout = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.256279] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.api_retry_count = 10 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.256438] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.ca_file = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.256609] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.cache_prefix = devstack-image-cache {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.256774] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.cluster_name = testcl1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.256938] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.connection_pool_size = 10 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.257110] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.console_delay_seconds = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.257281] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.datastore_regex = ^datastore.* {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.257489] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.257663] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.host_password = **** {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.257832] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.host_port = 443 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.257998] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.host_username = administrator@vsphere.local {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.258181] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.insecure = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.258342] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.integration_bridge = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.258507] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.maximum_objects = 100 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.258694] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.pbm_default_policy = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.258865] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.pbm_enabled = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.259034] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.pbm_wsdl_location = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.259212] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.259371] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.serial_port_proxy_uri = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.259528] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.serial_port_service_uri = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.259693] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.task_poll_interval = 0.5 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.259866] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.use_linked_clone = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.260044] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.vnc_keymap = en-us {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.260213] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.vnc_port = 5900 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.260379] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vmware.vnc_port_total = 10000 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.260563] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vnc.auth_schemes = ['none'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.260764] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vnc.enabled = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.261069] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.261260] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.261432] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vnc.novncproxy_port = 6080 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.261615] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vnc.server_listen = 127.0.0.1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.261839] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.261962] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vnc.vencrypt_ca_certs = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.262136] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vnc.vencrypt_client_cert = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.262295] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vnc.vencrypt_client_key = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.262466] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.262630] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] workarounds.disable_deep_image_inspection = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.262790] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.262956] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.263130] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.263291] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] workarounds.disable_rootwrap = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.263450] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] workarounds.enable_numa_live_migration = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.263607] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.263765] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.263926] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.264096] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] workarounds.libvirt_disable_apic = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.264260] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.264422] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.264742] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.264919] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.265095] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.265259] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.265419] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.265581] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.265741] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.265905] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.266098] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.266271] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] wsgi.client_socket_timeout = 900 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.266436] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] wsgi.default_pool_size = 1000 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.266599] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] wsgi.keep_alive = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.266763] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] wsgi.max_header_line = 16384 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.266930] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] wsgi.secure_proxy_ssl_header = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.267101] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] wsgi.ssl_ca_file = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.267263] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] wsgi.ssl_cert_file = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.267423] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] wsgi.ssl_key_file = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.267588] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] wsgi.tcp_keepidle = 600 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.267760] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.267926] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] zvm.ca_file = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.268095] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] zvm.cloud_connector_url = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.268392] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.268583] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] zvm.reachable_timeout = 300 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.268773] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.268957] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.269151] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] profiler.connection_string = messaging:// {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.269325] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] profiler.enabled = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.269497] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] profiler.es_doc_type = notification {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.269663] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] profiler.es_scroll_size = 10000 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.269834] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] profiler.es_scroll_time = 2m {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.269999] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] profiler.filter_error_trace = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.270182] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] profiler.hmac_keys = **** {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.270351] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] profiler.sentinel_service_name = mymaster {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.270517] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] profiler.socket_timeout = 0.1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.270721] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] profiler.trace_requests = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.270873] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] profiler.trace_sqlalchemy = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.271068] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] profiler_jaeger.process_tags = {} {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.271237] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] profiler_jaeger.service_name_prefix = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.271404] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] profiler_otlp.service_name_prefix = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.271583] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] remote_debug.host = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.271754] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] remote_debug.port = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.271933] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.272108] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.272274] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.272434] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.272596] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.272756] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.272919] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.273090] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.273253] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.273420] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.273578] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.273747] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.273918] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.274097] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.274266] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.274436] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.274600] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.274763] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.274936] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.275115] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.275282] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.275449] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.275615] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.275779] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.275945] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.276117] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.276281] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.276444] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.276601] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.276762] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.276923] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.ssl = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.277103] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.277275] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.277435] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.277600] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.277765] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.ssl_version = {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.277924] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.278124] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.278293] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_notifications.retry = -1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.278469] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.278666] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_messaging_notifications.transport_url = **** {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.278850] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.auth_section = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.279033] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.auth_type = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.279199] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.cafile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.279359] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.certfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.279524] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.collect_timing = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.279684] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.connect_retries = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.279844] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.connect_retry_delay = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.280011] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.endpoint_id = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.280194] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.endpoint_interface = publicURL {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.280354] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.endpoint_override = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.280514] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.endpoint_region_name = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.280706] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.endpoint_service_name = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.280870] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.endpoint_service_type = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.281050] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.insecure = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.281215] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.keyfile = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.281374] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.max_version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.281533] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.min_version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.281708] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.region_name = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.281881] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.retriable_status_codes = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.282055] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.service_name = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.282218] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.service_type = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.282382] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.split_loggers = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.282542] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.status_code_retries = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.282705] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.status_code_retry_delay = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.282866] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.timeout = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.283037] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.valid_interfaces = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.283200] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_limit.version = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.283365] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_reports.file_event_handler = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.283534] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.283695] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] oslo_reports.log_dir = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.283866] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.284034] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.284198] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.284364] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.284527] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.284683] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.284853] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.285021] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vif_plug_ovs_privileged.group = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.285187] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.285354] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.285516] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.285675] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] vif_plug_ovs_privileged.user = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.285847] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] os_vif_linux_bridge.flat_interface = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.286037] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.286217] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.286389] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.286561] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.286732] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.286901] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.287075] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.287258] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.287428] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] os_vif_ovs.isolate_vif = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.287596] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.287764] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.287935] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.288117] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] os_vif_ovs.ovsdb_interface = native {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.288282] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] os_vif_ovs.per_port_bridge = False {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.288452] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] privsep_osbrick.capabilities = [21] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.288620] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] privsep_osbrick.group = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.288783] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] privsep_osbrick.helper_command = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.288952] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.289128] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.289288] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] privsep_osbrick.user = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.289458] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.289614] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] nova_sys_admin.group = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.289770] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] nova_sys_admin.helper_command = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.289934] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.290105] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.290263] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] nova_sys_admin.user = None {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.290392] env[68786]: DEBUG oslo_service.backend.eventlet.service [None req-a5974478-5dc7-4a79-bdb7-87cf72b1d84c None None] ******************************************************************************** {{(pid=68786) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 523.290834] env[68786]: INFO nova.service [-] Starting compute node (version 31.0.0) [ 523.794569] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Getting list of instances from cluster (obj){ [ 523.794569] env[68786]: value = "domain-c8" [ 523.794569] env[68786]: _type = "ClusterComputeResource" [ 523.794569] env[68786]: } {{(pid=68786) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 523.795655] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96542bb2-0b20-4ea8-8ad9-5355f7284ab8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.804762] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Got total of 0 instances {{(pid=68786) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 523.805348] env[68786]: WARNING nova.virt.vmwareapi.driver [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 523.805834] env[68786]: INFO nova.virt.node [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Generated node identity 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 [ 523.806072] env[68786]: INFO nova.virt.node [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Wrote node identity 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 to /opt/stack/data/n-cpu-1/compute_id [ 524.309018] env[68786]: WARNING nova.compute.manager [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Compute nodes ['5ef285da-3f8b-4d1d-bb64-f9f1371a9db0'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 525.315386] env[68786]: INFO nova.compute.manager [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 526.321696] env[68786]: WARNING nova.compute.manager [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 526.322067] env[68786]: DEBUG oslo_concurrency.lockutils [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 526.322344] env[68786]: DEBUG oslo_concurrency.lockutils [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 526.322502] env[68786]: DEBUG oslo_concurrency.lockutils [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 526.322663] env[68786]: DEBUG nova.compute.resource_tracker [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68786) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 526.323592] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f0412b-b592-4f29-9fae-bae5b18e538e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.331921] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c3c16c-bb8a-4098-a4b3-48dfffe91c87 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.346171] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc5c6e9-316e-4f34-8259-1e54d79d4c71 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.353850] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8d1082-a7d5-4a84-ade0-06acb9ff8b51 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.381786] env[68786]: DEBUG nova.compute.resource_tracker [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181064MB free_disk=139GB free_vcpus=48 pci_devices=None {{(pid=68786) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 526.381956] env[68786]: DEBUG oslo_concurrency.lockutils [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 526.382180] env[68786]: DEBUG oslo_concurrency.lockutils [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 526.884410] env[68786]: WARNING nova.compute.resource_tracker [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] No compute node record for cpu-1:5ef285da-3f8b-4d1d-bb64-f9f1371a9db0: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 could not be found. [ 527.388350] env[68786]: INFO nova.compute.resource_tracker [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 [ 528.897296] env[68786]: DEBUG nova.compute.resource_tracker [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 528.897689] env[68786]: DEBUG nova.compute.resource_tracker [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 529.057601] env[68786]: INFO nova.scheduler.client.report [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] [req-ee67a9fe-3d67-4aac-87a1-10aecf8c0ebc] Created resource provider record via placement API for resource provider with UUID 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 529.074868] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53023f70-78b9-4bcc-bb20-881099243b47 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.082465] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa483dca-af3a-4f6e-94f1-257557e3d2eb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.112112] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c688b47-a61c-45a6-8c04-73ebf8816338 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.118973] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998aee31-d00c-4d04-a306-241ff6c8adaf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.131817] env[68786]: DEBUG nova.compute.provider_tree [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 529.668629] env[68786]: DEBUG nova.scheduler.client.report [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 529.668967] env[68786]: DEBUG nova.compute.provider_tree [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 0 to 1 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 529.669224] env[68786]: DEBUG nova.compute.provider_tree [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 529.729259] env[68786]: DEBUG nova.compute.provider_tree [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 1 to 2 during operation: update_traits {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 530.233804] env[68786]: DEBUG nova.compute.resource_tracker [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68786) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 530.234233] env[68786]: DEBUG oslo_concurrency.lockutils [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.852s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 530.234233] env[68786]: DEBUG nova.service [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Creating RPC server for service compute {{(pid=68786) start /opt/stack/nova/nova/service.py:186}} [ 530.248984] env[68786]: DEBUG nova.service [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] Join ServiceGroup membership for this service compute {{(pid=68786) start /opt/stack/nova/nova/service.py:203}} [ 530.249198] env[68786]: DEBUG nova.servicegroup.drivers.db [None req-95f9ea4a-207c-45e0-8601-8ffdfd5bd23b None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68786) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 569.768229] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquiring lock "7909859e-eca0-44d6-88a6-4e8e83d73f11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.768533] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "7909859e-eca0-44d6-88a6-4e8e83d73f11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.831015] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquiring lock "48818b97-8f03-42a0-b4ee-3a2616af2173" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.831015] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "48818b97-8f03-42a0-b4ee-3a2616af2173" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.875361] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquiring lock "83e38f03-33af-4ed0-ad82-70dc1e1ca03f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.875682] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "83e38f03-33af-4ed0-ad82-70dc1e1ca03f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.127703] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Acquiring lock "63170e15-86ee-4839-8d1a-c84decf2b1ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.127703] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Lock "63170e15-86ee-4839-8d1a-c84decf2b1ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.272121] env[68786]: DEBUG nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 570.334750] env[68786]: DEBUG nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 570.384302] env[68786]: DEBUG nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 570.628949] env[68786]: DEBUG nova.compute.manager [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 570.824993] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.826741] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.832113] env[68786]: INFO nova.compute.claims [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 570.863315] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.911885] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.983025] env[68786]: DEBUG oslo_concurrency.lockutils [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Acquiring lock "c22d31c2-9d25-498c-b903-ea3a88a81bf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.983483] env[68786]: DEBUG oslo_concurrency.lockutils [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Lock "c22d31c2-9d25-498c-b903-ea3a88a81bf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.161341] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.486952] env[68786]: DEBUG nova.compute.manager [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 571.987054] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f55d3fc-46d7-4cd8-9b83-3a0b5be1c40c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.005026] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57f43df-3d36-4c8e-9141-aaf8664808d7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.041695] env[68786]: DEBUG oslo_concurrency.lockutils [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.045822] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e527d1c-4da4-4fde-bfe6-3d018f0d0aa0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.054440] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe71759-f43a-4e09-bbaa-3ec5766f0f29 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.073220] env[68786]: DEBUG nova.compute.provider_tree [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 572.460793] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "d79e4132-ef9d-4af4-8f21-49e32d620e19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.461064] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "d79e4132-ef9d-4af4-8f21-49e32d620e19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.581122] env[68786]: DEBUG nova.scheduler.client.report [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 572.964745] env[68786]: DEBUG nova.compute.manager [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 573.085561] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 573.086219] env[68786]: DEBUG nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 573.088640] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.226s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.090199] env[68786]: INFO nova.compute.claims [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 573.272723] env[68786]: DEBUG oslo_concurrency.lockutils [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Acquiring lock "2d756688-a54a-4439-9979-7783c8df0c44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.272990] env[68786]: DEBUG oslo_concurrency.lockutils [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Lock "2d756688-a54a-4439-9979-7783c8df0c44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.494217] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.596110] env[68786]: DEBUG nova.compute.utils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 573.597601] env[68786]: DEBUG nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 573.597839] env[68786]: DEBUG nova.network.neutron [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 573.778017] env[68786]: DEBUG nova.compute.manager [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 574.106539] env[68786]: DEBUG nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 574.278788] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9804f9-3571-4706-8499-c20b4ce8db47 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.298316] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298fe6da-1586-4696-8bee-cc225ade26f0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.305575] env[68786]: DEBUG oslo_concurrency.lockutils [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.338017] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33ba63a-69be-4ca2-b100-b819713397ea {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.344764] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b545487-4420-437c-8151-9393f9a80f3c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.365665] env[68786]: DEBUG nova.compute.provider_tree [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 574.395886] env[68786]: DEBUG nova.policy [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa8a676ad32d47cb9191c9d40ae5bfc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb4e6f6965dc4dfc921be27405c6a0d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 574.869713] env[68786]: DEBUG nova.scheduler.client.report [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 575.119371] env[68786]: DEBUG nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 575.143222] env[68786]: DEBUG nova.network.neutron [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Successfully created port: 64356ce4-7b3c-499a-aa7a-75e57e314158 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 575.157680] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 575.157803] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 575.158251] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 575.158599] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 575.158832] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 575.158999] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 575.159239] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 575.159639] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 575.160587] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 575.160587] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 575.160587] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 575.161623] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419ad88d-67de-4727-b17e-b181d0042cda {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.172793] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ede9a5-02dc-4ab3-9d27-91ced627d914 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.190932] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb21cd1-58cc-480e-b10a-dfa3242464bb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.375236] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.375901] env[68786]: DEBUG nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 575.378436] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.467s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.383018] env[68786]: INFO nova.compute.claims [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 575.885105] env[68786]: DEBUG nova.compute.utils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 575.890236] env[68786]: DEBUG nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 575.890236] env[68786]: DEBUG nova.network.neutron [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 575.995250] env[68786]: DEBUG nova.policy [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa8a676ad32d47cb9191c9d40ae5bfc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb4e6f6965dc4dfc921be27405c6a0d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 576.395680] env[68786]: DEBUG nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 576.526210] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5ed579-16fa-483a-a707-1e53bfc2b04f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.528563] env[68786]: DEBUG nova.network.neutron [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Successfully created port: f63ae597-4087-47dd-aa79-b7decfe21a34 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 576.535412] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2e4e5a-b2b1-497a-8162-f6200ed4aca7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.568553] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cc9695-aa99-452e-805c-4262a550de50 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.576566] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333e832c-1bc8-48fc-9f4e-ef2861d2d848 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.590420] env[68786]: DEBUG nova.compute.provider_tree [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 577.094368] env[68786]: DEBUG nova.scheduler.client.report [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 577.406753] env[68786]: DEBUG nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 577.435464] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 577.435706] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 577.435862] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 577.436055] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 577.436570] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 577.436784] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 577.437024] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 577.437397] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 577.437581] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 577.437747] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 577.437920] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 577.442019] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baa2eaa-570d-47d8-b4d9-b8af01954546 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.447820] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aba8ec7-055d-43b2-8f16-93a93e1689a4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.602112] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.602112] env[68786]: DEBUG nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 577.602515] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.441s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.603939] env[68786]: INFO nova.compute.claims [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 577.695784] env[68786]: DEBUG nova.network.neutron [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Successfully updated port: 64356ce4-7b3c-499a-aa7a-75e57e314158 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 577.943117] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Acquiring lock "9ff4bca9-16bd-4609-8671-b42f796caa5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.943374] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Lock "9ff4bca9-16bd-4609-8671-b42f796caa5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.110029] env[68786]: DEBUG nova.compute.utils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 578.115724] env[68786]: DEBUG nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 578.115949] env[68786]: DEBUG nova.network.neutron [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 578.199056] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquiring lock "refresh_cache-7909859e-eca0-44d6-88a6-4e8e83d73f11" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.199243] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquired lock "refresh_cache-7909859e-eca0-44d6-88a6-4e8e83d73f11" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.199398] env[68786]: DEBUG nova.network.neutron [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 578.320964] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Acquiring lock "729ab7d4-6266-4faf-920a-68ce3be6bf84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.320964] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Lock "729ab7d4-6266-4faf-920a-68ce3be6bf84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.348228] env[68786]: DEBUG nova.policy [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa8a676ad32d47cb9191c9d40ae5bfc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb4e6f6965dc4dfc921be27405c6a0d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 578.448567] env[68786]: DEBUG nova.compute.manager [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 578.617220] env[68786]: DEBUG nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 578.629267] env[68786]: DEBUG nova.network.neutron [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Successfully updated port: f63ae597-4087-47dd-aa79-b7decfe21a34 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 578.788374] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6354cb5-8a0f-4eca-9643-5d9db2e92b15 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.795887] env[68786]: DEBUG nova.network.neutron [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 578.805481] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfb1fc1-af7e-48ad-bccc-705930d513a9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.841673] env[68786]: DEBUG nova.compute.manager [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 578.851572] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0b7c2e-07ed-4689-be5b-d8f252aa7744 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.861050] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1830a520-6a47-4a6f-9e1c-1cfabe58eda7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.875302] env[68786]: DEBUG nova.compute.provider_tree [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 578.974145] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.985041] env[68786]: DEBUG nova.network.neutron [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Successfully created port: 6da21dde-0e99-4d2a-9bf9-e2b98d7edd90 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 579.091824] env[68786]: DEBUG nova.network.neutron [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Updating instance_info_cache with network_info: [{"id": "64356ce4-7b3c-499a-aa7a-75e57e314158", "address": "fa:16:3e:30:98:ce", "network": {"id": "1f8b794d-3a77-465c-8807-bb23dcd21b39", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1326824934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4e6f6965dc4dfc921be27405c6a0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64356ce4-7b", "ovs_interfaceid": "64356ce4-7b3c-499a-aa7a-75e57e314158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.098409] env[68786]: DEBUG nova.compute.manager [req-d249d703-c961-423c-8e71-51ffa3398c6a req-3a573bc7-c7bb-4e74-b675-980900c9b8c2 service nova] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Received event network-vif-plugged-64356ce4-7b3c-499a-aa7a-75e57e314158 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 579.098620] env[68786]: DEBUG oslo_concurrency.lockutils [req-d249d703-c961-423c-8e71-51ffa3398c6a req-3a573bc7-c7bb-4e74-b675-980900c9b8c2 service nova] Acquiring lock "7909859e-eca0-44d6-88a6-4e8e83d73f11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.098824] env[68786]: DEBUG oslo_concurrency.lockutils [req-d249d703-c961-423c-8e71-51ffa3398c6a req-3a573bc7-c7bb-4e74-b675-980900c9b8c2 service nova] Lock "7909859e-eca0-44d6-88a6-4e8e83d73f11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.099021] env[68786]: DEBUG oslo_concurrency.lockutils [req-d249d703-c961-423c-8e71-51ffa3398c6a req-3a573bc7-c7bb-4e74-b675-980900c9b8c2 service nova] Lock "7909859e-eca0-44d6-88a6-4e8e83d73f11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.099281] env[68786]: DEBUG nova.compute.manager [req-d249d703-c961-423c-8e71-51ffa3398c6a req-3a573bc7-c7bb-4e74-b675-980900c9b8c2 service nova] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] No waiting events found dispatching network-vif-plugged-64356ce4-7b3c-499a-aa7a-75e57e314158 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 579.099513] env[68786]: WARNING nova.compute.manager [req-d249d703-c961-423c-8e71-51ffa3398c6a req-3a573bc7-c7bb-4e74-b675-980900c9b8c2 service nova] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Received unexpected event network-vif-plugged-64356ce4-7b3c-499a-aa7a-75e57e314158 for instance with vm_state building and task_state spawning. [ 579.132142] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquiring lock "refresh_cache-48818b97-8f03-42a0-b4ee-3a2616af2173" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.132302] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquired lock "refresh_cache-48818b97-8f03-42a0-b4ee-3a2616af2173" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.132450] env[68786]: DEBUG nova.network.neutron [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 579.378122] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.378947] env[68786]: DEBUG nova.scheduler.client.report [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 579.597970] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Releasing lock "refresh_cache-7909859e-eca0-44d6-88a6-4e8e83d73f11" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.598218] env[68786]: DEBUG nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Instance network_info: |[{"id": "64356ce4-7b3c-499a-aa7a-75e57e314158", "address": "fa:16:3e:30:98:ce", "network": {"id": "1f8b794d-3a77-465c-8807-bb23dcd21b39", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1326824934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4e6f6965dc4dfc921be27405c6a0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64356ce4-7b", "ovs_interfaceid": "64356ce4-7b3c-499a-aa7a-75e57e314158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 579.599011] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:98:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ffb921-796a-40fe-9662-d3fc01547dcb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64356ce4-7b3c-499a-aa7a-75e57e314158', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 579.617444] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.618211] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0aeba1b0-9883-4d7e-a7cf-d3a658f8ce2a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.628044] env[68786]: DEBUG nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 579.633771] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Created folder: OpenStack in parent group-v4. [ 579.633991] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Creating folder: Project (fb4e6f6965dc4dfc921be27405c6a0d7). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.636870] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edaede08-73ab-498d-bc24-09009908f679 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.648278] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Created folder: Project (fb4e6f6965dc4dfc921be27405c6a0d7) in parent group-v618484. [ 579.648495] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Creating folder: Instances. Parent ref: group-v618485. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.648745] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27bbb3d1-a28b-4503-bb05-822e7a779fda {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.660931] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Created folder: Instances in parent group-v618485. [ 579.661247] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 579.661445] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 579.661643] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9908861a-4842-4381-b76c-087e1175a21f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.679370] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 579.679618] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 579.679867] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 579.680187] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 579.680311] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 579.680734] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 579.681175] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 579.681376] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 579.681552] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 579.681793] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 579.681979] env[68786]: DEBUG nova.virt.hardware [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 579.682826] env[68786]: DEBUG nova.network.neutron [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 579.685671] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b0e134-d548-4e98-bcee-3f3831959498 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.693268] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 579.693268] env[68786]: value = "task-3090017" [ 579.693268] env[68786]: _type = "Task" [ 579.693268] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.706650] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090017, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.713269] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348b32f5-21a8-4912-9738-7e9a75d4534a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.875653] env[68786]: DEBUG nova.network.neutron [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Updating instance_info_cache with network_info: [{"id": "f63ae597-4087-47dd-aa79-b7decfe21a34", "address": "fa:16:3e:09:b8:95", "network": {"id": "1f8b794d-3a77-465c-8807-bb23dcd21b39", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1326824934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4e6f6965dc4dfc921be27405c6a0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf63ae597-40", "ovs_interfaceid": "f63ae597-4087-47dd-aa79-b7decfe21a34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.889284] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.889853] env[68786]: DEBUG nova.compute.manager [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 579.893053] env[68786]: DEBUG oslo_concurrency.lockutils [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.851s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.894709] env[68786]: INFO nova.compute.claims [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.144721] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Acquiring lock "22c70775-b7eb-4712-b65e-1a71e77c1ba2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.144721] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Lock "22c70775-b7eb-4712-b65e-1a71e77c1ba2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.205037] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090017, 'name': CreateVM_Task, 'duration_secs': 0.342689} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.205214] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 580.215021] env[68786]: DEBUG oslo_vmware.service [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480ee3b8-82f7-4f2c-834c-4b5682bbcc7e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.221905] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.222076] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.222856] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.223131] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa08dc2-f950-4c21-99fe-ad356443a4bd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.230516] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 580.230516] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52da871c-1ee1-994d-96d1-4ed272be0eef" [ 580.230516] env[68786]: _type = "Task" [ 580.230516] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.238928] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52da871c-1ee1-994d-96d1-4ed272be0eef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.381252] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Releasing lock "refresh_cache-48818b97-8f03-42a0-b4ee-3a2616af2173" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.381252] env[68786]: DEBUG nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Instance network_info: |[{"id": "f63ae597-4087-47dd-aa79-b7decfe21a34", "address": "fa:16:3e:09:b8:95", "network": {"id": "1f8b794d-3a77-465c-8807-bb23dcd21b39", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1326824934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4e6f6965dc4dfc921be27405c6a0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf63ae597-40", "ovs_interfaceid": "f63ae597-4087-47dd-aa79-b7decfe21a34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 580.381365] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:b8:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ffb921-796a-40fe-9662-d3fc01547dcb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f63ae597-4087-47dd-aa79-b7decfe21a34', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 580.390728] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 580.391110] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 580.391438] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-301b8b1b-0cc6-419b-bb9d-a87fbb8d1c92 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.415925] env[68786]: DEBUG nova.compute.utils [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 580.420096] env[68786]: DEBUG nova.compute.manager [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 580.420860] env[68786]: DEBUG nova.network.neutron [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 580.428242] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 580.428242] env[68786]: value = "task-3090018" [ 580.428242] env[68786]: _type = "Task" [ 580.428242] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.438645] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090018, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.517450] env[68786]: DEBUG nova.policy [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bb233316400488bbc9c7b57c6d377a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e29a67bbf1844e6b462ef8e98eb009f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 580.648859] env[68786]: DEBUG nova.compute.manager [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.741163] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.741163] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 580.741163] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.741163] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.741985] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 580.742054] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fb10e2c-a3b1-4371-9779-a496dc7355b8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.753832] env[68786]: DEBUG nova.network.neutron [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Successfully updated port: 6da21dde-0e99-4d2a-9bf9-e2b98d7edd90 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 580.755592] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 580.755850] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 580.757286] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6b1556-b7f9-4d09-9344-5c4bcfbdc005 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.765398] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd106cbe-a2f8-4024-a2ba-90df6b2149c6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.775071] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 580.775071] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f30c46-05ea-2351-70e4-8e6e648c17e5" [ 580.775071] env[68786]: _type = "Task" [ 580.775071] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.782939] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f30c46-05ea-2351-70e4-8e6e648c17e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.921598] env[68786]: DEBUG nova.compute.manager [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 580.939158] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090018, 'name': CreateVM_Task, 'duration_secs': 0.375587} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.939158] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 580.940463] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.940625] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.941321] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.941716] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd77f642-f04c-4982-b758-809474b85012 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.947614] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 580.947614] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52137b44-6d78-b974-7233-47ce7d126ae5" [ 580.947614] env[68786]: _type = "Task" [ 580.947614] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.958855] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52137b44-6d78-b974-7233-47ce7d126ae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.128290] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde39667-f6cd-4bfe-bd52-ff0e9d3d49cf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.139647] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62779f90-6040-4326-9f1d-e57648c3466f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.174081] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1df8e0-7c06-4d22-9b7d-a77912133e21 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.184246] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12deccf-9e3d-40f2-8df8-0a4d8f7f273d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.198561] env[68786]: DEBUG nova.compute.provider_tree [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.200651] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.258533] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquiring lock "refresh_cache-83e38f03-33af-4ed0-ad82-70dc1e1ca03f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.258606] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquired lock "refresh_cache-83e38f03-33af-4ed0-ad82-70dc1e1ca03f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.258728] env[68786]: DEBUG nova.network.neutron [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 581.291200] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Preparing fetch location {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 581.291459] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Creating directory with path [datastore2] vmware_temp/52e0dcb5-cc27-48f4-8ca7-b4a7e013acfe/49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 581.291705] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7692fd8-ea13-4b3d-8595-d4c95dff0825 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.315918] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Created directory with path [datastore2] vmware_temp/52e0dcb5-cc27-48f4-8ca7-b4a7e013acfe/49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 581.316137] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Fetch image to [datastore2] vmware_temp/52e0dcb5-cc27-48f4-8ca7-b4a7e013acfe/49297ab8-3c56-4f04-9154-bbe88fc8d703/tmp-sparse.vmdk {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 581.316305] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Downloading image file data 49297ab8-3c56-4f04-9154-bbe88fc8d703 to [datastore2] vmware_temp/52e0dcb5-cc27-48f4-8ca7-b4a7e013acfe/49297ab8-3c56-4f04-9154-bbe88fc8d703/tmp-sparse.vmdk on the data store datastore2 {{(pid=68786) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 581.317146] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307709ae-d9f2-4ad7-a0ea-a78a0d5999b4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.327062] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856679f9-d70d-4a84-8248-ff96c4901283 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.338163] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e211163d-e232-498f-a274-d20bac7c653c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.372952] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f988886-a67b-493a-82fe-d249595ab652 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.380263] env[68786]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-1a7ba46a-9b54-4814-bf19-a348dc439e8a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.461307] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.461864] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 581.462244] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.468333] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Downloading image file data 49297ab8-3c56-4f04-9154-bbe88fc8d703 to the data store datastore2 {{(pid=68786) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 581.546255] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/52e0dcb5-cc27-48f4-8ca7-b4a7e013acfe/49297ab8-3c56-4f04-9154-bbe88fc8d703/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68786) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 581.702837] env[68786]: DEBUG nova.scheduler.client.report [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 581.716512] env[68786]: DEBUG nova.network.neutron [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Successfully created port: 38706872-cdf3-4cd9-8851-907f04b82553 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 581.934133] env[68786]: DEBUG nova.compute.manager [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 581.971737] env[68786]: DEBUG nova.virt.hardware [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 581.972084] env[68786]: DEBUG nova.virt.hardware [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.972164] env[68786]: DEBUG nova.virt.hardware [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.974223] env[68786]: DEBUG nova.virt.hardware [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.974223] env[68786]: DEBUG nova.virt.hardware [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.974223] env[68786]: DEBUG nova.virt.hardware [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 581.974223] env[68786]: DEBUG nova.virt.hardware [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 581.974223] env[68786]: DEBUG nova.virt.hardware [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 581.974531] env[68786]: DEBUG nova.virt.hardware [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 581.974531] env[68786]: DEBUG nova.virt.hardware [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 581.974531] env[68786]: DEBUG nova.virt.hardware [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 581.974531] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44836c8a-9a67-4b95-be4f-9b726fd5a24b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.985529] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86a3cf3-65ee-4e01-bc66-2a8e2e3a703c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.994393] env[68786]: DEBUG nova.network.neutron [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 582.015660] env[68786]: DEBUG nova.compute.manager [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Received event network-changed-64356ce4-7b3c-499a-aa7a-75e57e314158 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 582.015895] env[68786]: DEBUG nova.compute.manager [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Refreshing instance network info cache due to event network-changed-64356ce4-7b3c-499a-aa7a-75e57e314158. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 582.016133] env[68786]: DEBUG oslo_concurrency.lockutils [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] Acquiring lock "refresh_cache-7909859e-eca0-44d6-88a6-4e8e83d73f11" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.016286] env[68786]: DEBUG oslo_concurrency.lockutils [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] Acquired lock "refresh_cache-7909859e-eca0-44d6-88a6-4e8e83d73f11" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.016492] env[68786]: DEBUG nova.network.neutron [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Refreshing network info cache for port 64356ce4-7b3c-499a-aa7a-75e57e314158 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 582.213567] env[68786]: DEBUG oslo_concurrency.lockutils [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.214480] env[68786]: DEBUG nova.compute.manager [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 582.222352] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.727s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.223127] env[68786]: INFO nova.compute.claims [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 582.247989] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Completed reading data from the image iterator. {{(pid=68786) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 582.248345] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/52e0dcb5-cc27-48f4-8ca7-b4a7e013acfe/49297ab8-3c56-4f04-9154-bbe88fc8d703/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68786) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 582.389290] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Downloaded image file data 49297ab8-3c56-4f04-9154-bbe88fc8d703 to vmware_temp/52e0dcb5-cc27-48f4-8ca7-b4a7e013acfe/49297ab8-3c56-4f04-9154-bbe88fc8d703/tmp-sparse.vmdk on the data store datastore2 {{(pid=68786) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 582.392209] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Caching image {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 582.392486] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Copying Virtual Disk [datastore2] vmware_temp/52e0dcb5-cc27-48f4-8ca7-b4a7e013acfe/49297ab8-3c56-4f04-9154-bbe88fc8d703/tmp-sparse.vmdk to [datastore2] vmware_temp/52e0dcb5-cc27-48f4-8ca7-b4a7e013acfe/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 582.392882] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22bfb71d-cfbe-4894-913e-b51f803bc5dc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.403448] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 582.403448] env[68786]: value = "task-3090019" [ 582.403448] env[68786]: _type = "Task" [ 582.403448] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.413877] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.558906] env[68786]: DEBUG nova.network.neutron [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Updating instance_info_cache with network_info: [{"id": "6da21dde-0e99-4d2a-9bf9-e2b98d7edd90", "address": "fa:16:3e:48:4f:77", "network": {"id": "1f8b794d-3a77-465c-8807-bb23dcd21b39", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1326824934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4e6f6965dc4dfc921be27405c6a0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6da21dde-0e", "ovs_interfaceid": "6da21dde-0e99-4d2a-9bf9-e2b98d7edd90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.731138] env[68786]: DEBUG nova.compute.utils [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 582.741877] env[68786]: DEBUG nova.compute.manager [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Not allocating networking since 'none' was specified. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 582.916139] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090019, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.061982] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Releasing lock "refresh_cache-83e38f03-33af-4ed0-ad82-70dc1e1ca03f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.063082] env[68786]: DEBUG nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Instance network_info: |[{"id": "6da21dde-0e99-4d2a-9bf9-e2b98d7edd90", "address": "fa:16:3e:48:4f:77", "network": {"id": "1f8b794d-3a77-465c-8807-bb23dcd21b39", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1326824934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4e6f6965dc4dfc921be27405c6a0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6da21dde-0e", "ovs_interfaceid": "6da21dde-0e99-4d2a-9bf9-e2b98d7edd90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 583.064634] env[68786]: DEBUG nova.network.neutron [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Updated VIF entry in instance network info cache for port 64356ce4-7b3c-499a-aa7a-75e57e314158. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 583.065056] env[68786]: DEBUG nova.network.neutron [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Updating instance_info_cache with network_info: [{"id": "64356ce4-7b3c-499a-aa7a-75e57e314158", "address": "fa:16:3e:30:98:ce", "network": {"id": "1f8b794d-3a77-465c-8807-bb23dcd21b39", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1326824934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4e6f6965dc4dfc921be27405c6a0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64356ce4-7b", "ovs_interfaceid": "64356ce4-7b3c-499a-aa7a-75e57e314158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.067780] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:4f:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ffb921-796a-40fe-9662-d3fc01547dcb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6da21dde-0e99-4d2a-9bf9-e2b98d7edd90', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 583.087357] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 583.087616] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 583.087958] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe687411-4b48-4a03-a6af-92d8d2f2e4e1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.118868] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 583.118868] env[68786]: value = "task-3090020" [ 583.118868] env[68786]: _type = "Task" [ 583.118868] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.128951] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090020, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.246175] env[68786]: DEBUG nova.compute.manager [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 583.419543] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730235} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.419871] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Copied Virtual Disk [datastore2] vmware_temp/52e0dcb5-cc27-48f4-8ca7-b4a7e013acfe/49297ab8-3c56-4f04-9154-bbe88fc8d703/tmp-sparse.vmdk to [datastore2] vmware_temp/52e0dcb5-cc27-48f4-8ca7-b4a7e013acfe/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 583.420319] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Deleting the datastore file [datastore2] vmware_temp/52e0dcb5-cc27-48f4-8ca7-b4a7e013acfe/49297ab8-3c56-4f04-9154-bbe88fc8d703/tmp-sparse.vmdk {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 583.422865] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63d528f2-2667-4585-b79a-684ad4eb5939 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.427771] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 583.427771] env[68786]: value = "task-3090021" [ 583.427771] env[68786]: _type = "Task" [ 583.427771] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.436958] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.540522] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb559ef-da44-4db2-99a3-b8e1689a2a4d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.551991] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808f572d-e20a-43c1-b65f-2b172fb0011a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.587051] env[68786]: DEBUG oslo_concurrency.lockutils [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] Releasing lock "refresh_cache-7909859e-eca0-44d6-88a6-4e8e83d73f11" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.587331] env[68786]: DEBUG nova.compute.manager [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Received event network-vif-plugged-f63ae597-4087-47dd-aa79-b7decfe21a34 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 583.587550] env[68786]: DEBUG oslo_concurrency.lockutils [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] Acquiring lock "48818b97-8f03-42a0-b4ee-3a2616af2173-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.588339] env[68786]: DEBUG oslo_concurrency.lockutils [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] Lock "48818b97-8f03-42a0-b4ee-3a2616af2173-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.588339] env[68786]: DEBUG oslo_concurrency.lockutils [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] Lock "48818b97-8f03-42a0-b4ee-3a2616af2173-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.588339] env[68786]: DEBUG nova.compute.manager [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] No waiting events found dispatching network-vif-plugged-f63ae597-4087-47dd-aa79-b7decfe21a34 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 583.588339] env[68786]: WARNING nova.compute.manager [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Received unexpected event network-vif-plugged-f63ae597-4087-47dd-aa79-b7decfe21a34 for instance with vm_state building and task_state spawning. [ 583.588466] env[68786]: DEBUG nova.compute.manager [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Received event network-changed-f63ae597-4087-47dd-aa79-b7decfe21a34 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 583.589026] env[68786]: DEBUG nova.compute.manager [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Refreshing instance network info cache due to event network-changed-f63ae597-4087-47dd-aa79-b7decfe21a34. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 583.589026] env[68786]: DEBUG oslo_concurrency.lockutils [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] Acquiring lock "refresh_cache-48818b97-8f03-42a0-b4ee-3a2616af2173" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.589026] env[68786]: DEBUG oslo_concurrency.lockutils [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] Acquired lock "refresh_cache-48818b97-8f03-42a0-b4ee-3a2616af2173" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.589026] env[68786]: DEBUG nova.network.neutron [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Refreshing network info cache for port f63ae597-4087-47dd-aa79-b7decfe21a34 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 583.592253] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d65705-e132-4a1a-9229-b2d3a70d20a9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.601374] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e406defa-e5e8-4a2e-a04f-a973fd4d381c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.619708] env[68786]: DEBUG nova.compute.provider_tree [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.630368] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090020, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.939290] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025695} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.939667] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 583.939807] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Moving file from [datastore2] vmware_temp/52e0dcb5-cc27-48f4-8ca7-b4a7e013acfe/49297ab8-3c56-4f04-9154-bbe88fc8d703 to [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703. {{(pid=68786) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 583.940022] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-da83e2b0-97b7-41bc-8a33-6d8486a0efdd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.946665] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 583.946665] env[68786]: value = "task-3090022" [ 583.946665] env[68786]: _type = "Task" [ 583.946665] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.957310] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090022, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.122705] env[68786]: DEBUG nova.scheduler.client.report [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 584.137399] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090020, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.251865] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.251865] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.251993] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.252237] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.252457] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.253416] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.253416] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._sync_power_states {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.260468] env[68786]: DEBUG nova.compute.manager [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 584.295891] env[68786]: DEBUG nova.virt.hardware [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 584.296722] env[68786]: DEBUG nova.virt.hardware [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 584.296722] env[68786]: DEBUG nova.virt.hardware [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 584.296900] env[68786]: DEBUG nova.virt.hardware [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 584.296954] env[68786]: DEBUG nova.virt.hardware [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 584.297111] env[68786]: DEBUG nova.virt.hardware [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 584.297357] env[68786]: DEBUG nova.virt.hardware [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 584.297478] env[68786]: DEBUG nova.virt.hardware [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 584.297791] env[68786]: DEBUG nova.virt.hardware [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 584.297826] env[68786]: DEBUG nova.virt.hardware [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 584.297986] env[68786]: DEBUG nova.virt.hardware [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 584.298837] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e17102-e377-455b-bbf5-dde5a4c6cdb2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.307962] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a54853c-c640-45be-9e7b-bd8894c0c8d3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.324036] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Instance VIF info [] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 584.329958] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Creating folder: Project (2ef46f203bdd42ac839e6067e2dcb86d). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.332739] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b75e8e80-0698-42c6-bf75-357fde893d4f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.344961] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Created folder: Project (2ef46f203bdd42ac839e6067e2dcb86d) in parent group-v618484. [ 584.345074] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Creating folder: Instances. Parent ref: group-v618490. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.345280] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ce23322-fc4b-4349-8e2c-fde6a65eba67 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.356863] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Created folder: Instances in parent group-v618490. [ 584.356863] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 584.357018] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 584.357217] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-297ff94f-18c5-4a23-9cd7-c47b41ea1987 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.376148] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 584.376148] env[68786]: value = "task-3090025" [ 584.376148] env[68786]: _type = "Task" [ 584.376148] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.389817] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090025, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.457016] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090022, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025651} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.457342] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] File moved {{(pid=68786) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 584.457538] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Cleaning up location [datastore2] vmware_temp/52e0dcb5-cc27-48f4-8ca7-b4a7e013acfe {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 584.457794] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Deleting the datastore file [datastore2] vmware_temp/52e0dcb5-cc27-48f4-8ca7-b4a7e013acfe {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 584.458016] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07bd0342-fc66-445e-9c24-b30643cc9b4e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.466892] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 584.466892] env[68786]: value = "task-3090026" [ 584.466892] env[68786]: _type = "Task" [ 584.466892] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.475989] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.631895] env[68786]: DEBUG nova.network.neutron [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Updated VIF entry in instance network info cache for port f63ae597-4087-47dd-aa79-b7decfe21a34. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 584.631895] env[68786]: DEBUG nova.network.neutron [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Updating instance_info_cache with network_info: [{"id": "f63ae597-4087-47dd-aa79-b7decfe21a34", "address": "fa:16:3e:09:b8:95", "network": {"id": "1f8b794d-3a77-465c-8807-bb23dcd21b39", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1326824934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4e6f6965dc4dfc921be27405c6a0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf63ae597-40", "ovs_interfaceid": "f63ae597-4087-47dd-aa79-b7decfe21a34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.633559] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.634045] env[68786]: DEBUG nova.compute.manager [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 584.640486] env[68786]: DEBUG oslo_concurrency.lockutils [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.335s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.642196] env[68786]: INFO nova.compute.claims [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.644552] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090020, 'name': CreateVM_Task, 'duration_secs': 1.31074} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.645095] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 584.645889] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.646079] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.646672] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.646672] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f30e32e-b6cf-4b21-93ce-4b6bf1c4f175 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.653068] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 584.653068] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]521eb929-10bb-5e39-ca2d-3a929b1fc725" [ 584.653068] env[68786]: _type = "Task" [ 584.653068] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.661879] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]521eb929-10bb-5e39-ca2d-3a929b1fc725, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.720249] env[68786]: DEBUG nova.network.neutron [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Successfully updated port: 38706872-cdf3-4cd9-8851-907f04b82553 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 584.760189] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Getting list of instances from cluster (obj){ [ 584.760189] env[68786]: value = "domain-c8" [ 584.760189] env[68786]: _type = "ClusterComputeResource" [ 584.760189] env[68786]: } {{(pid=68786) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 584.761755] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d253849-ea94-4616-8a3b-616eeb304ff7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.776207] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Got total of 4 instances {{(pid=68786) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 584.776676] env[68786]: WARNING nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] While synchronizing instance power states, found 6 instances in the database and 4 instances on the hypervisor. [ 584.776676] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Triggering sync for uuid 7909859e-eca0-44d6-88a6-4e8e83d73f11 {{(pid=68786) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 584.776852] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Triggering sync for uuid 48818b97-8f03-42a0-b4ee-3a2616af2173 {{(pid=68786) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 584.776852] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Triggering sync for uuid 83e38f03-33af-4ed0-ad82-70dc1e1ca03f {{(pid=68786) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 584.777058] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Triggering sync for uuid 63170e15-86ee-4839-8d1a-c84decf2b1ec {{(pid=68786) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 584.777213] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Triggering sync for uuid c22d31c2-9d25-498c-b903-ea3a88a81bf2 {{(pid=68786) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 584.777526] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Triggering sync for uuid d79e4132-ef9d-4af4-8f21-49e32d620e19 {{(pid=68786) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 584.778406] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "7909859e-eca0-44d6-88a6-4e8e83d73f11" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.778917] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "48818b97-8f03-42a0-b4ee-3a2616af2173" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.778917] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "83e38f03-33af-4ed0-ad82-70dc1e1ca03f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.779213] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "63170e15-86ee-4839-8d1a-c84decf2b1ec" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.779552] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "c22d31c2-9d25-498c-b903-ea3a88a81bf2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.779771] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "d79e4132-ef9d-4af4-8f21-49e32d620e19" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.780636] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.781229] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68786) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 584.781229] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager.update_available_resource {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.887720] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090025, 'name': CreateVM_Task, 'duration_secs': 0.323729} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.887720] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 584.888668] env[68786]: DEBUG oslo_vmware.service [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bce66b8-7984-4f0f-9dee-bdf78593d144 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.897018] env[68786]: DEBUG oslo_concurrency.lockutils [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.897018] env[68786]: DEBUG oslo_concurrency.lockutils [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.897018] env[68786]: DEBUG oslo_concurrency.lockutils [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.897018] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c62849b-6d70-43c2-bf2f-18abfb05cc7d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.900867] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for the task: (returnval){ [ 584.900867] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]524da68c-0e64-aaf6-f695-07872f3d5ada" [ 584.900867] env[68786]: _type = "Task" [ 584.900867] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.912482] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524da68c-0e64-aaf6-f695-07872f3d5ada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.980193] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025008} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.981031] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 584.981598] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8808f8ae-c695-4f63-b412-30a00a264457 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.988602] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 584.988602] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]528ba6a9-096e-b465-a8a6-2acac9e67527" [ 584.988602] env[68786]: _type = "Task" [ 584.988602] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.002187] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]528ba6a9-096e-b465-a8a6-2acac9e67527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.140797] env[68786]: DEBUG oslo_concurrency.lockutils [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] Releasing lock "refresh_cache-48818b97-8f03-42a0-b4ee-3a2616af2173" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.140797] env[68786]: DEBUG nova.compute.manager [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Received event network-vif-plugged-6da21dde-0e99-4d2a-9bf9-e2b98d7edd90 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 585.140797] env[68786]: DEBUG oslo_concurrency.lockutils [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] Acquiring lock "83e38f03-33af-4ed0-ad82-70dc1e1ca03f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.140797] env[68786]: DEBUG oslo_concurrency.lockutils [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] Lock "83e38f03-33af-4ed0-ad82-70dc1e1ca03f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.140797] env[68786]: DEBUG oslo_concurrency.lockutils [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] Lock "83e38f03-33af-4ed0-ad82-70dc1e1ca03f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.141149] env[68786]: DEBUG nova.compute.manager [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] No waiting events found dispatching network-vif-plugged-6da21dde-0e99-4d2a-9bf9-e2b98d7edd90 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 585.141149] env[68786]: WARNING nova.compute.manager [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Received unexpected event network-vif-plugged-6da21dde-0e99-4d2a-9bf9-e2b98d7edd90 for instance with vm_state building and task_state spawning. [ 585.141149] env[68786]: DEBUG nova.compute.manager [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Received event network-changed-6da21dde-0e99-4d2a-9bf9-e2b98d7edd90 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 585.141149] env[68786]: DEBUG nova.compute.manager [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Refreshing instance network info cache due to event network-changed-6da21dde-0e99-4d2a-9bf9-e2b98d7edd90. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 585.141149] env[68786]: DEBUG oslo_concurrency.lockutils [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] Acquiring lock "refresh_cache-83e38f03-33af-4ed0-ad82-70dc1e1ca03f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.141315] env[68786]: DEBUG oslo_concurrency.lockutils [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] Acquired lock "refresh_cache-83e38f03-33af-4ed0-ad82-70dc1e1ca03f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.141315] env[68786]: DEBUG nova.network.neutron [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Refreshing network info cache for port 6da21dde-0e99-4d2a-9bf9-e2b98d7edd90 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 585.149774] env[68786]: DEBUG nova.compute.utils [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 585.150894] env[68786]: DEBUG nova.compute.manager [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 585.151315] env[68786]: DEBUG nova.network.neutron [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 585.168936] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]521eb929-10bb-5e39-ca2d-3a929b1fc725, 'name': SearchDatastore_Task, 'duration_secs': 0.010158} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.168936] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.168936] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 585.168936] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.223500] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Acquiring lock "refresh_cache-63170e15-86ee-4839-8d1a-c84decf2b1ec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.224391] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Acquired lock "refresh_cache-63170e15-86ee-4839-8d1a-c84decf2b1ec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.224391] env[68786]: DEBUG nova.network.neutron [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 585.250495] env[68786]: DEBUG nova.policy [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14d94645d20b4a63bb6973778de552cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c7059e9877847009834a094d3f41657', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 585.283659] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.413094] env[68786]: DEBUG oslo_concurrency.lockutils [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.413477] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 585.413558] env[68786]: DEBUG oslo_concurrency.lockutils [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.413702] env[68786]: DEBUG oslo_concurrency.lockutils [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.414049] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 585.414116] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4e67b56-a834-4ba5-bb45-c633ebec6b22 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.425032] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.425032] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 585.425958] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4ec2c7-f5eb-4e9c-a024-d023a67b0261 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.436920] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33e80a7a-6b16-4645-8d71-5db49c936bc1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.443757] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for the task: (returnval){ [ 585.443757] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ec53a8-14b4-fa1d-0923-4950eb9cd98a" [ 585.443757] env[68786]: _type = "Task" [ 585.443757] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.451027] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ec53a8-14b4-fa1d-0923-4950eb9cd98a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.502248] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]528ba6a9-096e-b465-a8a6-2acac9e67527, 'name': SearchDatastore_Task, 'duration_secs': 0.011425} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.502248] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.502248] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 7909859e-eca0-44d6-88a6-4e8e83d73f11/7909859e-eca0-44d6-88a6-4e8e83d73f11.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 585.502248] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.502397] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 585.502511] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8ee83b6-e899-4227-b6f1-61919ed6532b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.505235] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fbb6c57-5453-4c6f-9c21-f821a7618cf7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.514660] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 585.514660] env[68786]: value = "task-3090027" [ 585.514660] env[68786]: _type = "Task" [ 585.514660] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.515716] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.516060] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 585.520469] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4100b37d-5f45-45c2-8b46-075aa1837528 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.528520] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.532024] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 585.532024] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52866aec-e227-a144-ed40-0b672b8f282f" [ 585.532024] env[68786]: _type = "Task" [ 585.532024] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.539285] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52866aec-e227-a144-ed40-0b672b8f282f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.654576] env[68786]: DEBUG nova.compute.manager [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 585.823411] env[68786]: DEBUG nova.network.neutron [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 585.906299] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Acquiring lock "51056aca-0003-4ff9-b34f-8ee6fd900591" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.906299] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Lock "51056aca-0003-4ff9-b34f-8ee6fd900591" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.919012] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58c2ce0-638e-4107-811b-1364e422af8b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.936593] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d717a9-6e7b-4b71-a798-78bdfb9d93a3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.974349] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9eccde1-c718-408b-8c26-5d165f7554a4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.992502] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874d10f2-d51c-40fd-b180-1d2995f81285 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.999233] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Preparing fetch location {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 585.999512] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Creating directory with path [datastore1] vmware_temp/7434cda3-eff6-46b9-ad1b-426835ae226d/49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.000294] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c471e07-441c-4162-a2d4-e8dc9385ed60 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.013063] env[68786]: DEBUG nova.compute.provider_tree [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.023148] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090027, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.032839] env[68786]: DEBUG nova.compute.manager [req-9bc29af1-9cb6-4485-8e07-9804e577b591 req-445ef586-e153-4039-a557-83626c0d1634 service nova] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Received event network-vif-plugged-38706872-cdf3-4cd9-8851-907f04b82553 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 586.033169] env[68786]: DEBUG oslo_concurrency.lockutils [req-9bc29af1-9cb6-4485-8e07-9804e577b591 req-445ef586-e153-4039-a557-83626c0d1634 service nova] Acquiring lock "63170e15-86ee-4839-8d1a-c84decf2b1ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.033466] env[68786]: DEBUG oslo_concurrency.lockutils [req-9bc29af1-9cb6-4485-8e07-9804e577b591 req-445ef586-e153-4039-a557-83626c0d1634 service nova] Lock "63170e15-86ee-4839-8d1a-c84decf2b1ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.033660] env[68786]: DEBUG oslo_concurrency.lockutils [req-9bc29af1-9cb6-4485-8e07-9804e577b591 req-445ef586-e153-4039-a557-83626c0d1634 service nova] Lock "63170e15-86ee-4839-8d1a-c84decf2b1ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.033908] env[68786]: DEBUG nova.compute.manager [req-9bc29af1-9cb6-4485-8e07-9804e577b591 req-445ef586-e153-4039-a557-83626c0d1634 service nova] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] No waiting events found dispatching network-vif-plugged-38706872-cdf3-4cd9-8851-907f04b82553 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 586.034140] env[68786]: WARNING nova.compute.manager [req-9bc29af1-9cb6-4485-8e07-9804e577b591 req-445ef586-e153-4039-a557-83626c0d1634 service nova] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Received unexpected event network-vif-plugged-38706872-cdf3-4cd9-8851-907f04b82553 for instance with vm_state building and task_state spawning. [ 586.046126] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52866aec-e227-a144-ed40-0b672b8f282f, 'name': SearchDatastore_Task, 'duration_secs': 0.018066} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.048027] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Created directory with path [datastore1] vmware_temp/7434cda3-eff6-46b9-ad1b-426835ae226d/49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.050930] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Fetch image to [datastore1] vmware_temp/7434cda3-eff6-46b9-ad1b-426835ae226d/49297ab8-3c56-4f04-9154-bbe88fc8d703/tmp-sparse.vmdk {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 586.050930] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Downloading image file data 49297ab8-3c56-4f04-9154-bbe88fc8d703 to [datastore1] vmware_temp/7434cda3-eff6-46b9-ad1b-426835ae226d/49297ab8-3c56-4f04-9154-bbe88fc8d703/tmp-sparse.vmdk on the data store datastore1 {{(pid=68786) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 586.050930] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88e714fd-7426-414d-a78d-1301a13db67d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.054080] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a5682a-5545-4e33-aaf7-22edd35c7597 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.058369] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 586.058369] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52198340-d97f-4714-289e-e379850c34f8" [ 586.058369] env[68786]: _type = "Task" [ 586.058369] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.074093] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2636e43-f427-4091-b30c-c1581f826b44 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.083262] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52198340-d97f-4714-289e-e379850c34f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.089665] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4e2b61-1310-489c-a69e-703fef17ec47 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.126801] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d757828-84c1-4b42-882a-4826699597ae {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.131496] env[68786]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-9d62f785-dfb5-45f0-976c-92de409cbe2b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.168160] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Downloading image file data 49297ab8-3c56-4f04-9154-bbe88fc8d703 to the data store datastore1 {{(pid=68786) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 586.235579] env[68786]: DEBUG oslo_vmware.rw_handles [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7434cda3-eff6-46b9-ad1b-426835ae226d/49297ab8-3c56-4f04-9154-bbe88fc8d703/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68786) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 586.300632] env[68786]: DEBUG nova.network.neutron [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Updated VIF entry in instance network info cache for port 6da21dde-0e99-4d2a-9bf9-e2b98d7edd90. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 586.304019] env[68786]: DEBUG nova.network.neutron [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Updating instance_info_cache with network_info: [{"id": "6da21dde-0e99-4d2a-9bf9-e2b98d7edd90", "address": "fa:16:3e:48:4f:77", "network": {"id": "1f8b794d-3a77-465c-8807-bb23dcd21b39", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1326824934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4e6f6965dc4dfc921be27405c6a0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6da21dde-0e", "ovs_interfaceid": "6da21dde-0e99-4d2a-9bf9-e2b98d7edd90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.516123] env[68786]: DEBUG nova.scheduler.client.report [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.532073] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602266} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.532349] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 7909859e-eca0-44d6-88a6-4e8e83d73f11/7909859e-eca0-44d6-88a6-4e8e83d73f11.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 586.532650] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 586.532807] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69d2cbe5-1dcf-4e18-a69f-90ccd565aa39 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.542218] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 586.542218] env[68786]: value = "task-3090028" [ 586.542218] env[68786]: _type = "Task" [ 586.542218] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.549519] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.556458] env[68786]: DEBUG nova.network.neutron [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Successfully created port: 32e16c09-f527-4481-ba95-ec169bfcd4d6 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 586.581713] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52198340-d97f-4714-289e-e379850c34f8, 'name': SearchDatastore_Task, 'duration_secs': 0.040528} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.581713] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.581871] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 48818b97-8f03-42a0-b4ee-3a2616af2173/48818b97-8f03-42a0-b4ee-3a2616af2173.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 586.582270] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.582488] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.582815] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a19ac5c-5d40-4b38-9271-bed0ef6934f3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.585700] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3742c93-9510-4779-a6dd-fa73469b26ac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.592977] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 586.592977] env[68786]: value = "task-3090029" [ 586.592977] env[68786]: _type = "Task" [ 586.592977] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.598186] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.598453] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 586.599858] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81527910-2cd3-45f9-8a89-298e9cc33e78 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.606924] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.610131] env[68786]: DEBUG nova.network.neutron [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Updating instance_info_cache with network_info: [{"id": "38706872-cdf3-4cd9-8851-907f04b82553", "address": "fa:16:3e:b6:48:82", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38706872-cd", "ovs_interfaceid": "38706872-cdf3-4cd9-8851-907f04b82553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.613232] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 586.613232] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]521a21fb-997c-31e0-163c-8f288ea4748e" [ 586.613232] env[68786]: _type = "Task" [ 586.613232] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.625051] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]521a21fb-997c-31e0-163c-8f288ea4748e, 'name': SearchDatastore_Task, 'duration_secs': 0.010558} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.626808] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08e3e6a2-f982-4c11-b2fa-86ad4f69e5aa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.635571] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 586.635571] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]527f02db-5927-2033-2724-307acfd33ccb" [ 586.635571] env[68786]: _type = "Task" [ 586.635571] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.642785] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]527f02db-5927-2033-2724-307acfd33ccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.665892] env[68786]: DEBUG nova.compute.manager [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 586.698074] env[68786]: DEBUG nova.virt.hardware [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 586.698406] env[68786]: DEBUG nova.virt.hardware [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 586.698833] env[68786]: DEBUG nova.virt.hardware [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.698833] env[68786]: DEBUG nova.virt.hardware [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 586.698833] env[68786]: DEBUG nova.virt.hardware [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.699048] env[68786]: DEBUG nova.virt.hardware [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 586.700392] env[68786]: DEBUG nova.virt.hardware [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 586.700392] env[68786]: DEBUG nova.virt.hardware [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 586.700392] env[68786]: DEBUG nova.virt.hardware [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 586.700392] env[68786]: DEBUG nova.virt.hardware [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 586.700392] env[68786]: DEBUG nova.virt.hardware [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 586.700991] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef61c03-3edf-4176-9b6e-f710ed8fc814 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.709702] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9806743-0131-478b-91cc-522049a1c08c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.805549] env[68786]: DEBUG oslo_concurrency.lockutils [req-c2178a13-f8b3-4104-a585-5e5b7b175468 req-93340408-6cd5-4692-859b-b217ff3351ef service nova] Releasing lock "refresh_cache-83e38f03-33af-4ed0-ad82-70dc1e1ca03f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.002320] env[68786]: DEBUG oslo_vmware.rw_handles [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Completed reading data from the image iterator. {{(pid=68786) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 587.002801] env[68786]: DEBUG oslo_vmware.rw_handles [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7434cda3-eff6-46b9-ad1b-426835ae226d/49297ab8-3c56-4f04-9154-bbe88fc8d703/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68786) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 587.021898] env[68786]: DEBUG oslo_concurrency.lockutils [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.022707] env[68786]: DEBUG nova.compute.manager [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 587.025830] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.052s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.027760] env[68786]: INFO nova.compute.claims [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.051511] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082482} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.052035] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 587.056029] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849edfa5-513c-4574-bfec-bbe08a23eb14 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.089934] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 7909859e-eca0-44d6-88a6-4e8e83d73f11/7909859e-eca0-44d6-88a6-4e8e83d73f11.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 587.090810] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Downloaded image file data 49297ab8-3c56-4f04-9154-bbe88fc8d703 to vmware_temp/7434cda3-eff6-46b9-ad1b-426835ae226d/49297ab8-3c56-4f04-9154-bbe88fc8d703/tmp-sparse.vmdk on the data store datastore1 {{(pid=68786) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 587.093139] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Caching image {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 587.093139] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Copying Virtual Disk [datastore1] vmware_temp/7434cda3-eff6-46b9-ad1b-426835ae226d/49297ab8-3c56-4f04-9154-bbe88fc8d703/tmp-sparse.vmdk to [datastore1] vmware_temp/7434cda3-eff6-46b9-ad1b-426835ae226d/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 587.094432] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e84a5941-9229-44dc-bee7-22852dffdd30 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.113018] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8cf3c8e-1e5a-407a-953b-ec01f49efb78 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.115759] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Releasing lock "refresh_cache-63170e15-86ee-4839-8d1a-c84decf2b1ec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.116082] env[68786]: DEBUG nova.compute.manager [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Instance network_info: |[{"id": "38706872-cdf3-4cd9-8851-907f04b82553", "address": "fa:16:3e:b6:48:82", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38706872-cd", "ovs_interfaceid": "38706872-cdf3-4cd9-8851-907f04b82553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 587.120438] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:48:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38706872-cdf3-4cd9-8851-907f04b82553', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 587.127906] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Creating folder: Project (5e29a67bbf1844e6b462ef8e98eb009f). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.130856] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ccc1064-281d-46a1-aabc-de80aa065f3f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.132628] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 587.132628] env[68786]: value = "task-3090030" [ 587.132628] env[68786]: _type = "Task" [ 587.132628] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.134374] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for the task: (returnval){ [ 587.134374] env[68786]: value = "task-3090031" [ 587.134374] env[68786]: _type = "Task" [ 587.134374] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.153216] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512337} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.153540] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Created folder: Project (5e29a67bbf1844e6b462ef8e98eb009f) in parent group-v618484. [ 587.153737] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Creating folder: Instances. Parent ref: group-v618493. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.155011] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 48818b97-8f03-42a0-b4ee-3a2616af2173/48818b97-8f03-42a0-b4ee-3a2616af2173.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 587.155288] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 587.155471] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d19f739e-a180-407e-827b-a8c668d18d6c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.158496] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4270dabe-2f41-48b8-9d03-23ba35c4c753 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.167587] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.172131] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.176740] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]527f02db-5927-2033-2724-307acfd33ccb, 'name': SearchDatastore_Task, 'duration_secs': 0.009406} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.177018] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 587.177018] env[68786]: value = "task-3090034" [ 587.177018] env[68786]: _type = "Task" [ 587.177018] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.178207] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.178516] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 83e38f03-33af-4ed0-ad82-70dc1e1ca03f/83e38f03-33af-4ed0-ad82-70dc1e1ca03f.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 587.180260] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Created folder: Instances in parent group-v618493. [ 587.180260] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 587.180260] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78967900-90db-411d-bc31-070bcf6a15df {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.184558] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 587.184808] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b8b2347-4e0e-4f6f-a3b4-bc8aead9a779 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.206340] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.209028] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 587.209028] env[68786]: value = "task-3090036" [ 587.209028] env[68786]: _type = "Task" [ 587.209028] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.209028] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 587.209028] env[68786]: value = "task-3090035" [ 587.209028] env[68786]: _type = "Task" [ 587.209028] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.220988] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.224666] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090036, 'name': CreateVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.533914] env[68786]: DEBUG nova.compute.utils [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 587.538560] env[68786]: DEBUG nova.compute.manager [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 587.538795] env[68786]: DEBUG nova.network.neutron [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 587.649478] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090030, 'name': ReconfigVM_Task, 'duration_secs': 0.417792} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.650679] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 7909859e-eca0-44d6-88a6-4e8e83d73f11/7909859e-eca0-44d6-88a6-4e8e83d73f11.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 587.651503] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f91c0fbe-00f5-4ab1-b7c5-96fed9cf6754 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.661045] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090031, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.666794] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 587.666794] env[68786]: value = "task-3090037" [ 587.666794] env[68786]: _type = "Task" [ 587.666794] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.675821] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090037, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.687465] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076601} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.687837] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 587.688763] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a9e34f-c5e7-4cc1-b8dd-7f3675249fd9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.714138] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 48818b97-8f03-42a0-b4ee-3a2616af2173/48818b97-8f03-42a0-b4ee-3a2616af2173.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 587.715964] env[68786]: DEBUG nova.policy [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8a2a186aa5e466cb8658b4b7709c22e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88526cd963044b4790b8470a0b4e39d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 587.717744] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ecd718e-2e28-4e5a-9820-016bf08da80a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.746923] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090036, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.751697] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522183} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.751904] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 587.751904] env[68786]: value = "task-3090038" [ 587.751904] env[68786]: _type = "Task" [ 587.751904] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.752285] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 83e38f03-33af-4ed0-ad82-70dc1e1ca03f/83e38f03-33af-4ed0-ad82-70dc1e1ca03f.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 587.752544] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 587.752898] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd6e19f3-7d76-4b35-90a1-435226cbb69b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.763917] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.765727] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 587.765727] env[68786]: value = "task-3090039" [ 587.765727] env[68786]: _type = "Task" [ 587.765727] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.774014] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.043704] env[68786]: DEBUG nova.compute.manager [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 588.158627] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.952517} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.158898] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Copied Virtual Disk [datastore1] vmware_temp/7434cda3-eff6-46b9-ad1b-426835ae226d/49297ab8-3c56-4f04-9154-bbe88fc8d703/tmp-sparse.vmdk to [datastore1] vmware_temp/7434cda3-eff6-46b9-ad1b-426835ae226d/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.159088] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Deleting the datastore file [datastore1] vmware_temp/7434cda3-eff6-46b9-ad1b-426835ae226d/49297ab8-3c56-4f04-9154-bbe88fc8d703/tmp-sparse.vmdk {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 588.159359] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e36023b5-1cb1-4912-b1de-97e4f756f654 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.168580] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for the task: (returnval){ [ 588.168580] env[68786]: value = "task-3090040" [ 588.168580] env[68786]: _type = "Task" [ 588.168580] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.183567] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090037, 'name': Rename_Task, 'duration_secs': 0.227345} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.189747] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 588.193169] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.194050] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6383af2-c918-46cf-a17b-abc5f63770f1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.209024] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 588.209024] env[68786]: value = "task-3090041" [ 588.209024] env[68786]: _type = "Task" [ 588.209024] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.218312] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.229872] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090036, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.268961] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.280639] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.365018] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8606e865-4445-4d78-bc25-81306483497e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.373410] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cb969d-faf3-4db5-8d43-f21c807b9a71 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.407175] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a47d22-9bd0-47e5-8096-c1b57dc76f82 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.415253] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ded4ff3-98a1-40ee-b2ad-32a74f09bcc9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.431710] env[68786]: DEBUG nova.compute.provider_tree [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 588.686373] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023988} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.686970] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 588.687349] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Moving file from [datastore1] vmware_temp/7434cda3-eff6-46b9-ad1b-426835ae226d/49297ab8-3c56-4f04-9154-bbe88fc8d703 to [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703. {{(pid=68786) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 588.688315] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-977c16be-eef7-4077-b8e5-a0b3f4df8271 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.698850] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for the task: (returnval){ [ 588.698850] env[68786]: value = "task-3090042" [ 588.698850] env[68786]: _type = "Task" [ 588.698850] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.708531] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090042, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.718877] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090041, 'name': PowerOnVM_Task, 'duration_secs': 0.504841} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.722890] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 588.723407] env[68786]: INFO nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Took 13.61 seconds to spawn the instance on the hypervisor. [ 588.723704] env[68786]: DEBUG nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 588.724554] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c644cf-7a3e-49e4-aa91-9fd2829b8a8f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.733048] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090036, 'name': CreateVM_Task, 'duration_secs': 1.48732} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.734916] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 588.741884] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.741884] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.741884] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.741884] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00501b58-51d2-44e5-af61-b351ea2a0577 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.747995] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Waiting for the task: (returnval){ [ 588.747995] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e2b53e-d03c-a9f2-389e-4c358ec04f10" [ 588.747995] env[68786]: _type = "Task" [ 588.747995] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.759775] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e2b53e-d03c-a9f2-389e-4c358ec04f10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.770983] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.779679] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090039, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.965945] env[68786]: ERROR nova.scheduler.client.report [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [req-b12d1d62-ffb8-49e2-8523-cccfca19d797] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b12d1d62-ffb8-49e2-8523-cccfca19d797"}]} [ 588.995130] env[68786]: DEBUG nova.scheduler.client.report [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Refreshing inventories for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 589.018516] env[68786]: DEBUG nova.scheduler.client.report [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Updating ProviderTree inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 589.019200] env[68786]: DEBUG nova.compute.provider_tree [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 589.040422] env[68786]: DEBUG nova.scheduler.client.report [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Refreshing aggregate associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, aggregates: None {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 589.061254] env[68786]: DEBUG nova.network.neutron [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Successfully created port: b1073fab-e3f9-46b6-843b-e9cb6eebf883 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 589.064826] env[68786]: DEBUG nova.compute.manager [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 589.068838] env[68786]: DEBUG nova.scheduler.client.report [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Refreshing trait associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 589.101774] env[68786]: DEBUG nova.virt.hardware [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.101774] env[68786]: DEBUG nova.virt.hardware [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.101774] env[68786]: DEBUG nova.virt.hardware [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.101929] env[68786]: DEBUG nova.virt.hardware [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.101929] env[68786]: DEBUG nova.virt.hardware [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.102078] env[68786]: DEBUG nova.virt.hardware [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.102262] env[68786]: DEBUG nova.virt.hardware [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.103096] env[68786]: DEBUG nova.virt.hardware [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.103096] env[68786]: DEBUG nova.virt.hardware [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.103096] env[68786]: DEBUG nova.virt.hardware [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.103096] env[68786]: DEBUG nova.virt.hardware [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.105128] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d433f12c-4065-4d6f-85f2-70755839eb0b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.116737] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5593398d-97f6-4a24-a416-c670e1cc532b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.217324] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090042, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.052872} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.217324] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] File moved {{(pid=68786) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 589.217451] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Cleaning up location [datastore1] vmware_temp/7434cda3-eff6-46b9-ad1b-426835ae226d {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 589.217560] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Deleting the datastore file [datastore1] vmware_temp/7434cda3-eff6-46b9-ad1b-426835ae226d {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 589.217850] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2344e61c-7932-4b3a-9562-41000a74b970 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.224674] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for the task: (returnval){ [ 589.224674] env[68786]: value = "task-3090043" [ 589.224674] env[68786]: _type = "Task" [ 589.224674] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.244698] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.262408] env[68786]: INFO nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Took 18.48 seconds to build instance. [ 589.279826] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e2b53e-d03c-a9f2-389e-4c358ec04f10, 'name': SearchDatastore_Task, 'duration_secs': 0.036827} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.284899] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.285300] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 589.285387] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.285574] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.286419] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.286419] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090038, 'name': ReconfigVM_Task, 'duration_secs': 1.484174} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.293034] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d58a34de-1927-487d-a9ed-b92f0d5630d2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.294040] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 48818b97-8f03-42a0-b4ee-3a2616af2173/48818b97-8f03-42a0-b4ee-3a2616af2173.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 589.295263] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.027202} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.295395] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f09e677-d13d-4c61-9dc3-35b82a603f0a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.301631] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 589.302512] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46de33dd-02a2-4745-acaa-a8a9b6d046ff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.314601] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 589.314601] env[68786]: value = "task-3090044" [ 589.314601] env[68786]: _type = "Task" [ 589.314601] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.314601] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.314601] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 589.323586] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21238929-d04e-4a0b-a79a-a4b02feb9930 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.334963] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 83e38f03-33af-4ed0-ad82-70dc1e1ca03f/83e38f03-33af-4ed0-ad82-70dc1e1ca03f.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.340123] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07aae93c-e1f3-4072-abc8-0117551022a1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.354787] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e0db4f-d012-414a-9ef5-8f77be610525 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.361024] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Waiting for the task: (returnval){ [ 589.361024] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]525da585-6ad1-b533-aeca-0d94b7608c71" [ 589.361024] env[68786]: _type = "Task" [ 589.361024] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.365991] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090044, 'name': Rename_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.374462] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fad6e0-c99b-4e85-8ca2-bfa6293d6658 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.377637] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 589.377637] env[68786]: value = "task-3090045" [ 589.377637] env[68786]: _type = "Task" [ 589.377637] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.412641] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]525da585-6ad1-b533-aeca-0d94b7608c71, 'name': SearchDatastore_Task, 'duration_secs': 0.011174} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.415723] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c2cd98-407b-47be-a97b-c29576bcb9c2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.422373] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2a8d39f-6232-4db5-8953-01a22b38c1ab {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.428040] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.433045] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7efa9dd-4b94-4ca7-b932-2c025ef077d3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.438637] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Waiting for the task: (returnval){ [ 589.438637] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f0f9d4-5baf-c920-98fa-2b049ee5f851" [ 589.438637] env[68786]: _type = "Task" [ 589.438637] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.451615] env[68786]: DEBUG nova.compute.provider_tree [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 589.459110] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f0f9d4-5baf-c920-98fa-2b049ee5f851, 'name': SearchDatastore_Task, 'duration_secs': 0.010878} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.459359] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.459612] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 63170e15-86ee-4839-8d1a-c84decf2b1ec/63170e15-86ee-4839-8d1a-c84decf2b1ec.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 589.459850] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cac43e0f-b5ea-4a53-a67f-d2309757dd15 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.466780] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Waiting for the task: (returnval){ [ 589.466780] env[68786]: value = "task-3090046" [ 589.466780] env[68786]: _type = "Task" [ 589.466780] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.483518] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.640078] env[68786]: DEBUG nova.network.neutron [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Successfully updated port: 32e16c09-f527-4481-ba95-ec169bfcd4d6 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 589.748109] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.048884} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.748410] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 589.749857] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c3c672c-d08b-42d3-8d83-8eb6f15ca9d3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.760113] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for the task: (returnval){ [ 589.760113] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]526fdadb-88b4-af69-372d-caaf0063a272" [ 589.760113] env[68786]: _type = "Task" [ 589.760113] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.770916] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "7909859e-eca0-44d6-88a6-4e8e83d73f11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.770916] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526fdadb-88b4-af69-372d-caaf0063a272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.772145] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "7909859e-eca0-44d6-88a6-4e8e83d73f11" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.994s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.772297] env[68786]: INFO nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] During sync_power_state the instance has a pending task (spawning). Skip. [ 589.772406] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "7909859e-eca0-44d6-88a6-4e8e83d73f11" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.779687] env[68786]: DEBUG nova.compute.manager [req-22e805a1-deca-4db6-8028-4dc135f0cb21 req-04807c9c-e509-4df9-9565-35debb7f450f service nova] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Received event network-changed-38706872-cdf3-4cd9-8851-907f04b82553 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 589.779897] env[68786]: DEBUG nova.compute.manager [req-22e805a1-deca-4db6-8028-4dc135f0cb21 req-04807c9c-e509-4df9-9565-35debb7f450f service nova] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Refreshing instance network info cache due to event network-changed-38706872-cdf3-4cd9-8851-907f04b82553. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 589.780193] env[68786]: DEBUG oslo_concurrency.lockutils [req-22e805a1-deca-4db6-8028-4dc135f0cb21 req-04807c9c-e509-4df9-9565-35debb7f450f service nova] Acquiring lock "refresh_cache-63170e15-86ee-4839-8d1a-c84decf2b1ec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.780394] env[68786]: DEBUG oslo_concurrency.lockutils [req-22e805a1-deca-4db6-8028-4dc135f0cb21 req-04807c9c-e509-4df9-9565-35debb7f450f service nova] Acquired lock "refresh_cache-63170e15-86ee-4839-8d1a-c84decf2b1ec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.781357] env[68786]: DEBUG nova.network.neutron [req-22e805a1-deca-4db6-8028-4dc135f0cb21 req-04807c9c-e509-4df9-9565-35debb7f450f service nova] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Refreshing network info cache for port 38706872-cdf3-4cd9-8851-907f04b82553 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 589.836084] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090044, 'name': Rename_Task, 'duration_secs': 0.152153} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.836449] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 589.836756] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d75221da-d851-442a-9abb-573fbde7eeab {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.848647] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 589.848647] env[68786]: value = "task-3090047" [ 589.848647] env[68786]: _type = "Task" [ 589.848647] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.858244] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.888359] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090045, 'name': ReconfigVM_Task, 'duration_secs': 0.337528} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.888678] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 83e38f03-33af-4ed0-ad82-70dc1e1ca03f/83e38f03-33af-4ed0-ad82-70dc1e1ca03f.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 589.889488] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3618411-3919-49bb-a8ca-212cb06ae067 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.896592] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 589.896592] env[68786]: value = "task-3090048" [ 589.896592] env[68786]: _type = "Task" [ 589.896592] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.913270] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090048, 'name': Rename_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.979182] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090046, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.983764] env[68786]: ERROR nova.scheduler.client.report [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [req-46c92bd4-5d15-4482-9f3c-92e752bcf3f9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-46c92bd4-5d15-4482-9f3c-92e752bcf3f9"}]} [ 590.017301] env[68786]: DEBUG nova.scheduler.client.report [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Refreshing inventories for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 590.051327] env[68786]: DEBUG nova.scheduler.client.report [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Updating ProviderTree inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 590.051638] env[68786]: DEBUG nova.compute.provider_tree [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 590.075385] env[68786]: DEBUG nova.scheduler.client.report [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Refreshing aggregate associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, aggregates: None {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 590.097847] env[68786]: DEBUG nova.scheduler.client.report [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Refreshing trait associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 590.149807] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "refresh_cache-d79e4132-ef9d-4af4-8f21-49e32d620e19" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.149914] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquired lock "refresh_cache-d79e4132-ef9d-4af4-8f21-49e32d620e19" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.150106] env[68786]: DEBUG nova.network.neutron [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 590.166961] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "90a90104-ef19-43f6-badb-0e06d0ee0bee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.166961] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "90a90104-ef19-43f6-badb-0e06d0ee0bee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.269739] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526fdadb-88b4-af69-372d-caaf0063a272, 'name': SearchDatastore_Task, 'duration_secs': 0.014367} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.272291] env[68786]: DEBUG oslo_concurrency.lockutils [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.272624] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] c22d31c2-9d25-498c-b903-ea3a88a81bf2/c22d31c2-9d25-498c-b903-ea3a88a81bf2.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.273023] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e18d9ce-92fd-43e4-acdd-f10b69cf4726 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.277423] env[68786]: DEBUG nova.compute.manager [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.288531] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for the task: (returnval){ [ 590.288531] env[68786]: value = "task-3090049" [ 590.288531] env[68786]: _type = "Task" [ 590.288531] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.303367] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.360931] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090047, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.362621] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1e5445-8051-4b1e-aab3-8ad943071f0d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.372982] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec0b71b-f6f4-43c4-abc4-4c587fbaf5cf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.413259] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f103371f-3b70-4793-8e1b-2d905098999d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.419628] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090048, 'name': Rename_Task, 'duration_secs': 0.314872} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.423148] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.423148] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b42915f3-e1e3-4d10-be38-3c026198d54f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.424584] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b73145d-30a9-44a9-9729-e0a79720e6ee {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.439479] env[68786]: DEBUG nova.compute.provider_tree [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 590.441907] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 590.441907] env[68786]: value = "task-3090050" [ 590.441907] env[68786]: _type = "Task" [ 590.441907] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.476477] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626308} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.476952] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 63170e15-86ee-4839-8d1a-c84decf2b1ec/63170e15-86ee-4839-8d1a-c84decf2b1ec.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 590.477206] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 590.477323] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eef151d9-8fdc-44d3-ab27-92bc20bd758d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.485335] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Waiting for the task: (returnval){ [ 590.485335] env[68786]: value = "task-3090051" [ 590.485335] env[68786]: _type = "Task" [ 590.485335] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.494483] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.791483] env[68786]: DEBUG nova.network.neutron [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 590.804711] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090049, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.815515] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.863717] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090047, 'name': PowerOnVM_Task, 'duration_secs': 0.750132} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.863717] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 590.867860] env[68786]: INFO nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Took 13.46 seconds to spawn the instance on the hypervisor. [ 590.867860] env[68786]: DEBUG nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 590.867860] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b0faa1-5f78-4e12-ba76-71c3f576f9f7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.902401] env[68786]: DEBUG nova.network.neutron [req-22e805a1-deca-4db6-8028-4dc135f0cb21 req-04807c9c-e509-4df9-9565-35debb7f450f service nova] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Updated VIF entry in instance network info cache for port 38706872-cdf3-4cd9-8851-907f04b82553. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 590.902401] env[68786]: DEBUG nova.network.neutron [req-22e805a1-deca-4db6-8028-4dc135f0cb21 req-04807c9c-e509-4df9-9565-35debb7f450f service nova] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Updating instance_info_cache with network_info: [{"id": "38706872-cdf3-4cd9-8851-907f04b82553", "address": "fa:16:3e:b6:48:82", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38706872-cd", "ovs_interfaceid": "38706872-cdf3-4cd9-8851-907f04b82553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.963389] env[68786]: DEBUG oslo_vmware.api [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090050, 'name': PowerOnVM_Task, 'duration_secs': 0.514233} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.963778] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 590.964075] env[68786]: INFO nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Took 11.34 seconds to spawn the instance on the hypervisor. [ 590.964303] env[68786]: DEBUG nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 590.965580] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a048cdd3-1c39-485e-ae30-76f4c185f6c9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.002937] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090444} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.004168] env[68786]: DEBUG nova.scheduler.client.report [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 16 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 591.004451] env[68786]: DEBUG nova.compute.provider_tree [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 16 to 17 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 591.004644] env[68786]: DEBUG nova.compute.provider_tree [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 591.009221] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 591.010452] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da718f5-771c-44d7-839c-74b0ae2e8c64 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.040497] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 63170e15-86ee-4839-8d1a-c84decf2b1ec/63170e15-86ee-4839-8d1a-c84decf2b1ec.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.043551] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52de08c2-ce8c-441f-971d-0470456a69c7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.068900] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Waiting for the task: (returnval){ [ 591.068900] env[68786]: value = "task-3090052" [ 591.068900] env[68786]: _type = "Task" [ 591.068900] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.079045] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090052, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.305150] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.820529} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.305424] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] c22d31c2-9d25-498c-b903-ea3a88a81bf2/c22d31c2-9d25-498c-b903-ea3a88a81bf2.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.305647] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 591.305878] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4c755ca-3a3c-41be-a8d1-664f55732f7e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.320025] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for the task: (returnval){ [ 591.320025] env[68786]: value = "task-3090053" [ 591.320025] env[68786]: _type = "Task" [ 591.320025] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.329582] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.393021] env[68786]: INFO nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Took 20.55 seconds to build instance. [ 591.403540] env[68786]: DEBUG oslo_concurrency.lockutils [req-22e805a1-deca-4db6-8028-4dc135f0cb21 req-04807c9c-e509-4df9-9565-35debb7f450f service nova] Releasing lock "refresh_cache-63170e15-86ee-4839-8d1a-c84decf2b1ec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.493434] env[68786]: INFO nova.compute.manager [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Took 20.60 seconds to build instance. [ 591.512213] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.486s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.512213] env[68786]: DEBUG nova.compute.manager [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 591.515231] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.137s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.517357] env[68786]: INFO nova.compute.claims [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.581870] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090052, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.654629] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Acquiring lock "8e0c6ee4-78a1-4bc2-af6c-dd4183db648a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.654860] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Lock "8e0c6ee4-78a1-4bc2-af6c-dd4183db648a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.696100] env[68786]: DEBUG nova.network.neutron [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Updating instance_info_cache with network_info: [{"id": "32e16c09-f527-4481-ba95-ec169bfcd4d6", "address": "fa:16:3e:57:02:7e", "network": {"id": "d8f9d959-dd26-4613-b4f4-5e60c229356d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1094703151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c7059e9877847009834a094d3f41657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e16c09-f5", "ovs_interfaceid": "32e16c09-f527-4481-ba95-ec169bfcd4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.827531] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090113} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.828068] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 591.830730] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962cc726-533d-482c-a008-6f6b190a6ef4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.857909] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] c22d31c2-9d25-498c-b903-ea3a88a81bf2/c22d31c2-9d25-498c-b903-ea3a88a81bf2.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.859418] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c030527-919b-40cb-b8d3-d11135470f48 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.889805] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for the task: (returnval){ [ 591.889805] env[68786]: value = "task-3090054" [ 591.889805] env[68786]: _type = "Task" [ 591.889805] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.895994] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "48818b97-8f03-42a0-b4ee-3a2616af2173" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.066s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.903537] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "48818b97-8f03-42a0-b4ee-3a2616af2173" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.125s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.906045] env[68786]: INFO nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] During sync_power_state the instance has a pending task (spawning). Skip. [ 591.906045] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "48818b97-8f03-42a0-b4ee-3a2616af2173" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.906045] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.995965] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b833f63-1eba-4ada-9088-99a3154f702c tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "83e38f03-33af-4ed0-ad82-70dc1e1ca03f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.120s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.997091] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "83e38f03-33af-4ed0-ad82-70dc1e1ca03f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.218s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.000330] env[68786]: INFO nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] During sync_power_state the instance has a pending task (spawning). Skip. [ 592.000330] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "83e38f03-33af-4ed0-ad82-70dc1e1ca03f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.022117] env[68786]: DEBUG nova.compute.utils [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 592.023540] env[68786]: DEBUG nova.compute.manager [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 592.023713] env[68786]: DEBUG nova.network.neutron [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 592.088160] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090052, 'name': ReconfigVM_Task, 'duration_secs': 0.553373} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.088533] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 63170e15-86ee-4839-8d1a-c84decf2b1ec/63170e15-86ee-4839-8d1a-c84decf2b1ec.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.089309] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd556f2d-bd18-4c1d-93b7-c3ef14a65a5e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.099103] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Waiting for the task: (returnval){ [ 592.099103] env[68786]: value = "task-3090055" [ 592.099103] env[68786]: _type = "Task" [ 592.099103] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.109287] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090055, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.160578] env[68786]: DEBUG nova.policy [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b97a6211e8e4143baaf7a7ceb7bc8df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81a394f25c974343a85824458357f38f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.198930] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Releasing lock "refresh_cache-d79e4132-ef9d-4af4-8f21-49e32d620e19" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.199542] env[68786]: DEBUG nova.compute.manager [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Instance network_info: |[{"id": "32e16c09-f527-4481-ba95-ec169bfcd4d6", "address": "fa:16:3e:57:02:7e", "network": {"id": "d8f9d959-dd26-4613-b4f4-5e60c229356d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1094703151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c7059e9877847009834a094d3f41657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e16c09-f5", "ovs_interfaceid": "32e16c09-f527-4481-ba95-ec169bfcd4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 592.199824] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:02:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32e16c09-f527-4481-ba95-ec169bfcd4d6', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.209030] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Creating folder: Project (1c7059e9877847009834a094d3f41657). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.210639] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eeac0071-6aad-4e8b-aa9f-4f397fdad0ca {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.216267] env[68786]: DEBUG oslo_concurrency.lockutils [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Acquiring lock "eb82884d-39aa-4579-b82f-85fa132f9024" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.216267] env[68786]: DEBUG oslo_concurrency.lockutils [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Lock "eb82884d-39aa-4579-b82f-85fa132f9024" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.228261] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Created folder: Project (1c7059e9877847009834a094d3f41657) in parent group-v618484. [ 592.228459] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Creating folder: Instances. Parent ref: group-v618496. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.228712] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a0e3407-148f-49e0-8b9b-818c7b2884ff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.239195] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Created folder: Instances in parent group-v618496. [ 592.239430] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 592.239621] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.239824] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebad0203-52cd-4dba-8b0d-99b71486e2dd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.261949] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.261949] env[68786]: value = "task-3090058" [ 592.261949] env[68786]: _type = "Task" [ 592.261949] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.269806] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090058, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.385231] env[68786]: DEBUG nova.network.neutron [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Successfully updated port: b1073fab-e3f9-46b6-843b-e9cb6eebf883 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.407435] env[68786]: DEBUG nova.compute.manager [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.412969] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.499459] env[68786]: DEBUG nova.compute.manager [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.526987] env[68786]: DEBUG nova.compute.manager [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.620334] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090055, 'name': Rename_Task, 'duration_secs': 0.378972} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.620334] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 592.620579] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a3be5ff-c86c-4595-ad58-5619a797ad62 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.631423] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Waiting for the task: (returnval){ [ 592.631423] env[68786]: value = "task-3090059" [ 592.631423] env[68786]: _type = "Task" [ 592.631423] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.649350] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.779303] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090058, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.880205] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f16b5e-ccb3-47e2-a50f-8e00eafd0f5b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.890662] env[68786]: DEBUG oslo_concurrency.lockutils [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Acquiring lock "refresh_cache-2d756688-a54a-4439-9979-7783c8df0c44" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.890879] env[68786]: DEBUG oslo_concurrency.lockutils [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Acquired lock "refresh_cache-2d756688-a54a-4439-9979-7783c8df0c44" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.891237] env[68786]: DEBUG nova.network.neutron [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.893432] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca061e86-3b94-468b-8483-ae3521035b4c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.913310] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090054, 'name': ReconfigVM_Task, 'duration_secs': 0.762506} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.938329] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Reconfigured VM instance instance-00000005 to attach disk [datastore1] c22d31c2-9d25-498c-b903-ea3a88a81bf2/c22d31c2-9d25-498c-b903-ea3a88a81bf2.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.945024] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2d92d41-6c9a-40b2-83fa-93b73ce5a8b7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.946521] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999a08dd-8306-4a2d-98ed-2cc794918e4c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.957277] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6818f9ce-47a0-4e6a-a62b-26c19ceeae80 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.963554] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for the task: (returnval){ [ 592.963554] env[68786]: value = "task-3090060" [ 592.963554] env[68786]: _type = "Task" [ 592.963554] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.978575] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.979994] env[68786]: DEBUG nova.compute.provider_tree [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.986807] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090060, 'name': Rename_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.028643] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.146227] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090059, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.275055] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090058, 'name': CreateVM_Task, 'duration_secs': 0.644861} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.275305] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.275978] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.276266] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.276455] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.276722] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b1c19a5-1b71-40ab-8873-dc656e7c89cb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.284281] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 593.284281] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5209e918-5578-26b7-d49e-101771b7b2c1" [ 593.284281] env[68786]: _type = "Task" [ 593.284281] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.294731] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5209e918-5578-26b7-d49e-101771b7b2c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.475232] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090060, 'name': Rename_Task, 'duration_secs': 0.211119} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.475391] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 593.475780] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-770c1e5e-b0f6-4f8e-9d1d-154fd07ddbb0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.485154] env[68786]: DEBUG nova.scheduler.client.report [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.488765] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for the task: (returnval){ [ 593.488765] env[68786]: value = "task-3090061" [ 593.488765] env[68786]: _type = "Task" [ 593.488765] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.498275] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090061, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.544161] env[68786]: DEBUG nova.compute.manager [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 593.574879] env[68786]: DEBUG nova.network.neutron [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.584375] env[68786]: DEBUG nova.virt.hardware [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.584570] env[68786]: DEBUG nova.virt.hardware [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.584727] env[68786]: DEBUG nova.virt.hardware [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.585303] env[68786]: DEBUG nova.virt.hardware [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.585501] env[68786]: DEBUG nova.virt.hardware [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.585677] env[68786]: DEBUG nova.virt.hardware [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.585895] env[68786]: DEBUG nova.virt.hardware [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.586055] env[68786]: DEBUG nova.virt.hardware [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.586264] env[68786]: DEBUG nova.virt.hardware [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.586380] env[68786]: DEBUG nova.virt.hardware [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.589184] env[68786]: DEBUG nova.virt.hardware [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.589184] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e527aa-b6d7-480e-99e8-8232e02f7114 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.596476] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b61ae2-7c6a-4df3-a874-224199ed718e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.651597] env[68786]: DEBUG oslo_vmware.api [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090059, 'name': PowerOnVM_Task, 'duration_secs': 0.680336} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.651597] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 593.651972] env[68786]: INFO nova.compute.manager [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Took 11.72 seconds to spawn the instance on the hypervisor. [ 593.652541] env[68786]: DEBUG nova.compute.manager [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 593.653341] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34f1819-8035-45cb-821e-4431a71bc3f3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.803045] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5209e918-5578-26b7-d49e-101771b7b2c1, 'name': SearchDatastore_Task, 'duration_secs': 0.016533} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.803045] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.803045] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 593.803367] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.803629] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.803751] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.807398] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d4aff95-93d1-42a4-b262-a236d870a7f6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.817205] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.817205] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 593.818396] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba895799-6ac1-48df-81a8-f93eef9dbb9d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.828498] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 593.828498] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5260cd30-e2df-1919-8125-d0cb9163680e" [ 593.828498] env[68786]: _type = "Task" [ 593.828498] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.839518] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5260cd30-e2df-1919-8125-d0cb9163680e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.936827] env[68786]: DEBUG nova.network.neutron [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Successfully created port: aa4474f0-cee9-4773-b0e8-10522d1347d7 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 593.991523] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.992077] env[68786]: DEBUG nova.compute.manager [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.994860] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.794s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.996372] env[68786]: INFO nova.compute.claims [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.011301] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090061, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.175739] env[68786]: INFO nova.compute.manager [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Took 23.04 seconds to build instance. [ 594.200086] env[68786]: DEBUG nova.network.neutron [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Updating instance_info_cache with network_info: [{"id": "b1073fab-e3f9-46b6-843b-e9cb6eebf883", "address": "fa:16:3e:a5:dd:7d", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1073fab-e3", "ovs_interfaceid": "b1073fab-e3f9-46b6-843b-e9cb6eebf883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.258591] env[68786]: DEBUG nova.compute.manager [req-4efb6bae-8437-48d4-8cb6-c65563d92ffd req-63d774cb-d09e-471f-854b-121be4e4736e service nova] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Received event network-vif-plugged-32e16c09-f527-4481-ba95-ec169bfcd4d6 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 594.258591] env[68786]: DEBUG oslo_concurrency.lockutils [req-4efb6bae-8437-48d4-8cb6-c65563d92ffd req-63d774cb-d09e-471f-854b-121be4e4736e service nova] Acquiring lock "d79e4132-ef9d-4af4-8f21-49e32d620e19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.258591] env[68786]: DEBUG oslo_concurrency.lockutils [req-4efb6bae-8437-48d4-8cb6-c65563d92ffd req-63d774cb-d09e-471f-854b-121be4e4736e service nova] Lock "d79e4132-ef9d-4af4-8f21-49e32d620e19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.258813] env[68786]: DEBUG oslo_concurrency.lockutils [req-4efb6bae-8437-48d4-8cb6-c65563d92ffd req-63d774cb-d09e-471f-854b-121be4e4736e service nova] Lock "d79e4132-ef9d-4af4-8f21-49e32d620e19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.258911] env[68786]: DEBUG nova.compute.manager [req-4efb6bae-8437-48d4-8cb6-c65563d92ffd req-63d774cb-d09e-471f-854b-121be4e4736e service nova] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] No waiting events found dispatching network-vif-plugged-32e16c09-f527-4481-ba95-ec169bfcd4d6 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 594.259105] env[68786]: WARNING nova.compute.manager [req-4efb6bae-8437-48d4-8cb6-c65563d92ffd req-63d774cb-d09e-471f-854b-121be4e4736e service nova] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Received unexpected event network-vif-plugged-32e16c09-f527-4481-ba95-ec169bfcd4d6 for instance with vm_state building and task_state spawning. [ 594.259271] env[68786]: DEBUG nova.compute.manager [req-4efb6bae-8437-48d4-8cb6-c65563d92ffd req-63d774cb-d09e-471f-854b-121be4e4736e service nova] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Received event network-changed-32e16c09-f527-4481-ba95-ec169bfcd4d6 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 594.259478] env[68786]: DEBUG nova.compute.manager [req-4efb6bae-8437-48d4-8cb6-c65563d92ffd req-63d774cb-d09e-471f-854b-121be4e4736e service nova] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Refreshing instance network info cache due to event network-changed-32e16c09-f527-4481-ba95-ec169bfcd4d6. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 594.259650] env[68786]: DEBUG oslo_concurrency.lockutils [req-4efb6bae-8437-48d4-8cb6-c65563d92ffd req-63d774cb-d09e-471f-854b-121be4e4736e service nova] Acquiring lock "refresh_cache-d79e4132-ef9d-4af4-8f21-49e32d620e19" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.259710] env[68786]: DEBUG oslo_concurrency.lockutils [req-4efb6bae-8437-48d4-8cb6-c65563d92ffd req-63d774cb-d09e-471f-854b-121be4e4736e service nova] Acquired lock "refresh_cache-d79e4132-ef9d-4af4-8f21-49e32d620e19" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.259857] env[68786]: DEBUG nova.network.neutron [req-4efb6bae-8437-48d4-8cb6-c65563d92ffd req-63d774cb-d09e-471f-854b-121be4e4736e service nova] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Refreshing network info cache for port 32e16c09-f527-4481-ba95-ec169bfcd4d6 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 594.344016] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5260cd30-e2df-1919-8125-d0cb9163680e, 'name': SearchDatastore_Task, 'duration_secs': 0.013679} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.344843] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a1a84c8-1371-48f2-8d2f-7b8c4d81fffb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.356671] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Acquiring lock "a07e2040-2dc5-40da-b049-4f1ccafc38fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.356988] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Lock "a07e2040-2dc5-40da-b049-4f1ccafc38fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.359116] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 594.359116] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]528e7017-215c-f303-83e4-8eddcc8e6c57" [ 594.359116] env[68786]: _type = "Task" [ 594.359116] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.367865] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]528e7017-215c-f303-83e4-8eddcc8e6c57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.508221] env[68786]: DEBUG nova.compute.utils [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.514349] env[68786]: DEBUG oslo_vmware.api [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090061, 'name': PowerOnVM_Task, 'duration_secs': 0.645714} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.514349] env[68786]: DEBUG nova.compute.manager [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 594.514349] env[68786]: DEBUG nova.network.neutron [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 594.516462] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 594.516817] env[68786]: INFO nova.compute.manager [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Took 10.26 seconds to spawn the instance on the hypervisor. [ 594.517178] env[68786]: DEBUG nova.compute.manager [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 594.519060] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1754cfb-1137-49eb-a1f4-c86734945469 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.643190] env[68786]: DEBUG nova.policy [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad7d0d557b934d6ab2112775ec995b0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb99a3b901d843ffaa4b74ea34a8b438', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.678124] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c360f0bc-e87c-432c-a905-ed31163d0df5 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Lock "63170e15-86ee-4839-8d1a-c84decf2b1ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.551s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.680797] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "63170e15-86ee-4839-8d1a-c84decf2b1ec" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.900s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.680797] env[68786]: INFO nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] During sync_power_state the instance has a pending task (spawning). Skip. [ 594.680797] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "63170e15-86ee-4839-8d1a-c84decf2b1ec" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.703344] env[68786]: DEBUG oslo_concurrency.lockutils [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Releasing lock "refresh_cache-2d756688-a54a-4439-9979-7783c8df0c44" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.703701] env[68786]: DEBUG nova.compute.manager [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Instance network_info: |[{"id": "b1073fab-e3f9-46b6-843b-e9cb6eebf883", "address": "fa:16:3e:a5:dd:7d", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1073fab-e3", "ovs_interfaceid": "b1073fab-e3f9-46b6-843b-e9cb6eebf883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 594.704376] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:dd:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1073fab-e3f9-46b6-843b-e9cb6eebf883', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.712512] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Creating folder: Project (88526cd963044b4790b8470a0b4e39d2). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.713568] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fed7c6f-7a87-4e13-9e30-3e86af6675e5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.724963] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Created folder: Project (88526cd963044b4790b8470a0b4e39d2) in parent group-v618484. [ 594.725229] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Creating folder: Instances. Parent ref: group-v618499. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.725420] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fc9193b-af46-49c0-808c-35eb68bf4781 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.740401] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Created folder: Instances in parent group-v618499. [ 594.740663] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 594.741024] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.741157] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-709e2519-9826-49df-a75d-220643aa3844 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.763905] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.763905] env[68786]: value = "task-3090064" [ 594.763905] env[68786]: _type = "Task" [ 594.763905] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.776387] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090064, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.876393] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]528e7017-215c-f303-83e4-8eddcc8e6c57, 'name': SearchDatastore_Task, 'duration_secs': 0.019908} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.876393] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.876393] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] d79e4132-ef9d-4af4-8f21-49e32d620e19/d79e4132-ef9d-4af4-8f21-49e32d620e19.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.876393] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2daf5335-8e93-460a-bfe6-90ddc3d3e3d9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.886159] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 594.886159] env[68786]: value = "task-3090065" [ 594.886159] env[68786]: _type = "Task" [ 594.886159] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.896333] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.018574] env[68786]: DEBUG nova.compute.manager [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.043900] env[68786]: INFO nova.compute.manager [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Took 23.05 seconds to build instance. [ 595.181427] env[68786]: DEBUG nova.compute.manager [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.279899] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090064, 'name': CreateVM_Task, 'duration_secs': 0.447319} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.283021] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.283918] env[68786]: DEBUG oslo_concurrency.lockutils [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.284125] env[68786]: DEBUG oslo_concurrency.lockutils [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.284461] env[68786]: DEBUG oslo_concurrency.lockutils [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.284793] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33154262-8678-4eaa-ab96-41b371230dbd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.294153] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Waiting for the task: (returnval){ [ 595.294153] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ec098d-ba57-1e6c-3184-f05bfdfc64b6" [ 595.294153] env[68786]: _type = "Task" [ 595.294153] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.312469] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ec098d-ba57-1e6c-3184-f05bfdfc64b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.371021] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1855fb-9c35-494a-beb8-73daa261905b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.381798] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ac25cd-04a9-4bfd-9152-38458d1debea {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.430955] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6a10f4-1a3c-43a5-bf96-08d85ab2c0dc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.437660] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090065, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.443593] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25af5b52-4040-4784-b914-81a69066684d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.458649] env[68786]: DEBUG nova.compute.provider_tree [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.548318] env[68786]: DEBUG oslo_concurrency.lockutils [None req-827c5d6b-4be1-446b-a28e-eb7b4e052177 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Lock "c22d31c2-9d25-498c-b903-ea3a88a81bf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.565s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.550605] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "c22d31c2-9d25-498c-b903-ea3a88a81bf2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.770s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.550605] env[68786]: INFO nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] During sync_power_state the instance has a pending task (spawning). Skip. [ 595.550605] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "c22d31c2-9d25-498c-b903-ea3a88a81bf2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.658416] env[68786]: DEBUG nova.network.neutron [req-4efb6bae-8437-48d4-8cb6-c65563d92ffd req-63d774cb-d09e-471f-854b-121be4e4736e service nova] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Updated VIF entry in instance network info cache for port 32e16c09-f527-4481-ba95-ec169bfcd4d6. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.658416] env[68786]: DEBUG nova.network.neutron [req-4efb6bae-8437-48d4-8cb6-c65563d92ffd req-63d774cb-d09e-471f-854b-121be4e4736e service nova] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Updating instance_info_cache with network_info: [{"id": "32e16c09-f527-4481-ba95-ec169bfcd4d6", "address": "fa:16:3e:57:02:7e", "network": {"id": "d8f9d959-dd26-4613-b4f4-5e60c229356d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1094703151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c7059e9877847009834a094d3f41657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e16c09-f5", "ovs_interfaceid": "32e16c09-f527-4481-ba95-ec169bfcd4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.720284] env[68786]: DEBUG oslo_concurrency.lockutils [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.807315] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ec098d-ba57-1e6c-3184-f05bfdfc64b6, 'name': SearchDatastore_Task, 'duration_secs': 0.055831} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.808290] env[68786]: DEBUG oslo_concurrency.lockutils [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.808290] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.808444] env[68786]: DEBUG oslo_concurrency.lockutils [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.808941] env[68786]: DEBUG oslo_concurrency.lockutils [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.809189] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.809632] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bc347a4-5a3e-4da8-af24-5e15245aa8dc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.820925] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.821258] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.822875] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fa93457-f3e1-4a99-b393-a42f7569d5b1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.832960] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Waiting for the task: (returnval){ [ 595.832960] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52854537-6e59-a23e-15ae-e9112bec3be2" [ 595.832960] env[68786]: _type = "Task" [ 595.832960] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.847122] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52854537-6e59-a23e-15ae-e9112bec3be2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.897976] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562675} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.899736] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] d79e4132-ef9d-4af4-8f21-49e32d620e19/d79e4132-ef9d-4af4-8f21-49e32d620e19.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.899736] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 595.899736] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a3e3d4c-6fcb-4d3b-b53d-55ebd1de3406 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.905064] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 595.905064] env[68786]: value = "task-3090066" [ 595.905064] env[68786]: _type = "Task" [ 595.905064] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.913730] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.962297] env[68786]: DEBUG nova.scheduler.client.report [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.039875] env[68786]: DEBUG nova.compute.manager [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.051218] env[68786]: DEBUG nova.network.neutron [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Successfully created port: 38f7507d-486d-4627-9673-7d8b5bd4389d {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 596.054352] env[68786]: DEBUG nova.compute.manager [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.078033] env[68786]: DEBUG nova.virt.hardware [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.078033] env[68786]: DEBUG nova.virt.hardware [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.078213] env[68786]: DEBUG nova.virt.hardware [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.078293] env[68786]: DEBUG nova.virt.hardware [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.078440] env[68786]: DEBUG nova.virt.hardware [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.078584] env[68786]: DEBUG nova.virt.hardware [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.078797] env[68786]: DEBUG nova.virt.hardware [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.079653] env[68786]: DEBUG nova.virt.hardware [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.079653] env[68786]: DEBUG nova.virt.hardware [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.079653] env[68786]: DEBUG nova.virt.hardware [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.079653] env[68786]: DEBUG nova.virt.hardware [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.080325] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c637de-def7-481e-8265-2c1fa82a9256 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.092203] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c25d4a4-aae6-4781-b6cf-fcbfefa795fa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.162262] env[68786]: DEBUG oslo_concurrency.lockutils [req-4efb6bae-8437-48d4-8cb6-c65563d92ffd req-63d774cb-d09e-471f-854b-121be4e4736e service nova] Releasing lock "refresh_cache-d79e4132-ef9d-4af4-8f21-49e32d620e19" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.162262] env[68786]: DEBUG nova.compute.manager [req-4efb6bae-8437-48d4-8cb6-c65563d92ffd req-63d774cb-d09e-471f-854b-121be4e4736e service nova] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Received event network-vif-plugged-b1073fab-e3f9-46b6-843b-e9cb6eebf883 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 596.162262] env[68786]: DEBUG oslo_concurrency.lockutils [req-4efb6bae-8437-48d4-8cb6-c65563d92ffd req-63d774cb-d09e-471f-854b-121be4e4736e service nova] Acquiring lock "2d756688-a54a-4439-9979-7783c8df0c44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.162262] env[68786]: DEBUG oslo_concurrency.lockutils [req-4efb6bae-8437-48d4-8cb6-c65563d92ffd req-63d774cb-d09e-471f-854b-121be4e4736e service nova] Lock "2d756688-a54a-4439-9979-7783c8df0c44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.162262] env[68786]: DEBUG oslo_concurrency.lockutils [req-4efb6bae-8437-48d4-8cb6-c65563d92ffd req-63d774cb-d09e-471f-854b-121be4e4736e service nova] Lock "2d756688-a54a-4439-9979-7783c8df0c44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.162536] env[68786]: DEBUG nova.compute.manager [req-4efb6bae-8437-48d4-8cb6-c65563d92ffd req-63d774cb-d09e-471f-854b-121be4e4736e service nova] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] No waiting events found dispatching network-vif-plugged-b1073fab-e3f9-46b6-843b-e9cb6eebf883 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 596.162634] env[68786]: WARNING nova.compute.manager [req-4efb6bae-8437-48d4-8cb6-c65563d92ffd req-63d774cb-d09e-471f-854b-121be4e4736e service nova] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Received unexpected event network-vif-plugged-b1073fab-e3f9-46b6-843b-e9cb6eebf883 for instance with vm_state building and task_state spawning. [ 596.343424] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52854537-6e59-a23e-15ae-e9112bec3be2, 'name': SearchDatastore_Task, 'duration_secs': 0.02007} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.344665] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46241b0e-d41d-460d-8112-435c8deb3690 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.355244] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Waiting for the task: (returnval){ [ 596.355244] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]520e4620-9268-0d75-c7d0-aafcdbd5ff59" [ 596.355244] env[68786]: _type = "Task" [ 596.355244] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.363412] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520e4620-9268-0d75-c7d0-aafcdbd5ff59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.415451] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067494} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.415738] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 596.416575] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf3a3e8-4e16-451e-b92d-8472db170292 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.444019] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] d79e4132-ef9d-4af4-8f21-49e32d620e19/d79e4132-ef9d-4af4-8f21-49e32d620e19.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.444387] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45e66d31-e367-4eb6-bde0-1ed92df7930a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.468210] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 596.468210] env[68786]: value = "task-3090067" [ 596.468210] env[68786]: _type = "Task" [ 596.468210] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.473258] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.473707] env[68786]: DEBUG nova.compute.manager [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.482025] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.195s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.482025] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.482025] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68786) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 596.482025] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.664s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.482025] env[68786]: INFO nova.compute.claims [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.487560] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb4b18f-cf1b-4f64-9e90-60c7b72cc800 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.494426] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.499818] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfbdbe1-afe1-4afb-87bc-4d1efada54f6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.515948] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e050d297-0dda-444b-a69f-8d10cfe0781e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.524536] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a875a69f-e7e1-4407-9f36-204f45928748 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.562240] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181074MB free_disk=138GB free_vcpus=48 pci_devices=None {{(pid=68786) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 596.562240] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.581951] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.603508] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Acquiring lock "323fcc88-4686-488e-925f-d0649d83089b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.603898] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Lock "323fcc88-4686-488e-925f-d0649d83089b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.691137] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] Acquiring lock "63170e15-86ee-4839-8d1a-c84decf2b1ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.691439] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] Lock "63170e15-86ee-4839-8d1a-c84decf2b1ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.691746] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] Acquiring lock "63170e15-86ee-4839-8d1a-c84decf2b1ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.691866] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] Lock "63170e15-86ee-4839-8d1a-c84decf2b1ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.691977] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] Lock "63170e15-86ee-4839-8d1a-c84decf2b1ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.694040] env[68786]: INFO nova.compute.manager [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Terminating instance [ 596.865297] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520e4620-9268-0d75-c7d0-aafcdbd5ff59, 'name': SearchDatastore_Task, 'duration_secs': 0.012993} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.865583] env[68786]: DEBUG oslo_concurrency.lockutils [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.865843] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 2d756688-a54a-4439-9979-7783c8df0c44/2d756688-a54a-4439-9979-7783c8df0c44.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.866129] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8bd38d4-4bc4-41d3-8466-d868e88f78b8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.873152] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Waiting for the task: (returnval){ [ 596.873152] env[68786]: value = "task-3090068" [ 596.873152] env[68786]: _type = "Task" [ 596.873152] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.881279] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Task: {'id': task-3090068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.978043] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090067, 'name': ReconfigVM_Task, 'duration_secs': 0.465784} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.986062] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Reconfigured VM instance instance-00000006 to attach disk [datastore1] d79e4132-ef9d-4af4-8f21-49e32d620e19/d79e4132-ef9d-4af4-8f21-49e32d620e19.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 596.986062] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81ee4d1b-c3b7-42e9-86c4-8e7a626da8f1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.997757] env[68786]: DEBUG nova.compute.utils [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.999498] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 596.999498] env[68786]: value = "task-3090069" [ 596.999498] env[68786]: _type = "Task" [ 596.999498] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.000386] env[68786]: DEBUG nova.compute.manager [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 597.000949] env[68786]: DEBUG nova.network.neutron [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 597.015414] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090069, 'name': Rename_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.186197] env[68786]: DEBUG nova.policy [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fbdad88a8ce4699b7aeaf385c4a8020', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b7cfdecf6bb46408d6d6a04029f530e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.197967] env[68786]: DEBUG nova.compute.manager [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 597.198205] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 597.199730] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911bfe9f-8827-491a-ab05-a96f6fb9a9a9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.211917] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 597.211917] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-376c9657-315d-4c8b-9f23-f2b6728c97c5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.222587] env[68786]: DEBUG oslo_vmware.api [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] Waiting for the task: (returnval){ [ 597.222587] env[68786]: value = "task-3090070" [ 597.222587] env[68786]: _type = "Task" [ 597.222587] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.239364] env[68786]: DEBUG oslo_vmware.api [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] Task: {'id': task-3090070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.393024] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Task: {'id': task-3090068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493195} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.393024] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 2d756688-a54a-4439-9979-7783c8df0c44/2d756688-a54a-4439-9979-7783c8df0c44.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.393024] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.393024] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-909e89e3-6f6d-401b-b27f-89b89c88bf57 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.402025] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Waiting for the task: (returnval){ [ 597.402025] env[68786]: value = "task-3090071" [ 597.402025] env[68786]: _type = "Task" [ 597.402025] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.410645] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Task: {'id': task-3090071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.501796] env[68786]: DEBUG nova.compute.manager [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.519222] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090069, 'name': Rename_Task, 'duration_secs': 0.268224} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.519222] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.519222] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bc16cbf-1b2b-4e9f-92a2-40f08414d46c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.527067] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 597.527067] env[68786]: value = "task-3090072" [ 597.527067] env[68786]: _type = "Task" [ 597.527067] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.538276] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.735051] env[68786]: DEBUG oslo_vmware.api [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] Task: {'id': task-3090070, 'name': PowerOffVM_Task, 'duration_secs': 0.243516} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.735187] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 597.735377] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 597.735670] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4bdd76e-023d-48fa-899d-8684ac6ceef0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.810661] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 597.810661] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 597.810661] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] Deleting the datastore file [datastore2] 63170e15-86ee-4839-8d1a-c84decf2b1ec {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 597.810661] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5104dd3f-d21b-4995-8175-f55e9d07b25b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.814581] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1da7e3-f39f-4693-8274-c140326ee1cb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.823709] env[68786]: DEBUG oslo_vmware.api [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] Waiting for the task: (returnval){ [ 597.823709] env[68786]: value = "task-3090074" [ 597.823709] env[68786]: _type = "Task" [ 597.823709] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.833188] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33a57cf-4939-4ce4-abd7-649157b6049f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.845152] env[68786]: DEBUG oslo_vmware.api [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] Task: {'id': task-3090074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.871985] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35965770-bc32-4e14-877f-f76e496b91bd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.881262] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acab53be-b56c-4a6d-94e2-7a85f5c4ddc2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.896111] env[68786]: DEBUG nova.compute.provider_tree [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.913325] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Task: {'id': task-3090071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22088} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.913325] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.913325] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816b7d3d-9fd9-4742-a15e-1000cad10015 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.941061] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 2d756688-a54a-4439-9979-7783c8df0c44/2d756688-a54a-4439-9979-7783c8df0c44.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.942149] env[68786]: DEBUG nova.network.neutron [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Successfully updated port: aa4474f0-cee9-4773-b0e8-10522d1347d7 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.943802] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89c81695-76d4-4d34-b4e7-452f95dea9dc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.967280] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Waiting for the task: (returnval){ [ 597.967280] env[68786]: value = "task-3090075" [ 597.967280] env[68786]: _type = "Task" [ 597.967280] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.975984] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Task: {'id': task-3090075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.041557] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090072, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.334260] env[68786]: DEBUG oslo_vmware.api [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] Task: {'id': task-3090074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509018} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.334469] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 598.334675] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 598.334854] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 598.335112] env[68786]: INFO nova.compute.manager [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Took 1.14 seconds to destroy the instance on the hypervisor. [ 598.335331] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 598.335509] env[68786]: DEBUG nova.compute.manager [-] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 598.335674] env[68786]: DEBUG nova.network.neutron [-] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 598.400641] env[68786]: DEBUG nova.scheduler.client.report [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.461589] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Acquiring lock "refresh_cache-9ff4bca9-16bd-4609-8671-b42f796caa5c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.461752] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Acquired lock "refresh_cache-9ff4bca9-16bd-4609-8671-b42f796caa5c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.461909] env[68786]: DEBUG nova.network.neutron [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.477851] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Task: {'id': task-3090075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.515682] env[68786]: DEBUG nova.compute.manager [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.543071] env[68786]: DEBUG oslo_vmware.api [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090072, 'name': PowerOnVM_Task, 'duration_secs': 0.918762} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.546499] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 598.546499] env[68786]: INFO nova.compute.manager [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Took 11.88 seconds to spawn the instance on the hypervisor. [ 598.546499] env[68786]: DEBUG nova.compute.manager [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 598.548014] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9d4ae3-c596-4dfc-bb3f-5c8d1fffa796 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.556767] env[68786]: DEBUG nova.virt.hardware [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.557064] env[68786]: DEBUG nova.virt.hardware [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.557263] env[68786]: DEBUG nova.virt.hardware [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.557951] env[68786]: DEBUG nova.virt.hardware [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.557951] env[68786]: DEBUG nova.virt.hardware [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.557951] env[68786]: DEBUG nova.virt.hardware [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.558211] env[68786]: DEBUG nova.virt.hardware [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.558318] env[68786]: DEBUG nova.virt.hardware [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.558380] env[68786]: DEBUG nova.virt.hardware [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.558534] env[68786]: DEBUG nova.virt.hardware [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.558694] env[68786]: DEBUG nova.virt.hardware [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.562511] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a1e89a-1839-402a-8a15-a479afac8899 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.572824] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e488e387-e825-4e56-85f1-4e5347374878 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.606857] env[68786]: DEBUG nova.network.neutron [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Successfully created port: 51eb8680-3b52-4858-8504-626bb76e4f2c {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.909924] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.911022] env[68786]: DEBUG nova.compute.manager [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 598.913837] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.935s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.919347] env[68786]: INFO nova.compute.claims [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.980737] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Task: {'id': task-3090075, 'name': ReconfigVM_Task, 'duration_secs': 0.58791} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.983529] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 2d756688-a54a-4439-9979-7783c8df0c44/2d756688-a54a-4439-9979-7783c8df0c44.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.983529] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e32ce24e-6779-4959-8863-3c732d58fa12 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.989163] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Waiting for the task: (returnval){ [ 598.989163] env[68786]: value = "task-3090076" [ 598.989163] env[68786]: _type = "Task" [ 598.989163] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.998633] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Task: {'id': task-3090076, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.072268] env[68786]: INFO nova.compute.manager [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Took 25.60 seconds to build instance. [ 599.095758] env[68786]: DEBUG nova.network.neutron [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.129379] env[68786]: DEBUG nova.compute.manager [req-0333f972-1565-4520-83c2-02496ac7b613 req-0798b677-5ddf-43b6-9e77-d7f93be6826b service nova] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Received event network-changed-b1073fab-e3f9-46b6-843b-e9cb6eebf883 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.133255] env[68786]: DEBUG nova.compute.manager [req-0333f972-1565-4520-83c2-02496ac7b613 req-0798b677-5ddf-43b6-9e77-d7f93be6826b service nova] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Refreshing instance network info cache due to event network-changed-b1073fab-e3f9-46b6-843b-e9cb6eebf883. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 599.133255] env[68786]: DEBUG oslo_concurrency.lockutils [req-0333f972-1565-4520-83c2-02496ac7b613 req-0798b677-5ddf-43b6-9e77-d7f93be6826b service nova] Acquiring lock "refresh_cache-2d756688-a54a-4439-9979-7783c8df0c44" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.133255] env[68786]: DEBUG oslo_concurrency.lockutils [req-0333f972-1565-4520-83c2-02496ac7b613 req-0798b677-5ddf-43b6-9e77-d7f93be6826b service nova] Acquired lock "refresh_cache-2d756688-a54a-4439-9979-7783c8df0c44" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.133255] env[68786]: DEBUG nova.network.neutron [req-0333f972-1565-4520-83c2-02496ac7b613 req-0798b677-5ddf-43b6-9e77-d7f93be6826b service nova] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Refreshing network info cache for port b1073fab-e3f9-46b6-843b-e9cb6eebf883 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 599.433620] env[68786]: DEBUG nova.compute.utils [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.433620] env[68786]: DEBUG nova.compute.manager [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 599.433620] env[68786]: DEBUG nova.network.neutron [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.499087] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Task: {'id': task-3090076, 'name': Rename_Task, 'duration_secs': 0.13946} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.499422] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.499709] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6842e490-34f3-453c-b827-4078e7451b75 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.509787] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Waiting for the task: (returnval){ [ 599.509787] env[68786]: value = "task-3090077" [ 599.509787] env[68786]: _type = "Task" [ 599.509787] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.517915] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Task: {'id': task-3090077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.577381] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a207ffbd-ee8d-4dd7-8df6-4e899f444994 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "d79e4132-ef9d-4af4-8f21-49e32d620e19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.116s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.578930] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "d79e4132-ef9d-4af4-8f21-49e32d620e19" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.799s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.579995] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec57c906-14f4-471b-ab5f-ef23960e95e6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.595738] env[68786]: DEBUG nova.policy [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4eaa56eb983541518940458389f29dd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70f465d5eb794ca09fe55a7e6fe34548', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.651928] env[68786]: DEBUG nova.compute.manager [req-b83b46ef-39f4-4806-988c-e4dfe0700c8a req-67d79a08-a9ca-4fbc-ba7c-a1e5af196268 service nova] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Received event network-vif-plugged-aa4474f0-cee9-4773-b0e8-10522d1347d7 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.651928] env[68786]: DEBUG oslo_concurrency.lockutils [req-b83b46ef-39f4-4806-988c-e4dfe0700c8a req-67d79a08-a9ca-4fbc-ba7c-a1e5af196268 service nova] Acquiring lock "9ff4bca9-16bd-4609-8671-b42f796caa5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.651928] env[68786]: DEBUG oslo_concurrency.lockutils [req-b83b46ef-39f4-4806-988c-e4dfe0700c8a req-67d79a08-a9ca-4fbc-ba7c-a1e5af196268 service nova] Lock "9ff4bca9-16bd-4609-8671-b42f796caa5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.651928] env[68786]: DEBUG oslo_concurrency.lockutils [req-b83b46ef-39f4-4806-988c-e4dfe0700c8a req-67d79a08-a9ca-4fbc-ba7c-a1e5af196268 service nova] Lock "9ff4bca9-16bd-4609-8671-b42f796caa5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.651928] env[68786]: DEBUG nova.compute.manager [req-b83b46ef-39f4-4806-988c-e4dfe0700c8a req-67d79a08-a9ca-4fbc-ba7c-a1e5af196268 service nova] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] No waiting events found dispatching network-vif-plugged-aa4474f0-cee9-4773-b0e8-10522d1347d7 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.652114] env[68786]: WARNING nova.compute.manager [req-b83b46ef-39f4-4806-988c-e4dfe0700c8a req-67d79a08-a9ca-4fbc-ba7c-a1e5af196268 service nova] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Received unexpected event network-vif-plugged-aa4474f0-cee9-4773-b0e8-10522d1347d7 for instance with vm_state building and task_state spawning. [ 599.652226] env[68786]: DEBUG nova.network.neutron [-] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.863481] env[68786]: DEBUG nova.network.neutron [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Updating instance_info_cache with network_info: [{"id": "aa4474f0-cee9-4773-b0e8-10522d1347d7", "address": "fa:16:3e:32:15:db", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa4474f0-ce", "ovs_interfaceid": "aa4474f0-cee9-4773-b0e8-10522d1347d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.947050] env[68786]: DEBUG nova.compute.manager [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 600.031190] env[68786]: DEBUG oslo_vmware.api [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Task: {'id': task-3090077, 'name': PowerOnVM_Task, 'duration_secs': 0.503985} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.031190] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.031190] env[68786]: INFO nova.compute.manager [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Took 10.96 seconds to spawn the instance on the hypervisor. [ 600.031190] env[68786]: DEBUG nova.compute.manager [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.031190] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4eaf2f-17bc-4c60-9a49-0d79ea404a7b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.079913] env[68786]: DEBUG nova.compute.manager [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 600.099547] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "d79e4132-ef9d-4af4-8f21-49e32d620e19" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.520s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.155670] env[68786]: INFO nova.compute.manager [-] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Took 1.82 seconds to deallocate network for instance. [ 600.175710] env[68786]: DEBUG nova.network.neutron [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Successfully updated port: 38f7507d-486d-4627-9673-7d8b5bd4389d {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.315054] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c74ca9-1a88-4175-b10e-84b641ad3bd8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.325115] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bc4afb-4024-40a3-996b-befd855f330b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.362462] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1feacfe-11e6-4006-9980-66b8b55ae863 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.366945] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Releasing lock "refresh_cache-9ff4bca9-16bd-4609-8671-b42f796caa5c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.369608] env[68786]: DEBUG nova.compute.manager [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Instance network_info: |[{"id": "aa4474f0-cee9-4773-b0e8-10522d1347d7", "address": "fa:16:3e:32:15:db", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa4474f0-ce", "ovs_interfaceid": "aa4474f0-cee9-4773-b0e8-10522d1347d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 600.370023] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:15:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa4474f0-cee9-4773-b0e8-10522d1347d7', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.377729] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Creating folder: Project (81a394f25c974343a85824458357f38f). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.377864] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a4c06cb-2d20-4b12-90d8-eb2f556c3b6c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.380621] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44673fcf-972b-485b-b17d-abb17b9eecf5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.396863] env[68786]: DEBUG nova.compute.provider_tree [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.403089] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Created folder: Project (81a394f25c974343a85824458357f38f) in parent group-v618484. [ 600.403089] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Creating folder: Instances. Parent ref: group-v618502. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.403089] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd37ba6f-0613-4051-847c-0205ecdfa10b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.412887] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Created folder: Instances in parent group-v618502. [ 600.413947] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 600.413947] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.413947] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c02bca6d-6b60-4430-b28e-b6f9c501a76b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.438020] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.438020] env[68786]: value = "task-3090080" [ 600.438020] env[68786]: _type = "Task" [ 600.438020] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.444901] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090080, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.557594] env[68786]: INFO nova.compute.manager [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Took 26.27 seconds to build instance. [ 600.608571] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.611279] env[68786]: DEBUG nova.network.neutron [req-0333f972-1565-4520-83c2-02496ac7b613 req-0798b677-5ddf-43b6-9e77-d7f93be6826b service nova] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Updated VIF entry in instance network info cache for port b1073fab-e3f9-46b6-843b-e9cb6eebf883. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.612285] env[68786]: DEBUG nova.network.neutron [req-0333f972-1565-4520-83c2-02496ac7b613 req-0798b677-5ddf-43b6-9e77-d7f93be6826b service nova] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Updating instance_info_cache with network_info: [{"id": "b1073fab-e3f9-46b6-843b-e9cb6eebf883", "address": "fa:16:3e:a5:dd:7d", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1073fab-e3", "ovs_interfaceid": "b1073fab-e3f9-46b6-843b-e9cb6eebf883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.664904] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.678872] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Acquiring lock "refresh_cache-729ab7d4-6266-4faf-920a-68ce3be6bf84" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.679087] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Acquired lock "refresh_cache-729ab7d4-6266-4faf-920a-68ce3be6bf84" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.679271] env[68786]: DEBUG nova.network.neutron [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.904651] env[68786]: DEBUG nova.scheduler.client.report [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.948690] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090080, 'name': CreateVM_Task, 'duration_secs': 0.359878} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.950831] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.951871] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.951919] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.952309] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.954094] env[68786]: DEBUG nova.compute.manager [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 600.957215] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb80922f-cb1a-4d52-a6c4-b231da127f71 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.963621] env[68786]: DEBUG oslo_vmware.api [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Waiting for the task: (returnval){ [ 600.963621] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f0b9c9-6490-f1f7-c34a-7ac4e1726190" [ 600.963621] env[68786]: _type = "Task" [ 600.963621] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.976819] env[68786]: DEBUG oslo_vmware.api [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f0b9c9-6490-f1f7-c34a-7ac4e1726190, 'name': SearchDatastore_Task, 'duration_secs': 0.01068} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.977295] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.977689] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.977911] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.979558] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.979558] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.979558] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e648f40-ab2f-4d17-a63a-2a76a1a71f08 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.990326] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.990326] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.990836] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ca04716-8694-43bc-9d4f-a3a6c65a5ccb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.995689] env[68786]: DEBUG nova.virt.hardware [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:34:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1636001158',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1047770642',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.996891] env[68786]: DEBUG nova.virt.hardware [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.996891] env[68786]: DEBUG nova.virt.hardware [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.996891] env[68786]: DEBUG nova.virt.hardware [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.996891] env[68786]: DEBUG nova.virt.hardware [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.996891] env[68786]: DEBUG nova.virt.hardware [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.997141] env[68786]: DEBUG nova.virt.hardware [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.997141] env[68786]: DEBUG nova.virt.hardware [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.997206] env[68786]: DEBUG nova.virt.hardware [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.997416] env[68786]: DEBUG nova.virt.hardware [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.997623] env[68786]: DEBUG nova.virt.hardware [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.998976] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc29e6ac-3d03-46d4-a029-9f2068395536 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.010499] env[68786]: DEBUG oslo_vmware.api [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Waiting for the task: (returnval){ [ 601.010499] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]526768a8-7db9-3d48-01d1-73ed32a76eb8" [ 601.010499] env[68786]: _type = "Task" [ 601.010499] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.012236] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ee1ea6-8eae-4a64-bea5-b239b0532f5b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.035613] env[68786]: DEBUG oslo_vmware.api [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526768a8-7db9-3d48-01d1-73ed32a76eb8, 'name': SearchDatastore_Task, 'duration_secs': 0.009954} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.037334] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a73a956-60cd-4047-a0b9-fc229ad441c7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.046969] env[68786]: DEBUG oslo_vmware.api [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Waiting for the task: (returnval){ [ 601.046969] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]526a7d84-3718-8bfe-1eee-c0970ec41471" [ 601.046969] env[68786]: _type = "Task" [ 601.046969] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.056534] env[68786]: DEBUG oslo_vmware.api [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526a7d84-3718-8bfe-1eee-c0970ec41471, 'name': SearchDatastore_Task, 'duration_secs': 0.009789} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.056815] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.057665] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 9ff4bca9-16bd-4609-8671-b42f796caa5c/9ff4bca9-16bd-4609-8671-b42f796caa5c.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.057665] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cd98541-a1ce-4fdd-891a-8406305f6820 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.059860] env[68786]: DEBUG oslo_concurrency.lockutils [None req-863f8dcb-9f4f-4df2-a752-2014c249ff7e tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Lock "2d756688-a54a-4439-9979-7783c8df0c44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.787s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.066788] env[68786]: DEBUG oslo_vmware.api [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Waiting for the task: (returnval){ [ 601.066788] env[68786]: value = "task-3090081" [ 601.066788] env[68786]: _type = "Task" [ 601.066788] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.075900] env[68786]: DEBUG oslo_vmware.api [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Task: {'id': task-3090081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.114693] env[68786]: DEBUG oslo_concurrency.lockutils [req-0333f972-1565-4520-83c2-02496ac7b613 req-0798b677-5ddf-43b6-9e77-d7f93be6826b service nova] Releasing lock "refresh_cache-2d756688-a54a-4439-9979-7783c8df0c44" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.193459] env[68786]: DEBUG nova.network.neutron [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Successfully created port: 09d11892-2cae-4d7b-80f7-32d3f7fcf9f4 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.222934] env[68786]: DEBUG nova.network.neutron [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.294027] env[68786]: INFO nova.compute.manager [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Rebuilding instance [ 601.351282] env[68786]: DEBUG nova.compute.manager [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.352464] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a42795-8859-46b7-bcc0-dd7a6fc5c29a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.415222] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.415222] env[68786]: DEBUG nova.compute.manager [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 601.419893] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.391s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.421993] env[68786]: INFO nova.compute.claims [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.455022] env[68786]: DEBUG nova.network.neutron [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Updating instance_info_cache with network_info: [{"id": "38f7507d-486d-4627-9673-7d8b5bd4389d", "address": "fa:16:3e:4c:f1:5a", "network": {"id": "417a5cc6-617c-4d31-975d-284b6c632f1a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2105968991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb99a3b901d843ffaa4b74ea34a8b438", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f7507d-48", "ovs_interfaceid": "38f7507d-486d-4627-9673-7d8b5bd4389d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.512539] env[68786]: DEBUG oslo_concurrency.lockutils [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquiring lock "7909859e-eca0-44d6-88a6-4e8e83d73f11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.512539] env[68786]: DEBUG oslo_concurrency.lockutils [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "7909859e-eca0-44d6-88a6-4e8e83d73f11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.512539] env[68786]: DEBUG oslo_concurrency.lockutils [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquiring lock "7909859e-eca0-44d6-88a6-4e8e83d73f11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.512988] env[68786]: DEBUG oslo_concurrency.lockutils [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "7909859e-eca0-44d6-88a6-4e8e83d73f11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.512988] env[68786]: DEBUG oslo_concurrency.lockutils [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "7909859e-eca0-44d6-88a6-4e8e83d73f11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.518569] env[68786]: INFO nova.compute.manager [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Terminating instance [ 601.578458] env[68786]: DEBUG oslo_vmware.api [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Task: {'id': task-3090081, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.921809] env[68786]: DEBUG nova.compute.utils [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.923402] env[68786]: DEBUG nova.compute.manager [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 601.923626] env[68786]: DEBUG nova.network.neutron [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.957052] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Releasing lock "refresh_cache-729ab7d4-6266-4faf-920a-68ce3be6bf84" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.957519] env[68786]: DEBUG nova.compute.manager [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Instance network_info: |[{"id": "38f7507d-486d-4627-9673-7d8b5bd4389d", "address": "fa:16:3e:4c:f1:5a", "network": {"id": "417a5cc6-617c-4d31-975d-284b6c632f1a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2105968991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb99a3b901d843ffaa4b74ea34a8b438", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f7507d-48", "ovs_interfaceid": "38f7507d-486d-4627-9673-7d8b5bd4389d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 601.958160] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:f1:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38f7507d-486d-4627-9673-7d8b5bd4389d', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.969236] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Creating folder: Project (eb99a3b901d843ffaa4b74ea34a8b438). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.969943] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37605dea-bb53-4c57-b143-e32dd377fd80 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.983763] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Created folder: Project (eb99a3b901d843ffaa4b74ea34a8b438) in parent group-v618484. [ 601.983878] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Creating folder: Instances. Parent ref: group-v618505. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.984212] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d67c0238-76b4-42dd-ab46-9ef245d13aac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.995557] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Created folder: Instances in parent group-v618505. [ 601.995903] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 601.996081] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.996293] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2639c757-3bdf-4918-b1ea-42b7c906b75c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.019349] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.019349] env[68786]: value = "task-3090084" [ 602.019349] env[68786]: _type = "Task" [ 602.019349] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.027991] env[68786]: DEBUG nova.compute.manager [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 602.028242] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 602.028501] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090084, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.029231] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2e4e37-ea5b-4c05-be65-50ebca08df42 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.039507] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 602.039813] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9c31df1-2ec1-4a01-a479-72b5011cd6e1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.045955] env[68786]: DEBUG nova.policy [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a1a38d07963483c91b6f960b2bcc658', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1b7b0aaa486450c98fd86a764f2a737', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.051863] env[68786]: DEBUG oslo_vmware.api [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 602.051863] env[68786]: value = "task-3090085" [ 602.051863] env[68786]: _type = "Task" [ 602.051863] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.060927] env[68786]: DEBUG oslo_vmware.api [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.077673] env[68786]: DEBUG oslo_vmware.api [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Task: {'id': task-3090081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526853} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.078420] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 9ff4bca9-16bd-4609-8671-b42f796caa5c/9ff4bca9-16bd-4609-8671-b42f796caa5c.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.078420] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.078582] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b791c411-9cdb-4e67-a661-a8d9b051459e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.086446] env[68786]: DEBUG oslo_vmware.api [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Waiting for the task: (returnval){ [ 602.086446] env[68786]: value = "task-3090086" [ 602.086446] env[68786]: _type = "Task" [ 602.086446] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.098839] env[68786]: DEBUG oslo_vmware.api [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Task: {'id': task-3090086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.354179] env[68786]: DEBUG nova.network.neutron [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Successfully updated port: 51eb8680-3b52-4858-8504-626bb76e4f2c {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 602.373863] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 602.374682] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe013c05-257b-4949-b8b5-a1b01efecdf9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.383863] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for the task: (returnval){ [ 602.383863] env[68786]: value = "task-3090087" [ 602.383863] env[68786]: _type = "Task" [ 602.383863] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.397373] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.427193] env[68786]: DEBUG nova.compute.manager [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 602.543124] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090084, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.562863] env[68786]: DEBUG oslo_vmware.api [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090085, 'name': PowerOffVM_Task, 'duration_secs': 0.393636} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.566217] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 602.566436] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 602.567898] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb181a25-11ec-4541-b805-dab8abb9db17 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.598038] env[68786]: DEBUG oslo_vmware.api [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Task: {'id': task-3090086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.324113} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.598152] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.599218] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc85895-1881-4a3c-8ca0-2fe5a7e96a8d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.630111] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 9ff4bca9-16bd-4609-8671-b42f796caa5c/9ff4bca9-16bd-4609-8671-b42f796caa5c.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.633520] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f05b3b9-e346-4820-afea-2b16a7b036aa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.651339] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 602.651339] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 602.651339] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Deleting the datastore file [datastore2] 7909859e-eca0-44d6-88a6-4e8e83d73f11 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 602.655247] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2196c02a-8b07-4f40-b493-78aa53aa73b6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.658865] env[68786]: DEBUG oslo_vmware.api [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Waiting for the task: (returnval){ [ 602.658865] env[68786]: value = "task-3090089" [ 602.658865] env[68786]: _type = "Task" [ 602.658865] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.668105] env[68786]: DEBUG oslo_vmware.api [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 602.668105] env[68786]: value = "task-3090090" [ 602.668105] env[68786]: _type = "Task" [ 602.668105] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.681803] env[68786]: DEBUG oslo_vmware.api [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Task: {'id': task-3090089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.692017] env[68786]: DEBUG oslo_vmware.api [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.740631] env[68786]: DEBUG oslo_concurrency.lockutils [None req-77671a3c-6a95-4319-9a84-3939364a5524 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "d79e4132-ef9d-4af4-8f21-49e32d620e19" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.740631] env[68786]: DEBUG oslo_concurrency.lockutils [None req-77671a3c-6a95-4319-9a84-3939364a5524 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "d79e4132-ef9d-4af4-8f21-49e32d620e19" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.740631] env[68786]: DEBUG nova.compute.manager [None req-77671a3c-6a95-4319-9a84-3939364a5524 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.741603] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786a9baa-12c2-4815-b83a-11cb0475e274 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.761153] env[68786]: DEBUG nova.compute.manager [None req-77671a3c-6a95-4319-9a84-3939364a5524 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68786) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 602.761855] env[68786]: DEBUG nova.objects.instance [None req-77671a3c-6a95-4319-9a84-3939364a5524 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lazy-loading 'flavor' on Instance uuid d79e4132-ef9d-4af4-8f21-49e32d620e19 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 602.848724] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad012117-464c-4d3b-a6dd-37a8aafd38d9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.859515] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Acquiring lock "refresh_cache-22c70775-b7eb-4712-b65e-1a71e77c1ba2" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.859515] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Acquired lock "refresh_cache-22c70775-b7eb-4712-b65e-1a71e77c1ba2" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.859515] env[68786]: DEBUG nova.network.neutron [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.864162] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8685e65-e093-4abd-b361-34d951b2804a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.918445] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9194cad6-23ae-4fdd-a493-b5ff9c816c81 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.927488] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090087, 'name': PowerOffVM_Task, 'duration_secs': 0.176278} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.930033] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 602.931278] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 602.931278] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8646e627-2dcc-4552-bc66-6133cfeae9cd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.935052] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a91ec6-a411-45b3-ab8e-d7a6d5ff60dc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.947564] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 602.956726] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07e66942-ee0a-45b3-b090-728fd43013fd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.958901] env[68786]: DEBUG nova.compute.provider_tree [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.985397] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 602.985708] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 602.985778] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Deleting the datastore file [datastore1] c22d31c2-9d25-498c-b903-ea3a88a81bf2 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 602.986067] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18f4d705-319e-4503-9a0e-e62b1a384214 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.994328] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for the task: (returnval){ [ 602.994328] env[68786]: value = "task-3090092" [ 602.994328] env[68786]: _type = "Task" [ 602.994328] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.002505] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.036439] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090084, 'name': CreateVM_Task, 'duration_secs': 0.822417} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.036617] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.040045] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.040187] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.040901] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.042336] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7e7d374-2246-402a-aa17-41bf0f399386 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.050735] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Waiting for the task: (returnval){ [ 603.050735] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]526d43bc-1108-27d3-2ae8-c5658b9788e2" [ 603.050735] env[68786]: _type = "Task" [ 603.050735] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.060353] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526d43bc-1108-27d3-2ae8-c5658b9788e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.098050] env[68786]: DEBUG nova.network.neutron [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Successfully created port: 92eea19d-152d-4b03-830f-066ec55401bc {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 603.130271] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Acquiring lock "d1702b0d-ad46-44ba-aaee-cfdc2a1a554e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.130271] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Lock "d1702b0d-ad46-44ba-aaee-cfdc2a1a554e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.175720] env[68786]: DEBUG oslo_vmware.api [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Task: {'id': task-3090089, 'name': ReconfigVM_Task, 'duration_secs': 0.364159} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.178289] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 9ff4bca9-16bd-4609-8671-b42f796caa5c/9ff4bca9-16bd-4609-8671-b42f796caa5c.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.179094] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01a47fdf-9e07-4a66-bc04-5dd5e6fe324d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.186062] env[68786]: DEBUG oslo_vmware.api [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199323} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.187453] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 603.187615] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 603.187806] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 603.188033] env[68786]: INFO nova.compute.manager [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Took 1.16 seconds to destroy the instance on the hypervisor. [ 603.188282] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.188593] env[68786]: DEBUG oslo_vmware.api [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Waiting for the task: (returnval){ [ 603.188593] env[68786]: value = "task-3090093" [ 603.188593] env[68786]: _type = "Task" [ 603.188593] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.188790] env[68786]: DEBUG nova.compute.manager [-] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 603.188868] env[68786]: DEBUG nova.network.neutron [-] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 603.203393] env[68786]: DEBUG oslo_vmware.api [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Task: {'id': task-3090093, 'name': Rename_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.242605] env[68786]: DEBUG nova.compute.manager [req-b43b940a-ed09-41d1-8812-928068336363 req-265887d6-09e7-456c-932c-469bfc1417ba service nova] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Received event network-vif-plugged-38f7507d-486d-4627-9673-7d8b5bd4389d {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 603.242605] env[68786]: DEBUG oslo_concurrency.lockutils [req-b43b940a-ed09-41d1-8812-928068336363 req-265887d6-09e7-456c-932c-469bfc1417ba service nova] Acquiring lock "729ab7d4-6266-4faf-920a-68ce3be6bf84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.242924] env[68786]: DEBUG oslo_concurrency.lockutils [req-b43b940a-ed09-41d1-8812-928068336363 req-265887d6-09e7-456c-932c-469bfc1417ba service nova] Lock "729ab7d4-6266-4faf-920a-68ce3be6bf84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.242924] env[68786]: DEBUG oslo_concurrency.lockutils [req-b43b940a-ed09-41d1-8812-928068336363 req-265887d6-09e7-456c-932c-469bfc1417ba service nova] Lock "729ab7d4-6266-4faf-920a-68ce3be6bf84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.243114] env[68786]: DEBUG nova.compute.manager [req-b43b940a-ed09-41d1-8812-928068336363 req-265887d6-09e7-456c-932c-469bfc1417ba service nova] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] No waiting events found dispatching network-vif-plugged-38f7507d-486d-4627-9673-7d8b5bd4389d {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 603.243290] env[68786]: WARNING nova.compute.manager [req-b43b940a-ed09-41d1-8812-928068336363 req-265887d6-09e7-456c-932c-469bfc1417ba service nova] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Received unexpected event network-vif-plugged-38f7507d-486d-4627-9673-7d8b5bd4389d for instance with vm_state building and task_state spawning. [ 603.244327] env[68786]: DEBUG nova.compute.manager [req-b43b940a-ed09-41d1-8812-928068336363 req-265887d6-09e7-456c-932c-469bfc1417ba service nova] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Received event network-changed-38f7507d-486d-4627-9673-7d8b5bd4389d {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 603.244327] env[68786]: DEBUG nova.compute.manager [req-b43b940a-ed09-41d1-8812-928068336363 req-265887d6-09e7-456c-932c-469bfc1417ba service nova] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Refreshing instance network info cache due to event network-changed-38f7507d-486d-4627-9673-7d8b5bd4389d. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 603.244327] env[68786]: DEBUG oslo_concurrency.lockutils [req-b43b940a-ed09-41d1-8812-928068336363 req-265887d6-09e7-456c-932c-469bfc1417ba service nova] Acquiring lock "refresh_cache-729ab7d4-6266-4faf-920a-68ce3be6bf84" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.244327] env[68786]: DEBUG oslo_concurrency.lockutils [req-b43b940a-ed09-41d1-8812-928068336363 req-265887d6-09e7-456c-932c-469bfc1417ba service nova] Acquired lock "refresh_cache-729ab7d4-6266-4faf-920a-68ce3be6bf84" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.244327] env[68786]: DEBUG nova.network.neutron [req-b43b940a-ed09-41d1-8812-928068336363 req-265887d6-09e7-456c-932c-469bfc1417ba service nova] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Refreshing network info cache for port 38f7507d-486d-4627-9673-7d8b5bd4389d {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 603.446352] env[68786]: DEBUG nova.compute.manager [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 603.464237] env[68786]: DEBUG nova.scheduler.client.report [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.482521] env[68786]: DEBUG nova.virt.hardware [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 603.484336] env[68786]: DEBUG nova.virt.hardware [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 603.484868] env[68786]: DEBUG nova.virt.hardware [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.485273] env[68786]: DEBUG nova.virt.hardware [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 603.485565] env[68786]: DEBUG nova.virt.hardware [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.485800] env[68786]: DEBUG nova.virt.hardware [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 603.486601] env[68786]: DEBUG nova.virt.hardware [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 603.486693] env[68786]: DEBUG nova.virt.hardware [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 603.487154] env[68786]: DEBUG nova.virt.hardware [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 603.487942] env[68786]: DEBUG nova.virt.hardware [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 603.488244] env[68786]: DEBUG nova.virt.hardware [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 603.489771] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0e6886-3316-4d16-838c-24a7af2edcf2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.509181] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c8b35b-07f1-4b97-ac45-a273f92e4d9c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.514299] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138169} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.518059] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 603.518059] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 603.518059] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 603.562960] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526d43bc-1108-27d3-2ae8-c5658b9788e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011601} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.563201] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.563543] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.563859] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.563999] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.564209] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.564958] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-173d6566-e56c-4450-b80d-2cf3ebf6dcff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.570187] env[68786]: DEBUG nova.network.neutron [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 603.575820] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.575820] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.575820] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-654a94a1-e0be-4293-9fff-5aaad2592d0e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.580984] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Waiting for the task: (returnval){ [ 603.580984] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b65465-8632-ad06-29c8-1bb30993252d" [ 603.580984] env[68786]: _type = "Task" [ 603.580984] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.592186] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b65465-8632-ad06-29c8-1bb30993252d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.635597] env[68786]: DEBUG nova.compute.manager [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.708427] env[68786]: DEBUG oslo_vmware.api [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Task: {'id': task-3090093, 'name': Rename_Task, 'duration_secs': 0.232402} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.709490] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.709758] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eddf4a87-5cae-4f5a-845d-a5f4968e4d66 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.718135] env[68786]: DEBUG oslo_vmware.api [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Waiting for the task: (returnval){ [ 603.718135] env[68786]: value = "task-3090094" [ 603.718135] env[68786]: _type = "Task" [ 603.718135] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.727255] env[68786]: DEBUG oslo_vmware.api [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Task: {'id': task-3090094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.772020] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-77671a3c-6a95-4319-9a84-3939364a5524 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 603.772766] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7984b3d0-9678-47bf-8c59-3435134bbda2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.780603] env[68786]: DEBUG oslo_vmware.api [None req-77671a3c-6a95-4319-9a84-3939364a5524 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 603.780603] env[68786]: value = "task-3090095" [ 603.780603] env[68786]: _type = "Task" [ 603.780603] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.791734] env[68786]: DEBUG oslo_vmware.api [None req-77671a3c-6a95-4319-9a84-3939364a5524 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.975438] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.976142] env[68786]: DEBUG nova.compute.manager [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.980551] env[68786]: DEBUG oslo_concurrency.lockutils [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.260s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.982475] env[68786]: INFO nova.compute.claims [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.091441] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b65465-8632-ad06-29c8-1bb30993252d, 'name': SearchDatastore_Task, 'duration_secs': 0.034884} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.095913] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4a35faa-3a4d-448e-85a6-dc0a27fa2ff9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.098275] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Waiting for the task: (returnval){ [ 604.098275] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5250912f-c3f6-2572-b15b-e198de9db83c" [ 604.098275] env[68786]: _type = "Task" [ 604.098275] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.108391] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5250912f-c3f6-2572-b15b-e198de9db83c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.146181] env[68786]: DEBUG nova.network.neutron [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Updating instance_info_cache with network_info: [{"id": "51eb8680-3b52-4858-8504-626bb76e4f2c", "address": "fa:16:3e:26:16:c7", "network": {"id": "3c6d8f63-0073-40df-9c96-4fbc73ac77b5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-242946678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b7cfdecf6bb46408d6d6a04029f530e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51eb8680-3b", "ovs_interfaceid": "51eb8680-3b52-4858-8504-626bb76e4f2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.165846] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.230213] env[68786]: DEBUG oslo_vmware.api [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Task: {'id': task-3090094, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.296265] env[68786]: DEBUG nova.network.neutron [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Successfully updated port: 09d11892-2cae-4d7b-80f7-32d3f7fcf9f4 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.298359] env[68786]: DEBUG oslo_vmware.api [None req-77671a3c-6a95-4319-9a84-3939364a5524 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090095, 'name': PowerOffVM_Task, 'duration_secs': 0.199646} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.298857] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-77671a3c-6a95-4319-9a84-3939364a5524 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 604.300417] env[68786]: DEBUG nova.compute.manager [None req-77671a3c-6a95-4319-9a84-3939364a5524 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.304969] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e40383-7325-473c-8a6f-98910da9b1dc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.459931] env[68786]: DEBUG nova.compute.manager [req-18e1211a-7af6-4ae3-acba-e2851cb4f375 req-a4778b69-52bf-4e70-92bc-a32974aa35f1 service nova] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Received event network-changed-aa4474f0-cee9-4773-b0e8-10522d1347d7 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 604.459931] env[68786]: DEBUG nova.compute.manager [req-18e1211a-7af6-4ae3-acba-e2851cb4f375 req-a4778b69-52bf-4e70-92bc-a32974aa35f1 service nova] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Refreshing instance network info cache due to event network-changed-aa4474f0-cee9-4773-b0e8-10522d1347d7. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 604.459931] env[68786]: DEBUG oslo_concurrency.lockutils [req-18e1211a-7af6-4ae3-acba-e2851cb4f375 req-a4778b69-52bf-4e70-92bc-a32974aa35f1 service nova] Acquiring lock "refresh_cache-9ff4bca9-16bd-4609-8671-b42f796caa5c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.463643] env[68786]: DEBUG oslo_concurrency.lockutils [req-18e1211a-7af6-4ae3-acba-e2851cb4f375 req-a4778b69-52bf-4e70-92bc-a32974aa35f1 service nova] Acquired lock "refresh_cache-9ff4bca9-16bd-4609-8671-b42f796caa5c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.463643] env[68786]: DEBUG nova.network.neutron [req-18e1211a-7af6-4ae3-acba-e2851cb4f375 req-a4778b69-52bf-4e70-92bc-a32974aa35f1 service nova] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Refreshing network info cache for port aa4474f0-cee9-4773-b0e8-10522d1347d7 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.489160] env[68786]: DEBUG nova.compute.utils [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.495611] env[68786]: DEBUG nova.compute.manager [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 604.495611] env[68786]: DEBUG nova.network.neutron [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.564786] env[68786]: DEBUG nova.virt.hardware [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.565671] env[68786]: DEBUG nova.virt.hardware [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.565989] env[68786]: DEBUG nova.virt.hardware [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.566235] env[68786]: DEBUG nova.virt.hardware [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.566388] env[68786]: DEBUG nova.virt.hardware [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.566539] env[68786]: DEBUG nova.virt.hardware [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.566754] env[68786]: DEBUG nova.virt.hardware [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.566914] env[68786]: DEBUG nova.virt.hardware [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.567094] env[68786]: DEBUG nova.virt.hardware [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.567468] env[68786]: DEBUG nova.virt.hardware [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.567679] env[68786]: DEBUG nova.virt.hardware [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.568667] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0007d95-0a95-45d5-9cb4-3133bc43a181 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.581000] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37b4e96-5f04-4875-a60a-8ed66e216a45 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.598774] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Instance VIF info [] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.605405] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 604.605766] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.608929] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-397fbfab-b0d2-4828-a9f3-c3112b083e4d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.637204] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5250912f-c3f6-2572-b15b-e198de9db83c, 'name': SearchDatastore_Task, 'duration_secs': 0.021133} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.638025] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.638025] env[68786]: value = "task-3090096" [ 604.638025] env[68786]: _type = "Task" [ 604.638025] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.638025] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.638025] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 729ab7d4-6266-4faf-920a-68ce3be6bf84/729ab7d4-6266-4faf-920a-68ce3be6bf84.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.638322] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcd9ae7a-bfec-4e14-b198-504e3517da9e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.649037] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090096, 'name': CreateVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.650788] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Releasing lock "refresh_cache-22c70775-b7eb-4712-b65e-1a71e77c1ba2" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.651091] env[68786]: DEBUG nova.compute.manager [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Instance network_info: |[{"id": "51eb8680-3b52-4858-8504-626bb76e4f2c", "address": "fa:16:3e:26:16:c7", "network": {"id": "3c6d8f63-0073-40df-9c96-4fbc73ac77b5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-242946678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b7cfdecf6bb46408d6d6a04029f530e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51eb8680-3b", "ovs_interfaceid": "51eb8680-3b52-4858-8504-626bb76e4f2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 604.651400] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Waiting for the task: (returnval){ [ 604.651400] env[68786]: value = "task-3090097" [ 604.651400] env[68786]: _type = "Task" [ 604.651400] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.651707] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:16:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51eb8680-3b52-4858-8504-626bb76e4f2c', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.660119] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Creating folder: Project (7b7cfdecf6bb46408d6d6a04029f530e). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.660894] env[68786]: DEBUG nova.policy [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7daa505e08574799b7a8e95dfabde97c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38ac6b95cc7c47fda81354bfc1d00678', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.662341] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3873ef1-a63e-4c31-9db0-b7e960942fae {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.667526] env[68786]: DEBUG nova.network.neutron [req-b43b940a-ed09-41d1-8812-928068336363 req-265887d6-09e7-456c-932c-469bfc1417ba service nova] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Updated VIF entry in instance network info cache for port 38f7507d-486d-4627-9673-7d8b5bd4389d. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.667843] env[68786]: DEBUG nova.network.neutron [req-b43b940a-ed09-41d1-8812-928068336363 req-265887d6-09e7-456c-932c-469bfc1417ba service nova] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Updating instance_info_cache with network_info: [{"id": "38f7507d-486d-4627-9673-7d8b5bd4389d", "address": "fa:16:3e:4c:f1:5a", "network": {"id": "417a5cc6-617c-4d31-975d-284b6c632f1a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2105968991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb99a3b901d843ffaa4b74ea34a8b438", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f7507d-48", "ovs_interfaceid": "38f7507d-486d-4627-9673-7d8b5bd4389d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.675649] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Task: {'id': task-3090097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.679873] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Created folder: Project (7b7cfdecf6bb46408d6d6a04029f530e) in parent group-v618484. [ 604.679975] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Creating folder: Instances. Parent ref: group-v618509. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.680217] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e60d043-9251-4ed9-9545-93f5fb838ab6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.688295] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Created folder: Instances in parent group-v618509. [ 604.688580] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 604.688785] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.688985] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28b14720-6815-41e4-a319-7bfadf194401 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.710246] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.710246] env[68786]: value = "task-3090100" [ 604.710246] env[68786]: _type = "Task" [ 604.710246] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.719905] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090100, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.729880] env[68786]: DEBUG oslo_vmware.api [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Task: {'id': task-3090094, 'name': PowerOnVM_Task, 'duration_secs': 0.748769} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.730251] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.730448] env[68786]: INFO nova.compute.manager [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Took 11.19 seconds to spawn the instance on the hypervisor. [ 604.730685] env[68786]: DEBUG nova.compute.manager [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.731657] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ef1366-67e8-4754-9246-fe54f4def8a5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.800331] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Acquiring lock "refresh_cache-51056aca-0003-4ff9-b34f-8ee6fd900591" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.800400] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Acquired lock "refresh_cache-51056aca-0003-4ff9-b34f-8ee6fd900591" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.800612] env[68786]: DEBUG nova.network.neutron [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.803417] env[68786]: DEBUG nova.compute.manager [None req-a4472f58-cec2-4671-b807-9a494888babf tempest-ServerExternalEventsTest-88174562 tempest-ServerExternalEventsTest-88174562-project] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Received event network-changed {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 604.803721] env[68786]: DEBUG nova.compute.manager [None req-a4472f58-cec2-4671-b807-9a494888babf tempest-ServerExternalEventsTest-88174562 tempest-ServerExternalEventsTest-88174562-project] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Refreshing instance network info cache due to event network-changed. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 604.803941] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a4472f58-cec2-4671-b807-9a494888babf tempest-ServerExternalEventsTest-88174562 tempest-ServerExternalEventsTest-88174562-project] Acquiring lock "refresh_cache-2d756688-a54a-4439-9979-7783c8df0c44" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.804098] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a4472f58-cec2-4671-b807-9a494888babf tempest-ServerExternalEventsTest-88174562 tempest-ServerExternalEventsTest-88174562-project] Acquired lock "refresh_cache-2d756688-a54a-4439-9979-7783c8df0c44" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.804533] env[68786]: DEBUG nova.network.neutron [None req-a4472f58-cec2-4671-b807-9a494888babf tempest-ServerExternalEventsTest-88174562 tempest-ServerExternalEventsTest-88174562-project] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.820940] env[68786]: DEBUG oslo_concurrency.lockutils [None req-77671a3c-6a95-4319-9a84-3939364a5524 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "d79e4132-ef9d-4af4-8f21-49e32d620e19" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.855615] env[68786]: DEBUG nova.network.neutron [-] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.996294] env[68786]: DEBUG nova.compute.manager [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.157052] env[68786]: DEBUG oslo_concurrency.lockutils [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Acquiring lock "8109d3f2-0864-4771-96cc-6046f82763f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.157052] env[68786]: DEBUG oslo_concurrency.lockutils [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Lock "8109d3f2-0864-4771-96cc-6046f82763f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.157332] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090096, 'name': CreateVM_Task, 'duration_secs': 0.327445} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.157332] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.157599] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.157748] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.158077] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.160865] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e92a0df-c792-4547-ba6c-180d2b6be60d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.170973] env[68786]: DEBUG oslo_concurrency.lockutils [req-b43b940a-ed09-41d1-8812-928068336363 req-265887d6-09e7-456c-932c-469bfc1417ba service nova] Releasing lock "refresh_cache-729ab7d4-6266-4faf-920a-68ce3be6bf84" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.172916] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for the task: (returnval){ [ 605.172916] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]527d5542-a603-39ed-45c8-b6b6df01873c" [ 605.172916] env[68786]: _type = "Task" [ 605.172916] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.176663] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Task: {'id': task-3090097, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.188240] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]527d5542-a603-39ed-45c8-b6b6df01873c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.223547] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090100, 'name': CreateVM_Task, 'duration_secs': 0.397529} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.224928] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.224928] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.252245] env[68786]: INFO nova.compute.manager [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Took 26.30 seconds to build instance. [ 605.320567] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdec990a-e67f-4b23-a0f6-38cf4eb31ef5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.329941] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc87177a-d399-4ca4-93b5-6f9f1a47ff88 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.364818] env[68786]: INFO nova.compute.manager [-] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Took 2.18 seconds to deallocate network for instance. [ 605.375250] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d1a1a3-7d5b-4266-b5b7-e23e0bfde173 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.385244] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b405d6-cb16-4abb-8349-65f5db447e4e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.399816] env[68786]: DEBUG nova.compute.provider_tree [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.440840] env[68786]: DEBUG nova.network.neutron [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.680781] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Task: {'id': task-3090097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654039} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.684940] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 729ab7d4-6266-4faf-920a-68ce3be6bf84/729ab7d4-6266-4faf-920a-68ce3be6bf84.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.684940] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.685263] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b34c933b-8968-4990-a1d5-48c32f2419b9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.698146] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Acquiring lock "35698194-cc33-4c3a-a153-8f31d6c82941" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.698392] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Lock "35698194-cc33-4c3a-a153-8f31d6c82941" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.698615] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]527d5542-a603-39ed-45c8-b6b6df01873c, 'name': SearchDatastore_Task, 'duration_secs': 0.020038} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.701199] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.701468] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.701661] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.701798] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.701967] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.703889] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.704153] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.704412] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cb45a72-0186-4096-bbdd-391164f46595 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.707962] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Waiting for the task: (returnval){ [ 605.707962] env[68786]: value = "task-3090101" [ 605.707962] env[68786]: _type = "Task" [ 605.707962] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.712626] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67574cca-a3d0-4bca-879c-d74b217ba944 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.723291] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Waiting for the task: (returnval){ [ 605.723291] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5200d861-054f-13fb-549c-f98e9d9e221c" [ 605.723291] env[68786]: _type = "Task" [ 605.723291] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.726888] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Task: {'id': task-3090101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.732161] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.732382] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.733471] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0663a91c-cbf5-49b4-b883-39bae300701b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.740716] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for the task: (returnval){ [ 605.740716] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]525ae855-7898-9024-cfaa-376b57b5fd9a" [ 605.740716] env[68786]: _type = "Task" [ 605.740716] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.744502] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5200d861-054f-13fb-549c-f98e9d9e221c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.753831] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a7c88ac-4443-4a1e-a952-734c5a4600fc tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Lock "9ff4bca9-16bd-4609-8671-b42f796caa5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.810s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.754608] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]525ae855-7898-9024-cfaa-376b57b5fd9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.764454] env[68786]: DEBUG nova.network.neutron [None req-a4472f58-cec2-4671-b807-9a494888babf tempest-ServerExternalEventsTest-88174562 tempest-ServerExternalEventsTest-88174562-project] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Updating instance_info_cache with network_info: [{"id": "b1073fab-e3f9-46b6-843b-e9cb6eebf883", "address": "fa:16:3e:a5:dd:7d", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1073fab-e3", "ovs_interfaceid": "b1073fab-e3f9-46b6-843b-e9cb6eebf883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.877024] env[68786]: DEBUG oslo_concurrency.lockutils [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.903342] env[68786]: DEBUG nova.scheduler.client.report [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.008321] env[68786]: DEBUG nova.compute.manager [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.013782] env[68786]: DEBUG nova.network.neutron [req-18e1211a-7af6-4ae3-acba-e2851cb4f375 req-a4778b69-52bf-4e70-92bc-a32974aa35f1 service nova] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Updated VIF entry in instance network info cache for port aa4474f0-cee9-4773-b0e8-10522d1347d7. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.014141] env[68786]: DEBUG nova.network.neutron [req-18e1211a-7af6-4ae3-acba-e2851cb4f375 req-a4778b69-52bf-4e70-92bc-a32974aa35f1 service nova] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Updating instance_info_cache with network_info: [{"id": "aa4474f0-cee9-4773-b0e8-10522d1347d7", "address": "fa:16:3e:32:15:db", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa4474f0-ce", "ovs_interfaceid": "aa4474f0-cee9-4773-b0e8-10522d1347d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.040213] env[68786]: DEBUG nova.virt.hardware [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.040213] env[68786]: DEBUG nova.virt.hardware [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.040213] env[68786]: DEBUG nova.virt.hardware [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.040372] env[68786]: DEBUG nova.virt.hardware [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.040372] env[68786]: DEBUG nova.virt.hardware [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.040372] env[68786]: DEBUG nova.virt.hardware [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.041966] env[68786]: DEBUG nova.virt.hardware [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.042364] env[68786]: DEBUG nova.virt.hardware [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.042559] env[68786]: DEBUG nova.virt.hardware [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.042764] env[68786]: DEBUG nova.virt.hardware [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.042977] env[68786]: DEBUG nova.virt.hardware [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.044145] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4915194e-802a-447e-95ca-d2b9c5bcbad5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.054206] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dae0ec-f971-4727-a8f9-a07d1cda6fe8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.071156] env[68786]: DEBUG nova.network.neutron [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Updating instance_info_cache with network_info: [{"id": "09d11892-2cae-4d7b-80f7-32d3f7fcf9f4", "address": "fa:16:3e:98:6b:46", "network": {"id": "450ade04-0374-42f6-ae05-3d2e5e47e79b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1650166467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f465d5eb794ca09fe55a7e6fe34548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09d11892-2c", "ovs_interfaceid": "09d11892-2cae-4d7b-80f7-32d3f7fcf9f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.090210] env[68786]: DEBUG nova.network.neutron [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Successfully created port: 58d0cd7c-29a3-4303-8977-e212518f9dc3 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.226670] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Task: {'id': task-3090101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13793} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.226782] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.227577] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95b7e80-afe5-48f1-b398-25387725d83b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.249982] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5200d861-054f-13fb-549c-f98e9d9e221c, 'name': SearchDatastore_Task, 'duration_secs': 0.025649} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.259067] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 729ab7d4-6266-4faf-920a-68ce3be6bf84/729ab7d4-6266-4faf-920a-68ce3be6bf84.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.259443] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.259664] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.259952] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.263046] env[68786]: DEBUG nova.compute.manager [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.265540] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-737fa4f7-ace4-4435-9c9e-69fe2848957d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.280830] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a4472f58-cec2-4671-b807-9a494888babf tempest-ServerExternalEventsTest-88174562 tempest-ServerExternalEventsTest-88174562-project] Releasing lock "refresh_cache-2d756688-a54a-4439-9979-7783c8df0c44" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.289013] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]525ae855-7898-9024-cfaa-376b57b5fd9a, 'name': SearchDatastore_Task, 'duration_secs': 0.012339} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.289628] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Waiting for the task: (returnval){ [ 606.289628] env[68786]: value = "task-3090102" [ 606.289628] env[68786]: _type = "Task" [ 606.289628] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.289833] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be2c8851-ff6f-4818-9672-5cea1c55cb46 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.301989] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Task: {'id': task-3090102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.302904] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for the task: (returnval){ [ 606.302904] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f17e87-d6ca-9e08-9be7-b01030185ed8" [ 606.302904] env[68786]: _type = "Task" [ 606.302904] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.313408] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f17e87-d6ca-9e08-9be7-b01030185ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.409946] env[68786]: DEBUG oslo_concurrency.lockutils [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.410492] env[68786]: DEBUG nova.compute.manager [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 606.413185] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.851s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.519604] env[68786]: DEBUG oslo_concurrency.lockutils [req-18e1211a-7af6-4ae3-acba-e2851cb4f375 req-a4778b69-52bf-4e70-92bc-a32974aa35f1 service nova] Releasing lock "refresh_cache-9ff4bca9-16bd-4609-8671-b42f796caa5c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.519891] env[68786]: DEBUG nova.compute.manager [req-18e1211a-7af6-4ae3-acba-e2851cb4f375 req-a4778b69-52bf-4e70-92bc-a32974aa35f1 service nova] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Received event network-vif-deleted-38706872-cdf3-4cd9-8851-907f04b82553 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 606.573807] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Releasing lock "refresh_cache-51056aca-0003-4ff9-b34f-8ee6fd900591" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.574193] env[68786]: DEBUG nova.compute.manager [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Instance network_info: |[{"id": "09d11892-2cae-4d7b-80f7-32d3f7fcf9f4", "address": "fa:16:3e:98:6b:46", "network": {"id": "450ade04-0374-42f6-ae05-3d2e5e47e79b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1650166467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f465d5eb794ca09fe55a7e6fe34548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09d11892-2c", "ovs_interfaceid": "09d11892-2cae-4d7b-80f7-32d3f7fcf9f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.574691] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:6b:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09d11892-2cae-4d7b-80f7-32d3f7fcf9f4', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.586229] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Creating folder: Project (70f465d5eb794ca09fe55a7e6fe34548). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.587481] env[68786]: DEBUG nova.network.neutron [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Successfully updated port: 92eea19d-152d-4b03-830f-066ec55401bc {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.591840] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c076ed08-0301-42f6-813b-f5a65c4c1be3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.603276] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Created folder: Project (70f465d5eb794ca09fe55a7e6fe34548) in parent group-v618484. [ 606.603492] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Creating folder: Instances. Parent ref: group-v618512. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.605497] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7069243f-5b75-4fca-b365-716055cf5318 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.617311] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Created folder: Instances in parent group-v618512. [ 606.617575] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.617774] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.617954] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2074693a-79ec-432d-83db-6b9775da68f5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.641685] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.641685] env[68786]: value = "task-3090105" [ 606.641685] env[68786]: _type = "Task" [ 606.641685] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.651823] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090105, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.803991] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Task: {'id': task-3090102, 'name': ReconfigVM_Task, 'duration_secs': 0.307056} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.809475] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 729ab7d4-6266-4faf-920a-68ce3be6bf84/729ab7d4-6266-4faf-920a-68ce3be6bf84.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.811030] env[68786]: DEBUG oslo_concurrency.lockutils [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.811307] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cea880a-39cb-4ec4-abe2-955a0a4672bb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.821997] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f17e87-d6ca-9e08-9be7-b01030185ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.029072} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.823523] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.823950] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] c22d31c2-9d25-498c-b903-ea3a88a81bf2/c22d31c2-9d25-498c-b903-ea3a88a81bf2.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.824372] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Waiting for the task: (returnval){ [ 606.824372] env[68786]: value = "task-3090106" [ 606.824372] env[68786]: _type = "Task" [ 606.824372] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.824679] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.824962] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.825229] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba2cbf5c-a304-42f6-92c7-ab13b11049fa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.828782] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ed33687-e83f-4f06-910d-0b27fe80e76f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.849258] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Task: {'id': task-3090106, 'name': Rename_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.849258] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for the task: (returnval){ [ 606.849258] env[68786]: value = "task-3090107" [ 606.849258] env[68786]: _type = "Task" [ 606.849258] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.850250] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.850430] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.854733] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-184dc968-575b-4e32-827f-f117511f685d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.861787] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Waiting for the task: (returnval){ [ 606.861787] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]526dcdd6-2f0d-4246-1908-f44c259d5555" [ 606.861787] env[68786]: _type = "Task" [ 606.861787] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.864980] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.876165] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526dcdd6-2f0d-4246-1908-f44c259d5555, 'name': SearchDatastore_Task, 'duration_secs': 0.011849} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.877066] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b5af004-d57d-4a7e-afe2-8aa240d86e6b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.887449] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Waiting for the task: (returnval){ [ 606.887449] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]521689bf-9f7d-b08f-0d93-c95c7ab66ad3" [ 606.887449] env[68786]: _type = "Task" [ 606.887449] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.897045] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]521689bf-9f7d-b08f-0d93-c95c7ab66ad3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.918418] env[68786]: DEBUG nova.compute.utils [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.931798] env[68786]: DEBUG nova.compute.manager [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Not allocating networking since 'none' was specified. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 607.089916] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "refresh_cache-90a90104-ef19-43f6-badb-0e06d0ee0bee" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.090048] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquired lock "refresh_cache-90a90104-ef19-43f6-badb-0e06d0ee0bee" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.090151] env[68786]: DEBUG nova.network.neutron [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.154019] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090105, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.176086] env[68786]: DEBUG nova.compute.manager [req-96124239-c6fe-4fe3-9279-6dc939b31303 req-d6aa4baf-62a3-47b7-b608-2ba5a04578bc service nova] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Received event network-vif-plugged-51eb8680-3b52-4858-8504-626bb76e4f2c {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 607.176086] env[68786]: DEBUG oslo_concurrency.lockutils [req-96124239-c6fe-4fe3-9279-6dc939b31303 req-d6aa4baf-62a3-47b7-b608-2ba5a04578bc service nova] Acquiring lock "22c70775-b7eb-4712-b65e-1a71e77c1ba2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.176086] env[68786]: DEBUG oslo_concurrency.lockutils [req-96124239-c6fe-4fe3-9279-6dc939b31303 req-d6aa4baf-62a3-47b7-b608-2ba5a04578bc service nova] Lock "22c70775-b7eb-4712-b65e-1a71e77c1ba2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.176086] env[68786]: DEBUG oslo_concurrency.lockutils [req-96124239-c6fe-4fe3-9279-6dc939b31303 req-d6aa4baf-62a3-47b7-b608-2ba5a04578bc service nova] Lock "22c70775-b7eb-4712-b65e-1a71e77c1ba2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.176086] env[68786]: DEBUG nova.compute.manager [req-96124239-c6fe-4fe3-9279-6dc939b31303 req-d6aa4baf-62a3-47b7-b608-2ba5a04578bc service nova] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] No waiting events found dispatching network-vif-plugged-51eb8680-3b52-4858-8504-626bb76e4f2c {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.176497] env[68786]: WARNING nova.compute.manager [req-96124239-c6fe-4fe3-9279-6dc939b31303 req-d6aa4baf-62a3-47b7-b608-2ba5a04578bc service nova] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Received unexpected event network-vif-plugged-51eb8680-3b52-4858-8504-626bb76e4f2c for instance with vm_state building and task_state spawning. [ 607.176921] env[68786]: DEBUG nova.compute.manager [req-96124239-c6fe-4fe3-9279-6dc939b31303 req-d6aa4baf-62a3-47b7-b608-2ba5a04578bc service nova] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Received event network-changed-51eb8680-3b52-4858-8504-626bb76e4f2c {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 607.177433] env[68786]: DEBUG nova.compute.manager [req-96124239-c6fe-4fe3-9279-6dc939b31303 req-d6aa4baf-62a3-47b7-b608-2ba5a04578bc service nova] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Refreshing instance network info cache due to event network-changed-51eb8680-3b52-4858-8504-626bb76e4f2c. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 607.178050] env[68786]: DEBUG oslo_concurrency.lockutils [req-96124239-c6fe-4fe3-9279-6dc939b31303 req-d6aa4baf-62a3-47b7-b608-2ba5a04578bc service nova] Acquiring lock "refresh_cache-22c70775-b7eb-4712-b65e-1a71e77c1ba2" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.178355] env[68786]: DEBUG oslo_concurrency.lockutils [req-96124239-c6fe-4fe3-9279-6dc939b31303 req-d6aa4baf-62a3-47b7-b608-2ba5a04578bc service nova] Acquired lock "refresh_cache-22c70775-b7eb-4712-b65e-1a71e77c1ba2" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.178680] env[68786]: DEBUG nova.network.neutron [req-96124239-c6fe-4fe3-9279-6dc939b31303 req-d6aa4baf-62a3-47b7-b608-2ba5a04578bc service nova] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Refreshing network info cache for port 51eb8680-3b52-4858-8504-626bb76e4f2c {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.339461] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Task: {'id': task-3090106, 'name': Rename_Task, 'duration_secs': 0.193503} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.339836] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.340267] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-325c237b-03af-4aca-b89b-521006f3ab82 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.354049] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Acquiring lock "b378dd19-85f6-40cd-8195-626fdb3d3753" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.354395] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Lock "b378dd19-85f6-40cd-8195-626fdb3d3753" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.354692] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Waiting for the task: (returnval){ [ 607.354692] env[68786]: value = "task-3090108" [ 607.354692] env[68786]: _type = "Task" [ 607.354692] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.371329] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090107, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.376942] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Task: {'id': task-3090108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.402227] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]521689bf-9f7d-b08f-0d93-c95c7ab66ad3, 'name': SearchDatastore_Task, 'duration_secs': 0.014513} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.402639] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.403026] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 22c70775-b7eb-4712-b65e-1a71e77c1ba2/22c70775-b7eb-4712-b65e-1a71e77c1ba2.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.403370] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4474dcc4-9702-4618-8ed8-3d9b36e253fb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.412511] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Waiting for the task: (returnval){ [ 607.412511] env[68786]: value = "task-3090109" [ 607.412511] env[68786]: _type = "Task" [ 607.412511] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.425270] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Task: {'id': task-3090109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.432282] env[68786]: DEBUG nova.compute.manager [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.479773] env[68786]: WARNING nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 7909859e-eca0-44d6-88a6-4e8e83d73f11 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 607.480501] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 48818b97-8f03-42a0-b4ee-3a2616af2173 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.480700] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 83e38f03-33af-4ed0-ad82-70dc1e1ca03f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.480852] env[68786]: WARNING nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 63170e15-86ee-4839-8d1a-c84decf2b1ec is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 607.480967] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance c22d31c2-9d25-498c-b903-ea3a88a81bf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.481113] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance d79e4132-ef9d-4af4-8f21-49e32d620e19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.481311] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 2d756688-a54a-4439-9979-7783c8df0c44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.481431] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 9ff4bca9-16bd-4609-8671-b42f796caa5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.481551] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 729ab7d4-6266-4faf-920a-68ce3be6bf84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.481662] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 22c70775-b7eb-4712-b65e-1a71e77c1ba2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.481779] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 51056aca-0003-4ff9-b34f-8ee6fd900591 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.481887] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 90a90104-ef19-43f6-badb-0e06d0ee0bee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.482021] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.483700] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance eb82884d-39aa-4579-b82f-85fa132f9024 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.568973] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Acquiring lock "2d756688-a54a-4439-9979-7783c8df0c44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.569307] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Lock "2d756688-a54a-4439-9979-7783c8df0c44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.569542] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Acquiring lock "2d756688-a54a-4439-9979-7783c8df0c44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.569735] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Lock "2d756688-a54a-4439-9979-7783c8df0c44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.569917] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Lock "2d756688-a54a-4439-9979-7783c8df0c44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.576305] env[68786]: INFO nova.compute.manager [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Terminating instance [ 607.655263] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090105, 'name': CreateVM_Task, 'duration_secs': 0.824798} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.655263] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.655804] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.655959] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.656966] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.657352] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-613329a7-4ede-46b6-bbff-f21311ce56d8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.665093] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for the task: (returnval){ [ 607.665093] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]522b418d-4269-8049-92f3-fe21705a75ed" [ 607.665093] env[68786]: _type = "Task" [ 607.665093] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.676897] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]522b418d-4269-8049-92f3-fe21705a75ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.725433] env[68786]: DEBUG nova.network.neutron [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.880125] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Task: {'id': task-3090108, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.883312] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55768} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.887993] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] c22d31c2-9d25-498c-b903-ea3a88a81bf2/c22d31c2-9d25-498c-b903-ea3a88a81bf2.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.888716] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.889250] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e049c33-6299-4192-a9d7-4de50357bb5d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.898847] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for the task: (returnval){ [ 607.898847] env[68786]: value = "task-3090110" [ 607.898847] env[68786]: _type = "Task" [ 607.898847] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.912304] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.928093] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Task: {'id': task-3090109, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.988216] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance a07e2040-2dc5-40da-b049-4f1ccafc38fb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 608.081567] env[68786]: DEBUG nova.compute.manager [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 608.081798] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 608.082951] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f2e44d-33e1-45c2-b099-5971a8f8537c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.100268] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 608.100268] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3db1f80b-cde3-4a04-8f71-372e6203cf92 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.110366] env[68786]: DEBUG oslo_vmware.api [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Waiting for the task: (returnval){ [ 608.110366] env[68786]: value = "task-3090111" [ 608.110366] env[68786]: _type = "Task" [ 608.110366] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.126554] env[68786]: DEBUG oslo_vmware.api [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Task: {'id': task-3090111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.177576] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]522b418d-4269-8049-92f3-fe21705a75ed, 'name': SearchDatastore_Task, 'duration_secs': 0.060796} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.177576] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.177576] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.177576] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.178026] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.178026] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.178026] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4df24a7-c872-4026-a5da-710a372e188e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.191344] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.191568] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.192385] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af71a590-2fc9-4e17-88e5-236299e34e86 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.200416] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for the task: (returnval){ [ 608.200416] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52478be2-becc-4eea-c140-e29dc771c8a7" [ 608.200416] env[68786]: _type = "Task" [ 608.200416] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.211047] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52478be2-becc-4eea-c140-e29dc771c8a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.373991] env[68786]: DEBUG oslo_vmware.api [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Task: {'id': task-3090108, 'name': PowerOnVM_Task, 'duration_secs': 0.538579} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.373991] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.374875] env[68786]: INFO nova.compute.manager [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Took 12.34 seconds to spawn the instance on the hypervisor. [ 608.374984] env[68786]: DEBUG nova.compute.manager [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.375831] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c62816e-f89c-431d-b0f8-c397a2eb7b42 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.410495] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100369} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.410495] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 608.411604] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0091141e-7a08-4eca-bc4a-03f2b4644e49 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.425140] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Task: {'id': task-3090109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565884} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.431880] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 22c70775-b7eb-4712-b65e-1a71e77c1ba2/22c70775-b7eb-4712-b65e-1a71e77c1ba2.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.432286] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 608.442141] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] c22d31c2-9d25-498c-b903-ea3a88a81bf2/c22d31c2-9d25-498c-b903-ea3a88a81bf2.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 608.442141] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11a71da6-1b41-4451-bac8-06bae2099215 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.444036] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48c4f435-3be7-4a86-9cd0-2e247112b1c9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.460459] env[68786]: DEBUG nova.network.neutron [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Updating instance_info_cache with network_info: [{"id": "92eea19d-152d-4b03-830f-066ec55401bc", "address": "fa:16:3e:42:54:f6", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92eea19d-15", "ovs_interfaceid": "92eea19d-152d-4b03-830f-066ec55401bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.463077] env[68786]: DEBUG nova.compute.manager [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.474230] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Waiting for the task: (returnval){ [ 608.474230] env[68786]: value = "task-3090112" [ 608.474230] env[68786]: _type = "Task" [ 608.474230] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.475017] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for the task: (returnval){ [ 608.475017] env[68786]: value = "task-3090113" [ 608.475017] env[68786]: _type = "Task" [ 608.475017] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.492944] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Task: {'id': task-3090112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.493639] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 323fcc88-4686-488e-925f-d0649d83089b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 608.496143] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.508202] env[68786]: DEBUG nova.virt.hardware [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.508202] env[68786]: DEBUG nova.virt.hardware [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.508202] env[68786]: DEBUG nova.virt.hardware [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.508575] env[68786]: DEBUG nova.virt.hardware [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.508575] env[68786]: DEBUG nova.virt.hardware [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.508575] env[68786]: DEBUG nova.virt.hardware [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.508575] env[68786]: DEBUG nova.virt.hardware [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.508575] env[68786]: DEBUG nova.virt.hardware [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.508748] env[68786]: DEBUG nova.virt.hardware [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.508748] env[68786]: DEBUG nova.virt.hardware [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.508748] env[68786]: DEBUG nova.virt.hardware [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.509757] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca82966f-a42b-478a-9564-f6ef580ce7ad {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.519390] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203f6c23-09ee-47ad-acc7-312d36564523 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.535030] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Instance VIF info [] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.541462] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Creating folder: Project (c0328a87fdd847b88250e5605c0a9180). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.542261] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e8995de-2693-4454-9323-8ca9f9183ccb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.555357] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Created folder: Project (c0328a87fdd847b88250e5605c0a9180) in parent group-v618484. [ 608.555357] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Creating folder: Instances. Parent ref: group-v618515. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.555565] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f0206cd-832f-459d-a4f3-c900de56521f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.568199] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Created folder: Instances in parent group-v618515. [ 608.569015] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.569015] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.569015] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed7bad2b-1cac-4de5-97de-06871759fc67 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.582186] env[68786]: DEBUG nova.network.neutron [req-96124239-c6fe-4fe3-9279-6dc939b31303 req-d6aa4baf-62a3-47b7-b608-2ba5a04578bc service nova] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Updated VIF entry in instance network info cache for port 51eb8680-3b52-4858-8504-626bb76e4f2c. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.582606] env[68786]: DEBUG nova.network.neutron [req-96124239-c6fe-4fe3-9279-6dc939b31303 req-d6aa4baf-62a3-47b7-b608-2ba5a04578bc service nova] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Updating instance_info_cache with network_info: [{"id": "51eb8680-3b52-4858-8504-626bb76e4f2c", "address": "fa:16:3e:26:16:c7", "network": {"id": "3c6d8f63-0073-40df-9c96-4fbc73ac77b5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-242946678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b7cfdecf6bb46408d6d6a04029f530e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51eb8680-3b", "ovs_interfaceid": "51eb8680-3b52-4858-8504-626bb76e4f2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.593857] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.593857] env[68786]: value = "task-3090116" [ 608.593857] env[68786]: _type = "Task" [ 608.593857] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.604708] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090116, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.627621] env[68786]: DEBUG oslo_vmware.api [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Task: {'id': task-3090111, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.714462] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52478be2-becc-4eea-c140-e29dc771c8a7, 'name': SearchDatastore_Task, 'duration_secs': 0.056682} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.714462] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-444d5c49-2405-4209-9f18-3c5bf380340a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.720826] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for the task: (returnval){ [ 608.720826] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e19ce5-a14f-1fc3-4eb6-7aca3e45f648" [ 608.720826] env[68786]: _type = "Task" [ 608.720826] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.729987] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e19ce5-a14f-1fc3-4eb6-7aca3e45f648, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.788699] env[68786]: DEBUG nova.network.neutron [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Successfully updated port: 58d0cd7c-29a3-4303-8977-e212518f9dc3 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.905780] env[68786]: INFO nova.compute.manager [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Took 29.55 seconds to build instance. [ 608.964104] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Releasing lock "refresh_cache-90a90104-ef19-43f6-badb-0e06d0ee0bee" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.964675] env[68786]: DEBUG nova.compute.manager [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Instance network_info: |[{"id": "92eea19d-152d-4b03-830f-066ec55401bc", "address": "fa:16:3e:42:54:f6", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92eea19d-15", "ovs_interfaceid": "92eea19d-152d-4b03-830f-066ec55401bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.964946] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:54:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92eea19d-152d-4b03-830f-066ec55401bc', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.976318] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Creating folder: Project (b1b7b0aaa486450c98fd86a764f2a737). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.977058] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7243cde-0519-4b37-a532-1256d66f4ebf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.995864] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.995864] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Task: {'id': task-3090112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182955} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.996566] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 608.996864] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Created folder: Project (b1b7b0aaa486450c98fd86a764f2a737) in parent group-v618484. [ 608.997035] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Creating folder: Instances. Parent ref: group-v618518. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.997799] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734fefda-737b-49da-b224-15a7e91e16c1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.000551] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07eff21b-7112-4feb-97ac-f8e0b60f96b9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.002522] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance d1702b0d-ad46-44ba-aaee-cfdc2a1a554e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 609.018181] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 8109d3f2-0864-4771-96cc-6046f82763f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 609.029389] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 22c70775-b7eb-4712-b65e-1a71e77c1ba2/22c70775-b7eb-4712-b65e-1a71e77c1ba2.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.030928] env[68786]: DEBUG nova.compute.manager [req-46400b1b-a85e-44cf-bd40-1343f712a9b9 req-698f1069-0010-4fdd-8981-d48d240e27ec service nova] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Received event network-vif-plugged-09d11892-2cae-4d7b-80f7-32d3f7fcf9f4 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.031172] env[68786]: DEBUG oslo_concurrency.lockutils [req-46400b1b-a85e-44cf-bd40-1343f712a9b9 req-698f1069-0010-4fdd-8981-d48d240e27ec service nova] Acquiring lock "51056aca-0003-4ff9-b34f-8ee6fd900591-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.031428] env[68786]: DEBUG oslo_concurrency.lockutils [req-46400b1b-a85e-44cf-bd40-1343f712a9b9 req-698f1069-0010-4fdd-8981-d48d240e27ec service nova] Lock "51056aca-0003-4ff9-b34f-8ee6fd900591-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.031601] env[68786]: DEBUG oslo_concurrency.lockutils [req-46400b1b-a85e-44cf-bd40-1343f712a9b9 req-698f1069-0010-4fdd-8981-d48d240e27ec service nova] Lock "51056aca-0003-4ff9-b34f-8ee6fd900591-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.031765] env[68786]: DEBUG nova.compute.manager [req-46400b1b-a85e-44cf-bd40-1343f712a9b9 req-698f1069-0010-4fdd-8981-d48d240e27ec service nova] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] No waiting events found dispatching network-vif-plugged-09d11892-2cae-4d7b-80f7-32d3f7fcf9f4 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 609.031924] env[68786]: WARNING nova.compute.manager [req-46400b1b-a85e-44cf-bd40-1343f712a9b9 req-698f1069-0010-4fdd-8981-d48d240e27ec service nova] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Received unexpected event network-vif-plugged-09d11892-2cae-4d7b-80f7-32d3f7fcf9f4 for instance with vm_state building and task_state spawning. [ 609.032091] env[68786]: DEBUG nova.compute.manager [req-46400b1b-a85e-44cf-bd40-1343f712a9b9 req-698f1069-0010-4fdd-8981-d48d240e27ec service nova] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Received event network-changed-09d11892-2cae-4d7b-80f7-32d3f7fcf9f4 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.032266] env[68786]: DEBUG nova.compute.manager [req-46400b1b-a85e-44cf-bd40-1343f712a9b9 req-698f1069-0010-4fdd-8981-d48d240e27ec service nova] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Refreshing instance network info cache due to event network-changed-09d11892-2cae-4d7b-80f7-32d3f7fcf9f4. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 609.032471] env[68786]: DEBUG oslo_concurrency.lockutils [req-46400b1b-a85e-44cf-bd40-1343f712a9b9 req-698f1069-0010-4fdd-8981-d48d240e27ec service nova] Acquiring lock "refresh_cache-51056aca-0003-4ff9-b34f-8ee6fd900591" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.032605] env[68786]: DEBUG oslo_concurrency.lockutils [req-46400b1b-a85e-44cf-bd40-1343f712a9b9 req-698f1069-0010-4fdd-8981-d48d240e27ec service nova] Acquired lock "refresh_cache-51056aca-0003-4ff9-b34f-8ee6fd900591" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.032764] env[68786]: DEBUG nova.network.neutron [req-46400b1b-a85e-44cf-bd40-1343f712a9b9 req-698f1069-0010-4fdd-8981-d48d240e27ec service nova] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Refreshing network info cache for port 09d11892-2cae-4d7b-80f7-32d3f7fcf9f4 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.036278] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 35698194-cc33-4c3a-a153-8f31d6c82941 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 609.037859] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-124b81e2-e3e8-4850-8475-fb2727436cd3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.054073] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Created folder: Instances in parent group-v618518. [ 609.054336] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 609.057285] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance b378dd19-85f6-40cd-8195-626fdb3d3753 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 609.057518] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 609.057669] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 609.060222] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.061201] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2051af1c-1947-4957-b6d0-bceb2a12cb94 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.081851] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Waiting for the task: (returnval){ [ 609.081851] env[68786]: value = "task-3090119" [ 609.081851] env[68786]: _type = "Task" [ 609.081851] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.085392] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.085392] env[68786]: value = "task-3090120" [ 609.085392] env[68786]: _type = "Task" [ 609.085392] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.089334] env[68786]: DEBUG oslo_concurrency.lockutils [req-96124239-c6fe-4fe3-9279-6dc939b31303 req-d6aa4baf-62a3-47b7-b608-2ba5a04578bc service nova] Releasing lock "refresh_cache-22c70775-b7eb-4712-b65e-1a71e77c1ba2" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.089585] env[68786]: DEBUG nova.compute.manager [req-96124239-c6fe-4fe3-9279-6dc939b31303 req-d6aa4baf-62a3-47b7-b608-2ba5a04578bc service nova] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Received event network-vif-deleted-64356ce4-7b3c-499a-aa7a-75e57e314158 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.090707] env[68786]: DEBUG nova.compute.manager [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.092022] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Task: {'id': task-3090119, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.097463] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5854ef-bb8c-41c5-b8c4-5c6867389b77 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.112816] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090120, 'name': CreateVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.123688] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090116, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.134028] env[68786]: DEBUG oslo_vmware.api [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Task: {'id': task-3090111, 'name': PowerOffVM_Task, 'duration_secs': 0.547168} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.134028] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 609.134028] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 609.134028] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07bd5984-19e6-46a2-8129-84c25fa2f2b2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.220124] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 609.220360] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 609.220549] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Deleting the datastore file [datastore1] 2d756688-a54a-4439-9979-7783c8df0c44 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.220909] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69dd1a35-e715-4267-9c7a-38e1f7fff2f9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.236959] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e19ce5-a14f-1fc3-4eb6-7aca3e45f648, 'name': SearchDatastore_Task, 'duration_secs': 0.049326} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.238827] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.239141] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 51056aca-0003-4ff9-b34f-8ee6fd900591/51056aca-0003-4ff9-b34f-8ee6fd900591.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.240317] env[68786]: DEBUG oslo_vmware.api [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Waiting for the task: (returnval){ [ 609.240317] env[68786]: value = "task-3090122" [ 609.240317] env[68786]: _type = "Task" [ 609.240317] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.240317] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9dce8371-dbe4-4534-8751-aada02977ebd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.253627] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for the task: (returnval){ [ 609.253627] env[68786]: value = "task-3090123" [ 609.253627] env[68786]: _type = "Task" [ 609.253627] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.260266] env[68786]: DEBUG oslo_vmware.api [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Task: {'id': task-3090122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.273338] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.291461] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Acquiring lock "refresh_cache-8e0c6ee4-78a1-4bc2-af6c-dd4183db648a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.291612] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Acquired lock "refresh_cache-8e0c6ee4-78a1-4bc2-af6c-dd4183db648a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.291775] env[68786]: DEBUG nova.network.neutron [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.407614] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e42e6fbb-7006-4ba0-82b4-a37f491b6ff4 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Lock "729ab7d4-6266-4faf-920a-68ce3be6bf84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.087s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.421845] env[68786]: DEBUG nova.network.neutron [req-46400b1b-a85e-44cf-bd40-1343f712a9b9 req-698f1069-0010-4fdd-8981-d48d240e27ec service nova] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Updated VIF entry in instance network info cache for port 09d11892-2cae-4d7b-80f7-32d3f7fcf9f4. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 609.422203] env[68786]: DEBUG nova.network.neutron [req-46400b1b-a85e-44cf-bd40-1343f712a9b9 req-698f1069-0010-4fdd-8981-d48d240e27ec service nova] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Updating instance_info_cache with network_info: [{"id": "09d11892-2cae-4d7b-80f7-32d3f7fcf9f4", "address": "fa:16:3e:98:6b:46", "network": {"id": "450ade04-0374-42f6-ae05-3d2e5e47e79b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1650166467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f465d5eb794ca09fe55a7e6fe34548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09d11892-2c", "ovs_interfaceid": "09d11892-2cae-4d7b-80f7-32d3f7fcf9f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.459691] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34163917-584e-4a6c-8597-c2862f293390 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.470188] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aefb969-d61f-4f6d-9f97-753e898f288d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.505335] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bc5304-a689-4883-a52c-77fd8896f35e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.514023] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090113, 'name': ReconfigVM_Task, 'duration_secs': 0.725931} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.516191] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Reconfigured VM instance instance-00000005 to attach disk [datastore2] c22d31c2-9d25-498c-b903-ea3a88a81bf2/c22d31c2-9d25-498c-b903-ea3a88a81bf2.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 609.516842] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-999a829c-f311-4a5d-869b-0f85019e8c65 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.519612] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2618ac-0048-4a69-8775-a82cd772d75f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.538099] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.540980] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for the task: (returnval){ [ 609.540980] env[68786]: value = "task-3090124" [ 609.540980] env[68786]: _type = "Task" [ 609.540980] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.549824] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090124, 'name': Rename_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.590629] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Task: {'id': task-3090119, 'name': ReconfigVM_Task, 'duration_secs': 0.330698} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.594680] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 22c70775-b7eb-4712-b65e-1a71e77c1ba2/22c70775-b7eb-4712-b65e-1a71e77c1ba2.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 609.595826] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-997312cf-c586-4434-8515-ba5b722c6e30 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.610554] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090120, 'name': CreateVM_Task, 'duration_secs': 0.433851} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.610772] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Waiting for the task: (returnval){ [ 609.610772] env[68786]: value = "task-3090125" [ 609.610772] env[68786]: _type = "Task" [ 609.610772] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.611455] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.612338] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.612458] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.612746] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.619185] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f60870a-1563-4d0e-aa35-1700471c55d5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.621498] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090116, 'name': CreateVM_Task, 'duration_secs': 0.520535} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.622505] env[68786]: INFO nova.compute.manager [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] instance snapshotting [ 609.622718] env[68786]: WARNING nova.compute.manager [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 609.624562] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.625301] env[68786]: DEBUG oslo_concurrency.lockutils [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.626945] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0443a0-1585-42c0-a389-d5760d303893 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.634109] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Task: {'id': task-3090125, 'name': Rename_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.634422] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 609.634422] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5226f85e-a586-dbcb-afe4-136539492780" [ 609.634422] env[68786]: _type = "Task" [ 609.634422] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.657683] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1ac27f-7eee-42f2-b3dd-44a1bf111422 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.662350] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5226f85e-a586-dbcb-afe4-136539492780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.755046] env[68786]: DEBUG oslo_vmware.api [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Task: {'id': task-3090122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284151} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.755046] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.755149] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 609.755257] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 609.755495] env[68786]: INFO nova.compute.manager [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Took 1.67 seconds to destroy the instance on the hypervisor. [ 609.755675] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 609.755886] env[68786]: DEBUG nova.compute.manager [-] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 609.755969] env[68786]: DEBUG nova.network.neutron [-] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 609.767473] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090123, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.878662] env[68786]: DEBUG nova.network.neutron [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.915095] env[68786]: DEBUG nova.compute.manager [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.927108] env[68786]: DEBUG oslo_concurrency.lockutils [req-46400b1b-a85e-44cf-bd40-1343f712a9b9 req-698f1069-0010-4fdd-8981-d48d240e27ec service nova] Releasing lock "refresh_cache-51056aca-0003-4ff9-b34f-8ee6fd900591" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.043107] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.059416] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090124, 'name': Rename_Task, 'duration_secs': 0.206208} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.060851] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.060851] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b47069a1-f8f2-4ee8-9117-073ee7edd18d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.070390] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for the task: (returnval){ [ 610.070390] env[68786]: value = "task-3090126" [ 610.070390] env[68786]: _type = "Task" [ 610.070390] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.079420] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.125741] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Task: {'id': task-3090125, 'name': Rename_Task, 'duration_secs': 0.263545} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.126082] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.126340] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45ac4240-f04e-4cbd-a27d-89397d51f395 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.130215] env[68786]: DEBUG nova.network.neutron [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Updating instance_info_cache with network_info: [{"id": "58d0cd7c-29a3-4303-8977-e212518f9dc3", "address": "fa:16:3e:e4:31:01", "network": {"id": "b34945a1-fd37-4b0d-8833-e2b5c0fbb262", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1854124447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38ac6b95cc7c47fda81354bfc1d00678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58d0cd7c-29", "ovs_interfaceid": "58d0cd7c-29a3-4303-8977-e212518f9dc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.142160] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Waiting for the task: (returnval){ [ 610.142160] env[68786]: value = "task-3090127" [ 610.142160] env[68786]: _type = "Task" [ 610.142160] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.151145] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5226f85e-a586-dbcb-afe4-136539492780, 'name': SearchDatastore_Task, 'duration_secs': 0.066027} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.151370] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.151630] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.152148] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.152148] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.152329] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.152495] env[68786]: DEBUG oslo_concurrency.lockutils [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.152791] env[68786]: DEBUG oslo_concurrency.lockutils [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.153329] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97cf199e-ba72-4c3e-b2fc-d34fff941618 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.158386] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c02948fc-8030-4a62-b774-3ec1dc3e4cd8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.163678] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Task: {'id': task-3090127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.167444] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Waiting for the task: (returnval){ [ 610.167444] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52215aa6-33ff-1869-f1c3-6bf70a218861" [ 610.167444] env[68786]: _type = "Task" [ 610.167444] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.172590] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Creating Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 610.173019] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.173161] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.173776] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1655789f-7a98-458c-b654-0aadba745bf3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.178053] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ffba2f-1ac3-4c62-bfe2-b470d62a7cb5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.182635] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52215aa6-33ff-1869-f1c3-6bf70a218861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.187916] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 610.187916] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]520aa624-2cca-4e0d-7b2b-7fe4eb0a2dde" [ 610.187916] env[68786]: _type = "Task" [ 610.187916] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.193042] env[68786]: DEBUG oslo_vmware.api [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 610.193042] env[68786]: value = "task-3090128" [ 610.193042] env[68786]: _type = "Task" [ 610.193042] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.200555] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520aa624-2cca-4e0d-7b2b-7fe4eb0a2dde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.207755] env[68786]: DEBUG oslo_vmware.api [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090128, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.275176] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747921} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.275469] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 51056aca-0003-4ff9-b34f-8ee6fd900591/51056aca-0003-4ff9-b34f-8ee6fd900591.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.275764] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.276098] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-857b0e24-a2d5-4e46-a710-18adc5df8f49 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.284758] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for the task: (returnval){ [ 610.284758] env[68786]: value = "task-3090129" [ 610.284758] env[68786]: _type = "Task" [ 610.284758] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.297527] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.447857] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.487552] env[68786]: DEBUG nova.compute.manager [None req-7331c98d-bcde-45bf-b7f4-d4b7b466d971 tempest-ServerDiagnosticsTest-1534636468 tempest-ServerDiagnosticsTest-1534636468-project-admin] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.488836] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7cf042-d1b7-4656-a38a-3d6b0cc29f22 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.498273] env[68786]: INFO nova.compute.manager [None req-7331c98d-bcde-45bf-b7f4-d4b7b466d971 tempest-ServerDiagnosticsTest-1534636468 tempest-ServerDiagnosticsTest-1534636468-project-admin] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Retrieving diagnostics [ 610.498942] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8da478f-ef15-4f13-874a-7d6ebaac7427 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.549077] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68786) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 610.549706] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.136s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.550120] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.968s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.551973] env[68786]: INFO nova.compute.claims [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.556031] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 610.556031] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Getting list of instances from cluster (obj){ [ 610.556031] env[68786]: value = "domain-c8" [ 610.556031] env[68786]: _type = "ClusterComputeResource" [ 610.556031] env[68786]: } {{(pid=68786) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 610.556414] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67842908-1ce5-447b-9b10-b38ff85fc14c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.577486] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Got total of 10 instances {{(pid=68786) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 610.589114] env[68786]: DEBUG oslo_vmware.api [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090126, 'name': PowerOnVM_Task, 'duration_secs': 0.482335} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.589414] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.592433] env[68786]: DEBUG nova.compute.manager [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.592433] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317b4c43-089d-4199-8d9b-abc675e2d007 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.632031] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Releasing lock "refresh_cache-8e0c6ee4-78a1-4bc2-af6c-dd4183db648a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.633864] env[68786]: DEBUG nova.compute.manager [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Instance network_info: |[{"id": "58d0cd7c-29a3-4303-8977-e212518f9dc3", "address": "fa:16:3e:e4:31:01", "network": {"id": "b34945a1-fd37-4b0d-8833-e2b5c0fbb262", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1854124447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38ac6b95cc7c47fda81354bfc1d00678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58d0cd7c-29", "ovs_interfaceid": "58d0cd7c-29a3-4303-8977-e212518f9dc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 610.634120] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:31:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58d0cd7c-29a3-4303-8977-e212518f9dc3', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.641738] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Creating folder: Project (38ac6b95cc7c47fda81354bfc1d00678). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.642503] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53e78193-3c16-446e-a068-106621dcab4b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.655144] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Task: {'id': task-3090127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.659676] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Created folder: Project (38ac6b95cc7c47fda81354bfc1d00678) in parent group-v618484. [ 610.659855] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Creating folder: Instances. Parent ref: group-v618521. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.660108] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7f70483-7a9f-42e8-a438-d3567ff80e8d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.673217] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Created folder: Instances in parent group-v618521. [ 610.673440] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.674144] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.675053] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13196af8-acde-4742-b57d-4773f722784d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.693310] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52215aa6-33ff-1869-f1c3-6bf70a218861, 'name': SearchDatastore_Task, 'duration_secs': 0.016473} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.697146] env[68786]: DEBUG oslo_concurrency.lockutils [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.697425] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.697826] env[68786]: DEBUG oslo_concurrency.lockutils [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.703796] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.703796] env[68786]: value = "task-3090132" [ 610.703796] env[68786]: _type = "Task" [ 610.703796] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.711766] env[68786]: DEBUG nova.network.neutron [-] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.712663] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520aa624-2cca-4e0d-7b2b-7fe4eb0a2dde, 'name': SearchDatastore_Task, 'duration_secs': 0.020423} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.712802] env[68786]: DEBUG oslo_vmware.api [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090128, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.717848] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-409a07a0-a1f3-4ab7-903a-28ac90134b97 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.728032] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090132, 'name': CreateVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.730041] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 610.730041] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52dcf262-c72d-c7da-2ac5-2ca07b3aacc4" [ 610.730041] env[68786]: _type = "Task" [ 610.730041] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.741683] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52dcf262-c72d-c7da-2ac5-2ca07b3aacc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.802040] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07222} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.802395] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.803781] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9503742f-3b4e-4bfd-a92c-50bed3828cbc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.830626] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 51056aca-0003-4ff9-b34f-8ee6fd900591/51056aca-0003-4ff9-b34f-8ee6fd900591.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.831454] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e628c2d-4fc0-4ae1-bc16-9db7b915d79b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.855638] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for the task: (returnval){ [ 610.855638] env[68786]: value = "task-3090133" [ 610.855638] env[68786]: _type = "Task" [ 610.855638] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.865636] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.910927] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "9869d412-3315-4661-a648-2c573ff65f7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.911223] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "9869d412-3315-4661-a648-2c573ff65f7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.119205] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.152262] env[68786]: DEBUG nova.compute.manager [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Received event network-vif-plugged-92eea19d-152d-4b03-830f-066ec55401bc {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.153473] env[68786]: DEBUG oslo_concurrency.lockutils [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] Acquiring lock "90a90104-ef19-43f6-badb-0e06d0ee0bee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.154646] env[68786]: DEBUG oslo_concurrency.lockutils [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] Lock "90a90104-ef19-43f6-badb-0e06d0ee0bee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.155536] env[68786]: DEBUG oslo_concurrency.lockutils [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] Lock "90a90104-ef19-43f6-badb-0e06d0ee0bee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.155669] env[68786]: DEBUG nova.compute.manager [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] No waiting events found dispatching network-vif-plugged-92eea19d-152d-4b03-830f-066ec55401bc {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.155844] env[68786]: WARNING nova.compute.manager [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Received unexpected event network-vif-plugged-92eea19d-152d-4b03-830f-066ec55401bc for instance with vm_state building and task_state spawning. [ 611.156015] env[68786]: DEBUG nova.compute.manager [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Received event network-changed-92eea19d-152d-4b03-830f-066ec55401bc {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.156193] env[68786]: DEBUG nova.compute.manager [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Refreshing instance network info cache due to event network-changed-92eea19d-152d-4b03-830f-066ec55401bc. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 611.156404] env[68786]: DEBUG oslo_concurrency.lockutils [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] Acquiring lock "refresh_cache-90a90104-ef19-43f6-badb-0e06d0ee0bee" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.156556] env[68786]: DEBUG oslo_concurrency.lockutils [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] Acquired lock "refresh_cache-90a90104-ef19-43f6-badb-0e06d0ee0bee" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.156914] env[68786]: DEBUG nova.network.neutron [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Refreshing network info cache for port 92eea19d-152d-4b03-830f-066ec55401bc {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.163078] env[68786]: DEBUG oslo_vmware.api [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Task: {'id': task-3090127, 'name': PowerOnVM_Task, 'duration_secs': 0.740871} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.163615] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 611.163818] env[68786]: INFO nova.compute.manager [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Took 12.65 seconds to spawn the instance on the hypervisor. [ 611.164200] env[68786]: DEBUG nova.compute.manager [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 611.164929] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a3cd6b-8eda-4fb4-af92-eb2d2c86e55f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.182386] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "7a1494f4-4268-417e-861d-57f6020599fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.182610] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "7a1494f4-4268-417e-861d-57f6020599fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.209049] env[68786]: DEBUG oslo_vmware.api [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090128, 'name': CreateSnapshot_Task, 'duration_secs': 0.776968} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.209276] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Created Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 611.211294] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056f9785-47f4-4174-a574-0002ac47e645 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.214377] env[68786]: INFO nova.compute.manager [-] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Took 1.46 seconds to deallocate network for instance. [ 611.237436] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090132, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.252965] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52dcf262-c72d-c7da-2ac5-2ca07b3aacc4, 'name': SearchDatastore_Task, 'duration_secs': 0.022066} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.253265] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.253549] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 90a90104-ef19-43f6-badb-0e06d0ee0bee/90a90104-ef19-43f6-badb-0e06d0ee0bee.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.253883] env[68786]: DEBUG oslo_concurrency.lockutils [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.254032] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.254247] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4855fd2e-d5d8-48b3-b6d0-b69434ad0bcd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.257192] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d541292e-1a2d-4b3f-a696-5afdf74ab5c9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.267163] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 611.267163] env[68786]: value = "task-3090134" [ 611.267163] env[68786]: _type = "Task" [ 611.267163] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.268420] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.268592] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.275029] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5792822-64de-467c-bf54-9999ba13ef9b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.281743] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Waiting for the task: (returnval){ [ 611.281743] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5280a33b-167a-4a80-e1f3-4fee02ad7d5b" [ 611.281743] env[68786]: _type = "Task" [ 611.281743] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.284976] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.296428] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5280a33b-167a-4a80-e1f3-4fee02ad7d5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.368433] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.408971] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Acquiring lock "dcfaef39-731a-4cdc-9c3c-70dbc56dcefb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.409259] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lock "dcfaef39-731a-4cdc-9c3c-70dbc56dcefb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.695185] env[68786]: INFO nova.compute.manager [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Took 30.52 seconds to build instance. [ 611.728345] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090132, 'name': CreateVM_Task, 'duration_secs': 0.548463} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.731047] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.732294] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.740167] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Creating linked-clone VM from snapshot {{(pid=68786) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 611.744032] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.744032] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.744032] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.744032] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-419a9739-a35a-45d2-9d76-d67c72c1b317 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.748656] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbaf1cd1-6d67-4ee1-b549-3d590b7bb821 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.753114] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Waiting for the task: (returnval){ [ 611.753114] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]526f4fe5-94d7-429a-ac12-f06d3bb6890d" [ 611.753114] env[68786]: _type = "Task" [ 611.753114] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.754665] env[68786]: DEBUG oslo_vmware.api [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 611.754665] env[68786]: value = "task-3090135" [ 611.754665] env[68786]: _type = "Task" [ 611.754665] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.771889] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526f4fe5-94d7-429a-ac12-f06d3bb6890d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.779558] env[68786]: DEBUG oslo_vmware.api [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090135, 'name': CloneVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.789237] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090134, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.811683] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5280a33b-167a-4a80-e1f3-4fee02ad7d5b, 'name': SearchDatastore_Task, 'duration_secs': 0.014495} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.815498] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44f7028b-580b-4848-983f-64843230f4c5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.827278] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Waiting for the task: (returnval){ [ 611.827278] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52628cc2-aac5-cd05-feff-ec5f87adf915" [ 611.827278] env[68786]: _type = "Task" [ 611.827278] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.840785] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52628cc2-aac5-cd05-feff-ec5f87adf915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.884823] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090133, 'name': ReconfigVM_Task, 'duration_secs': 0.583156} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.885328] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 51056aca-0003-4ff9-b34f-8ee6fd900591/51056aca-0003-4ff9-b34f-8ee6fd900591.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.888355] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b6fe299-159e-4052-bd06-77aa7a2bfbe4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.895441] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for the task: (returnval){ [ 611.895441] env[68786]: value = "task-3090136" [ 611.895441] env[68786]: _type = "Task" [ 611.895441] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.908608] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090136, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.139840] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dd7ea8-f4c3-4708-bf45-549e0a53906a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.154650] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123077ea-1a11-4810-8b7b-82f92c7f2478 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.200830] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1d92faf-f00c-4179-a6bd-f1e37d34164b tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Lock "22c70775-b7eb-4712-b65e-1a71e77c1ba2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.056s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.203476] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6a9125-ada4-4f43-97db-00900bba44e7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.213200] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb711433-b019-4634-bbfe-d2a5654b8259 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.231998] env[68786]: DEBUG nova.compute.provider_tree [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.291447] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526f4fe5-94d7-429a-ac12-f06d3bb6890d, 'name': SearchDatastore_Task, 'duration_secs': 0.028289} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.291447] env[68786]: DEBUG oslo_vmware.api [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090135, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.295303] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.295303] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.295303] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.302438] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.868267} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.305484] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 90a90104-ef19-43f6-badb-0e06d0ee0bee/90a90104-ef19-43f6-badb-0e06d0ee0bee.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.305717] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.305995] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e74d87b0-d557-43a2-8dd3-64107b511f29 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.315763] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 612.315763] env[68786]: value = "task-3090137" [ 612.315763] env[68786]: _type = "Task" [ 612.315763] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.333806] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.343143] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52628cc2-aac5-cd05-feff-ec5f87adf915, 'name': SearchDatastore_Task, 'duration_secs': 0.061869} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.343143] env[68786]: DEBUG oslo_concurrency.lockutils [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.343270] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] eb82884d-39aa-4579-b82f-85fa132f9024/eb82884d-39aa-4579-b82f-85fa132f9024.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.343614] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.343812] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.345059] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84e19717-fe3d-4a4c-a267-70015dcb94e4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.349667] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-336f0ef5-3e76-4a3d-90ad-d6c2c855674f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.361995] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Waiting for the task: (returnval){ [ 612.361995] env[68786]: value = "task-3090138" [ 612.361995] env[68786]: _type = "Task" [ 612.361995] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.363740] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.363916] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.368217] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bfedf79-5eb7-4d23-acd8-22aee98add67 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.379140] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.380252] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Waiting for the task: (returnval){ [ 612.380252] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e3ad91-cedb-668b-6588-d454d1d5e791" [ 612.380252] env[68786]: _type = "Task" [ 612.380252] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.391670] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e3ad91-cedb-668b-6588-d454d1d5e791, 'name': SearchDatastore_Task, 'duration_secs': 0.013096} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.396047] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8322daca-685b-49fb-b1a8-91b223c55a82 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.406651] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Waiting for the task: (returnval){ [ 612.406651] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]529b8a65-0e3d-db37-9d2d-b23552298ffa" [ 612.406651] env[68786]: _type = "Task" [ 612.406651] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.410223] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090136, 'name': Rename_Task, 'duration_secs': 0.369146} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.413729] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.414225] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae916ea6-ad25-4337-9eb7-87149eedbe1e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.424327] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529b8a65-0e3d-db37-9d2d-b23552298ffa, 'name': SearchDatastore_Task, 'duration_secs': 0.013641} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.425790] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.425850] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a/8e0c6ee4-78a1-4bc2-af6c-dd4183db648a.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.426242] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for the task: (returnval){ [ 612.426242] env[68786]: value = "task-3090139" [ 612.426242] env[68786]: _type = "Task" [ 612.426242] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.426430] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9af9c824-b0c7-4aa5-af8e-229f8daa063b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.440052] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.442438] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Waiting for the task: (returnval){ [ 612.442438] env[68786]: value = "task-3090140" [ 612.442438] env[68786]: _type = "Task" [ 612.442438] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.452675] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Task: {'id': task-3090140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.642736] env[68786]: DEBUG nova.network.neutron [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Updated VIF entry in instance network info cache for port 92eea19d-152d-4b03-830f-066ec55401bc. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.643024] env[68786]: DEBUG nova.network.neutron [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Updating instance_info_cache with network_info: [{"id": "92eea19d-152d-4b03-830f-066ec55401bc", "address": "fa:16:3e:42:54:f6", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92eea19d-15", "ovs_interfaceid": "92eea19d-152d-4b03-830f-066ec55401bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.707931] env[68786]: DEBUG nova.compute.manager [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.736450] env[68786]: DEBUG nova.scheduler.client.report [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.778234] env[68786]: DEBUG oslo_vmware.api [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090135, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.831528] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086171} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.831528] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.831836] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85d2a08-8aca-423b-b329-5615f45d9135 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.864243] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 90a90104-ef19-43f6-badb-0e06d0ee0bee/90a90104-ef19-43f6-badb-0e06d0ee0bee.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.864810] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4efbb90f-4757-438a-be72-f297c6c42142 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.896797] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090138, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.898390] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 612.898390] env[68786]: value = "task-3090141" [ 612.898390] env[68786]: _type = "Task" [ 612.898390] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.909733] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.948830] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.959826] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Task: {'id': task-3090140, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.151516] env[68786]: DEBUG oslo_concurrency.lockutils [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] Releasing lock "refresh_cache-90a90104-ef19-43f6-badb-0e06d0ee0bee" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.152487] env[68786]: DEBUG nova.compute.manager [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Received event network-vif-plugged-58d0cd7c-29a3-4303-8977-e212518f9dc3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.153107] env[68786]: DEBUG oslo_concurrency.lockutils [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] Acquiring lock "8e0c6ee4-78a1-4bc2-af6c-dd4183db648a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.153352] env[68786]: DEBUG oslo_concurrency.lockutils [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] Lock "8e0c6ee4-78a1-4bc2-af6c-dd4183db648a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.153710] env[68786]: DEBUG oslo_concurrency.lockutils [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] Lock "8e0c6ee4-78a1-4bc2-af6c-dd4183db648a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.154032] env[68786]: DEBUG nova.compute.manager [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] No waiting events found dispatching network-vif-plugged-58d0cd7c-29a3-4303-8977-e212518f9dc3 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 613.155694] env[68786]: WARNING nova.compute.manager [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Received unexpected event network-vif-plugged-58d0cd7c-29a3-4303-8977-e212518f9dc3 for instance with vm_state building and task_state spawning. [ 613.155694] env[68786]: DEBUG nova.compute.manager [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Received event network-changed-58d0cd7c-29a3-4303-8977-e212518f9dc3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.155694] env[68786]: DEBUG nova.compute.manager [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Refreshing instance network info cache due to event network-changed-58d0cd7c-29a3-4303-8977-e212518f9dc3. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 613.155694] env[68786]: DEBUG oslo_concurrency.lockutils [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] Acquiring lock "refresh_cache-8e0c6ee4-78a1-4bc2-af6c-dd4183db648a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.155694] env[68786]: DEBUG oslo_concurrency.lockutils [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] Acquired lock "refresh_cache-8e0c6ee4-78a1-4bc2-af6c-dd4183db648a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.156456] env[68786]: DEBUG nova.network.neutron [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Refreshing network info cache for port 58d0cd7c-29a3-4303-8977-e212518f9dc3 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.242930] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.248038] env[68786]: DEBUG nova.compute.manager [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.248038] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.638s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.249226] env[68786]: INFO nova.compute.claims [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.257681] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.276983] env[68786]: DEBUG oslo_vmware.api [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090135, 'name': CloneVM_Task} progress is 95%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.360783] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Acquiring lock "1f066870-2888-4430-aa8b-a4969ccf0cce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.360988] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Lock "1f066870-2888-4430-aa8b-a4969ccf0cce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.382727] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547208} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.383085] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] eb82884d-39aa-4579-b82f-85fa132f9024/eb82884d-39aa-4579-b82f-85fa132f9024.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.383309] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.383580] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-317b0cd0-d67d-4849-b5a3-117019abe755 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.394392] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Waiting for the task: (returnval){ [ 613.394392] env[68786]: value = "task-3090142" [ 613.394392] env[68786]: _type = "Task" [ 613.394392] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.408166] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.416210] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.441983] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090139, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.461027] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Task: {'id': task-3090140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.803623} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.461140] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a/8e0c6ee4-78a1-4bc2-af6c-dd4183db648a.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.461720] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.461914] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d77664b8-e01c-48ac-9406-427455c76b6d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.470884] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Waiting for the task: (returnval){ [ 613.470884] env[68786]: value = "task-3090143" [ 613.470884] env[68786]: _type = "Task" [ 613.470884] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.484880] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Task: {'id': task-3090143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.760159] env[68786]: DEBUG nova.compute.utils [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.762695] env[68786]: DEBUG nova.compute.manager [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.762983] env[68786]: DEBUG nova.network.neutron [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.780618] env[68786]: DEBUG oslo_vmware.api [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090135, 'name': CloneVM_Task} progress is 95%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.878511] env[68786]: DEBUG oslo_concurrency.lockutils [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Acquiring lock "9ff4bca9-16bd-4609-8671-b42f796caa5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.878939] env[68786]: DEBUG oslo_concurrency.lockutils [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Lock "9ff4bca9-16bd-4609-8671-b42f796caa5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.879742] env[68786]: DEBUG oslo_concurrency.lockutils [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Acquiring lock "9ff4bca9-16bd-4609-8671-b42f796caa5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.879742] env[68786]: DEBUG oslo_concurrency.lockutils [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Lock "9ff4bca9-16bd-4609-8671-b42f796caa5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.880273] env[68786]: DEBUG oslo_concurrency.lockutils [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Lock "9ff4bca9-16bd-4609-8671-b42f796caa5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.883248] env[68786]: DEBUG oslo_concurrency.lockutils [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "060a98ca-e50d-4b0f-96b2-f50e2e03271d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.883248] env[68786]: DEBUG oslo_concurrency.lockutils [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "060a98ca-e50d-4b0f-96b2-f50e2e03271d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.883248] env[68786]: INFO nova.compute.manager [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Terminating instance [ 613.886818] env[68786]: DEBUG nova.policy [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '325488d568c047588d3ec6fff5e9d33c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98dd90646b23403cb3c571586b42646f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.923612] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128815} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.924137] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.924137] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.925774] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36d9446-953a-4af5-b80d-38e47538ae40 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.950577] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] eb82884d-39aa-4579-b82f-85fa132f9024/eb82884d-39aa-4579-b82f-85fa132f9024.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.951719] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e220611e-4576-4687-b101-274990ec7c24 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.972321] env[68786]: DEBUG oslo_vmware.api [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090139, 'name': PowerOnVM_Task, 'duration_secs': 1.064261} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.973063] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.973292] env[68786]: INFO nova.compute.manager [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Took 13.02 seconds to spawn the instance on the hypervisor. [ 613.973492] env[68786]: DEBUG nova.compute.manager [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.978150] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51837680-126f-4394-8e30-0d7398b94eae {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.982896] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Waiting for the task: (returnval){ [ 613.982896] env[68786]: value = "task-3090144" [ 613.982896] env[68786]: _type = "Task" [ 613.982896] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.992896] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Task: {'id': task-3090143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134277} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.993812] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.994665] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55a6cb7-ddad-46e7-9a9f-ce0ae2a79da5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.000839] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.025544] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a/8e0c6ee4-78a1-4bc2-af6c-dd4183db648a.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.025544] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-610f5200-36f9-4a0e-9eed-ef25668238f6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.049488] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Waiting for the task: (returnval){ [ 614.049488] env[68786]: value = "task-3090145" [ 614.049488] env[68786]: _type = "Task" [ 614.049488] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.061519] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Task: {'id': task-3090145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.187318] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Acquiring lock "596ff49a-578e-43a1-86fa-91e7bb4dc1ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.187614] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lock "596ff49a-578e-43a1-86fa-91e7bb4dc1ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.253962] env[68786]: DEBUG nova.network.neutron [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Updated VIF entry in instance network info cache for port 58d0cd7c-29a3-4303-8977-e212518f9dc3. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.254336] env[68786]: DEBUG nova.network.neutron [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Updating instance_info_cache with network_info: [{"id": "58d0cd7c-29a3-4303-8977-e212518f9dc3", "address": "fa:16:3e:e4:31:01", "network": {"id": "b34945a1-fd37-4b0d-8833-e2b5c0fbb262", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1854124447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38ac6b95cc7c47fda81354bfc1d00678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58d0cd7c-29", "ovs_interfaceid": "58d0cd7c-29a3-4303-8977-e212518f9dc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.273029] env[68786]: DEBUG nova.compute.manager [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.291749] env[68786]: DEBUG oslo_vmware.api [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090135, 'name': CloneVM_Task} progress is 95%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.401500] env[68786]: DEBUG nova.compute.manager [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 614.401919] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 614.402956] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b3e216-679a-4b8a-8afc-c9d4db03cbef {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.420628] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.423067] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.423378] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7da6f625-cef8-4817-bab2-fb5c64e8e2e8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.433549] env[68786]: DEBUG nova.network.neutron [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Successfully created port: d2c029e6-cfda-431e-8a28-2430ef8f2d53 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.435444] env[68786]: DEBUG oslo_vmware.api [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Waiting for the task: (returnval){ [ 614.435444] env[68786]: value = "task-3090146" [ 614.435444] env[68786]: _type = "Task" [ 614.435444] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.445232] env[68786]: DEBUG oslo_vmware.api [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Task: {'id': task-3090146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.492948] env[68786]: DEBUG nova.compute.manager [req-9f81bde2-e9ef-418c-afc5-67d349e95b21 req-16f724d7-9485-45bd-9c12-0f6abd1562bf service nova] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Received event network-vif-deleted-b1073fab-e3f9-46b6-843b-e9cb6eebf883 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.493049] env[68786]: DEBUG nova.compute.manager [req-9f81bde2-e9ef-418c-afc5-67d349e95b21 req-16f724d7-9485-45bd-9c12-0f6abd1562bf service nova] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Received event network-changed-38f7507d-486d-4627-9673-7d8b5bd4389d {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.495097] env[68786]: DEBUG nova.compute.manager [req-9f81bde2-e9ef-418c-afc5-67d349e95b21 req-16f724d7-9485-45bd-9c12-0f6abd1562bf service nova] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Refreshing instance network info cache due to event network-changed-38f7507d-486d-4627-9673-7d8b5bd4389d. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 614.495097] env[68786]: DEBUG oslo_concurrency.lockutils [req-9f81bde2-e9ef-418c-afc5-67d349e95b21 req-16f724d7-9485-45bd-9c12-0f6abd1562bf service nova] Acquiring lock "refresh_cache-729ab7d4-6266-4faf-920a-68ce3be6bf84" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.495097] env[68786]: DEBUG oslo_concurrency.lockutils [req-9f81bde2-e9ef-418c-afc5-67d349e95b21 req-16f724d7-9485-45bd-9c12-0f6abd1562bf service nova] Acquired lock "refresh_cache-729ab7d4-6266-4faf-920a-68ce3be6bf84" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.495097] env[68786]: DEBUG nova.network.neutron [req-9f81bde2-e9ef-418c-afc5-67d349e95b21 req-16f724d7-9485-45bd-9c12-0f6abd1562bf service nova] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Refreshing network info cache for port 38f7507d-486d-4627-9673-7d8b5bd4389d {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.514518] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.517371] env[68786]: INFO nova.compute.manager [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Took 23.73 seconds to build instance. [ 614.565345] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Task: {'id': task-3090145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.763021] env[68786]: DEBUG oslo_concurrency.lockutils [req-24b6e532-c9df-4e80-ba1f-0f3ba1b0f898 req-e6c64e69-4e12-4c64-9c97-892307cb1356 service nova] Releasing lock "refresh_cache-8e0c6ee4-78a1-4bc2-af6c-dd4183db648a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.787476] env[68786]: DEBUG oslo_vmware.api [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090135, 'name': CloneVM_Task, 'duration_secs': 3.03058} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.788767] env[68786]: INFO nova.virt.vmwareapi.vmops [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Created linked-clone VM from snapshot [ 614.789716] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cfbb1e-8fa0-4946-b2a5-277e148cc176 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.792885] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c87ae7f-c01d-4376-a014-0e79eb0e3d37 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.803617] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf38434-67e9-447e-8264-06b3c5f17c37 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.806979] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Uploading image 83acd9ab-44ef-4ae8-bd06-0cc804997dd8 {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 614.847573] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73d6ae1-4a3c-4bfb-bb13-886c71c68350 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.860779] env[68786]: DEBUG oslo_vmware.rw_handles [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 614.860779] env[68786]: value = "vm-618525" [ 614.860779] env[68786]: _type = "VirtualMachine" [ 614.860779] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 614.862416] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024bbd28-8497-47d7-b5d8-84f6f5bb3090 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.866125] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-312f232f-46d1-498c-a36b-b3397970268d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.879818] env[68786]: DEBUG nova.compute.provider_tree [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.883358] env[68786]: DEBUG oslo_vmware.rw_handles [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lease: (returnval){ [ 614.883358] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d13b67-271c-b3d3-52fe-8407d3fc6f8d" [ 614.883358] env[68786]: _type = "HttpNfcLease" [ 614.883358] env[68786]: } obtained for exporting VM: (result){ [ 614.883358] env[68786]: value = "vm-618525" [ 614.883358] env[68786]: _type = "VirtualMachine" [ 614.883358] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 614.883914] env[68786]: DEBUG oslo_vmware.api [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the lease: (returnval){ [ 614.883914] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d13b67-271c-b3d3-52fe-8407d3fc6f8d" [ 614.883914] env[68786]: _type = "HttpNfcLease" [ 614.883914] env[68786]: } to be ready. {{(pid=68786) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 614.890929] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 614.890929] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d13b67-271c-b3d3-52fe-8407d3fc6f8d" [ 614.890929] env[68786]: _type = "HttpNfcLease" [ 614.890929] env[68786]: } is ready. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 614.891248] env[68786]: DEBUG oslo_vmware.rw_handles [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 614.891248] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d13b67-271c-b3d3-52fe-8407d3fc6f8d" [ 614.891248] env[68786]: _type = "HttpNfcLease" [ 614.891248] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 614.892528] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d75af36-042c-4531-9506-c0c1d006e4e1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.902115] env[68786]: DEBUG oslo_vmware.rw_handles [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d203b4-b9a4-14b7-a627-ee1cc91c5d33/disk-0.vmdk from lease info. {{(pid=68786) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 614.902405] env[68786]: DEBUG oslo_vmware.rw_handles [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d203b4-b9a4-14b7-a627-ee1cc91c5d33/disk-0.vmdk for reading. {{(pid=68786) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 614.971701] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090141, 'name': ReconfigVM_Task, 'duration_secs': 1.676958} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.972555] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 90a90104-ef19-43f6-badb-0e06d0ee0bee/90a90104-ef19-43f6-badb-0e06d0ee0bee.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.975059] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5ee26e2-1a3c-4b2a-a09e-6135ee25377b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.983634] env[68786]: DEBUG oslo_vmware.api [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Task: {'id': task-3090146, 'name': PowerOffVM_Task, 'duration_secs': 0.317935} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.983634] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 614.983634] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 614.983634] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 614.983634] env[68786]: value = "task-3090148" [ 614.983634] env[68786]: _type = "Task" [ 614.983634] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.983634] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85243db2-0d45-486e-8619-bcc31ab9e2ff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.002435] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090144, 'name': ReconfigVM_Task, 'duration_secs': 0.779228} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.005741] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090148, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.005741] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Reconfigured VM instance instance-0000000e to attach disk [datastore2] eb82884d-39aa-4579-b82f-85fa132f9024/eb82884d-39aa-4579-b82f-85fa132f9024.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.005741] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c2262a0-05e6-42d7-a481-94b19b914a80 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.013411] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Waiting for the task: (returnval){ [ 615.013411] env[68786]: value = "task-3090150" [ 615.013411] env[68786]: _type = "Task" [ 615.013411] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.019877] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d13e7d9d-5c3e-4732-8f96-76a2f5be4354 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Lock "51056aca-0003-4ff9-b34f-8ee6fd900591" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.116s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.025488] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090150, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.033690] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-09cf09eb-2bc0-460a-9c5c-178ce24ce57a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.064748] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Task: {'id': task-3090145, 'name': ReconfigVM_Task, 'duration_secs': 0.743298} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.064748] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a/8e0c6ee4-78a1-4bc2-af6c-dd4183db648a.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.064748] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f510982-58d8-48f4-a7b3-6b261d9b9c68 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.086252] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Waiting for the task: (returnval){ [ 615.086252] env[68786]: value = "task-3090151" [ 615.086252] env[68786]: _type = "Task" [ 615.086252] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.086252] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 615.086252] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 615.086252] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Deleting the datastore file [datastore1] 9ff4bca9-16bd-4609-8671-b42f796caa5c {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 615.086252] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4eda83d-b110-431a-8d42-79888cb31651 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.099376] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Task: {'id': task-3090151, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.101171] env[68786]: DEBUG oslo_vmware.api [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Waiting for the task: (returnval){ [ 615.101171] env[68786]: value = "task-3090152" [ 615.101171] env[68786]: _type = "Task" [ 615.101171] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.116188] env[68786]: DEBUG oslo_vmware.api [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Task: {'id': task-3090152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.181598] env[68786]: INFO nova.compute.manager [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Rebuilding instance [ 615.252030] env[68786]: DEBUG nova.compute.manager [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.253324] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfaa5c7-13a6-4982-b547-ac08b4c27db1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.285946] env[68786]: DEBUG nova.compute.manager [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.317222] env[68786]: DEBUG nova.virt.hardware [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.320371] env[68786]: DEBUG nova.virt.hardware [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.320371] env[68786]: DEBUG nova.virt.hardware [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.320371] env[68786]: DEBUG nova.virt.hardware [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.320371] env[68786]: DEBUG nova.virt.hardware [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.320371] env[68786]: DEBUG nova.virt.hardware [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.320614] env[68786]: DEBUG nova.virt.hardware [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.320614] env[68786]: DEBUG nova.virt.hardware [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.320614] env[68786]: DEBUG nova.virt.hardware [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.320614] env[68786]: DEBUG nova.virt.hardware [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.320614] env[68786]: DEBUG nova.virt.hardware [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.320781] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3459d7-3fed-4bc9-b6a8-501217c63642 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.334034] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92461450-c80e-4949-a1c1-34591e08ba6a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.383729] env[68786]: DEBUG nova.scheduler.client.report [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.496694] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090148, 'name': Rename_Task, 'duration_secs': 0.204961} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.496984] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.497289] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-081e15ab-8824-4ea3-99d3-eaab05e82a3e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.505908] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 615.505908] env[68786]: value = "task-3090153" [ 615.505908] env[68786]: _type = "Task" [ 615.505908] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.518024] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.522474] env[68786]: DEBUG nova.compute.manager [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.528867] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090150, 'name': Rename_Task, 'duration_secs': 0.197617} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.529475] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.529827] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7f85800-e2bf-4e1d-86d3-27c23346d8ba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.538774] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Waiting for the task: (returnval){ [ 615.538774] env[68786]: value = "task-3090154" [ 615.538774] env[68786]: _type = "Task" [ 615.538774] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.553517] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.571615] env[68786]: DEBUG nova.network.neutron [req-9f81bde2-e9ef-418c-afc5-67d349e95b21 req-16f724d7-9485-45bd-9c12-0f6abd1562bf service nova] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Updated VIF entry in instance network info cache for port 38f7507d-486d-4627-9673-7d8b5bd4389d. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.572730] env[68786]: DEBUG nova.network.neutron [req-9f81bde2-e9ef-418c-afc5-67d349e95b21 req-16f724d7-9485-45bd-9c12-0f6abd1562bf service nova] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Updating instance_info_cache with network_info: [{"id": "38f7507d-486d-4627-9673-7d8b5bd4389d", "address": "fa:16:3e:4c:f1:5a", "network": {"id": "417a5cc6-617c-4d31-975d-284b6c632f1a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2105968991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb99a3b901d843ffaa4b74ea34a8b438", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f7507d-48", "ovs_interfaceid": "38f7507d-486d-4627-9673-7d8b5bd4389d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.596933] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Task: {'id': task-3090151, 'name': Rename_Task, 'duration_secs': 0.211277} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.597932] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.598555] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07162150-ec0d-4f20-a02f-f78ab06614d6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.611330] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Waiting for the task: (returnval){ [ 615.611330] env[68786]: value = "task-3090155" [ 615.611330] env[68786]: _type = "Task" [ 615.611330] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.621747] env[68786]: DEBUG oslo_vmware.api [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Task: {'id': task-3090152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267702} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.622616] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.622862] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 615.623126] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 615.623356] env[68786]: INFO nova.compute.manager [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Took 1.22 seconds to destroy the instance on the hypervisor. [ 615.623632] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.624170] env[68786]: DEBUG nova.compute.manager [-] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 615.624269] env[68786]: DEBUG nova.network.neutron [-] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 615.630271] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Task: {'id': task-3090155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.890064] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.890733] env[68786]: DEBUG nova.compute.manager [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.894064] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.229s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.894263] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.897558] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.731s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.901403] env[68786]: INFO nova.compute.claims [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.957229] env[68786]: INFO nova.scheduler.client.report [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] Deleted allocations for instance 63170e15-86ee-4839-8d1a-c84decf2b1ec [ 616.018017] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090153, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.062843] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090154, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.064841] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.079702] env[68786]: DEBUG oslo_concurrency.lockutils [req-9f81bde2-e9ef-418c-afc5-67d349e95b21 req-16f724d7-9485-45bd-9c12-0f6abd1562bf service nova] Releasing lock "refresh_cache-729ab7d4-6266-4faf-920a-68ce3be6bf84" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.129843] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Task: {'id': task-3090155, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.276524] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 616.277048] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c315a5a1-c630-4c1e-804e-3091570a3561 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.286152] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Waiting for the task: (returnval){ [ 616.286152] env[68786]: value = "task-3090156" [ 616.286152] env[68786]: _type = "Task" [ 616.286152] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.295681] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': task-3090156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.412429] env[68786]: DEBUG nova.compute.utils [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.415363] env[68786]: DEBUG nova.compute.manager [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Not allocating networking since 'none' was specified. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 616.469456] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9edac959-8e21-4722-99fa-1fcb3fc4deae tempest-DeleteServersAdminTestJSON-878399418 tempest-DeleteServersAdminTestJSON-878399418-project-admin] Lock "63170e15-86ee-4839-8d1a-c84decf2b1ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.778s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.519015] env[68786]: DEBUG oslo_vmware.api [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090153, 'name': PowerOnVM_Task, 'duration_secs': 0.679265} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.519015] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.519015] env[68786]: INFO nova.compute.manager [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Took 13.07 seconds to spawn the instance on the hypervisor. [ 616.519671] env[68786]: DEBUG nova.compute.manager [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.520117] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2f8a65-dca6-47a0-a5d2-2ebf8db41876 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.559460] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090154, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.625182] env[68786]: DEBUG oslo_vmware.api [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Task: {'id': task-3090155, 'name': PowerOnVM_Task, 'duration_secs': 0.634044} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.625182] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.625450] env[68786]: INFO nova.compute.manager [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Took 10.62 seconds to spawn the instance on the hypervisor. [ 616.625639] env[68786]: DEBUG nova.compute.manager [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.626774] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923e7879-fa82-4f09-92ef-9444f8df7978 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.800839] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': task-3090156, 'name': PowerOffVM_Task, 'duration_secs': 0.187576} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.803438] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 616.803618] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 616.804882] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25df0925-ec29-4f8c-abff-451bc9bae031 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.813679] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 616.814015] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c72e7d1b-ccc6-4e85-947c-402801ee0d73 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.852441] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 616.852949] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 616.852949] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Deleting the datastore file [datastore2] c22d31c2-9d25-498c-b903-ea3a88a81bf2 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 616.853814] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4d38e7a-6a81-4f59-b38a-abf42273d0df {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.868273] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Waiting for the task: (returnval){ [ 616.868273] env[68786]: value = "task-3090158" [ 616.868273] env[68786]: _type = "Task" [ 616.868273] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.878811] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': task-3090158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.916205] env[68786]: DEBUG nova.compute.manager [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 617.053774] env[68786]: INFO nova.compute.manager [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Took 24.11 seconds to build instance. [ 617.058521] env[68786]: DEBUG oslo_vmware.api [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090154, 'name': PowerOnVM_Task, 'duration_secs': 1.357924} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.059019] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.059277] env[68786]: INFO nova.compute.manager [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Took 8.60 seconds to spawn the instance on the hypervisor. [ 617.059491] env[68786]: DEBUG nova.compute.manager [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.064841] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401b8921-fe0e-4d28-a039-af7fb54bbd8a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.086383] env[68786]: DEBUG nova.network.neutron [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Successfully updated port: d2c029e6-cfda-431e-8a28-2430ef8f2d53 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.154172] env[68786]: DEBUG nova.compute.manager [req-e9160d4f-8ac3-461e-9c81-f5c8850306b8 req-2226ccfd-7a3c-472d-95b0-e07b45113086 service nova] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Received event network-changed-51eb8680-3b52-4858-8504-626bb76e4f2c {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.154271] env[68786]: DEBUG nova.compute.manager [req-e9160d4f-8ac3-461e-9c81-f5c8850306b8 req-2226ccfd-7a3c-472d-95b0-e07b45113086 service nova] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Refreshing instance network info cache due to event network-changed-51eb8680-3b52-4858-8504-626bb76e4f2c. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 617.154558] env[68786]: DEBUG oslo_concurrency.lockutils [req-e9160d4f-8ac3-461e-9c81-f5c8850306b8 req-2226ccfd-7a3c-472d-95b0-e07b45113086 service nova] Acquiring lock "refresh_cache-22c70775-b7eb-4712-b65e-1a71e77c1ba2" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.154558] env[68786]: DEBUG oslo_concurrency.lockutils [req-e9160d4f-8ac3-461e-9c81-f5c8850306b8 req-2226ccfd-7a3c-472d-95b0-e07b45113086 service nova] Acquired lock "refresh_cache-22c70775-b7eb-4712-b65e-1a71e77c1ba2" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.154768] env[68786]: DEBUG nova.network.neutron [req-e9160d4f-8ac3-461e-9c81-f5c8850306b8 req-2226ccfd-7a3c-472d-95b0-e07b45113086 service nova] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Refreshing network info cache for port 51eb8680-3b52-4858-8504-626bb76e4f2c {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.156685] env[68786]: INFO nova.compute.manager [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Took 24.15 seconds to build instance. [ 617.169190] env[68786]: DEBUG nova.network.neutron [-] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.374369] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3f4696-58c0-41d2-8df3-fb6ed7829b3b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.388693] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15853382-d465-4921-8f92-d5e26241e61f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.397266] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': task-3090158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197038} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.397579] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 617.397771] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 617.397949] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 617.441839] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91664c26-7430-4386-acf2-b17efda23ee0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.453302] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd73565-9469-400f-87d0-f5cd8a78f698 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.470399] env[68786]: DEBUG nova.compute.provider_tree [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.557106] env[68786]: DEBUG nova.compute.manager [req-ff90d925-1084-4104-8944-c6e19cd33f9e req-77659e68-7e90-4ef5-9215-774b548c2601 service nova] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Received event network-vif-deleted-aa4474f0-cee9-4773-b0e8-10522d1347d7 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.560065] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c01135cd-8b55-4345-b5e6-18bdebe23bbc tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "90a90104-ef19-43f6-badb-0e06d0ee0bee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.393s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.586151] env[68786]: INFO nova.compute.manager [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Took 21.90 seconds to build instance. [ 617.593728] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Acquiring lock "refresh_cache-a07e2040-2dc5-40da-b049-4f1ccafc38fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.593902] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Acquired lock "refresh_cache-a07e2040-2dc5-40da-b049-4f1ccafc38fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.594084] env[68786]: DEBUG nova.network.neutron [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.769499] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c65225f8-d9a4-4841-be6a-3dfe6bf4497c tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Lock "8e0c6ee4-78a1-4bc2-af6c-dd4183db648a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.114s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.781959] env[68786]: INFO nova.compute.manager [-] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Took 2.16 seconds to deallocate network for instance. [ 617.950968] env[68786]: DEBUG nova.compute.manager [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.975040] env[68786]: DEBUG nova.scheduler.client.report [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.992361] env[68786]: DEBUG nova.virt.hardware [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.992361] env[68786]: DEBUG nova.virt.hardware [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.992361] env[68786]: DEBUG nova.virt.hardware [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.992705] env[68786]: DEBUG nova.virt.hardware [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.992705] env[68786]: DEBUG nova.virt.hardware [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.992705] env[68786]: DEBUG nova.virt.hardware [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.992705] env[68786]: DEBUG nova.virt.hardware [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.992705] env[68786]: DEBUG nova.virt.hardware [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.992886] env[68786]: DEBUG nova.virt.hardware [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.992886] env[68786]: DEBUG nova.virt.hardware [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.992886] env[68786]: DEBUG nova.virt.hardware [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.992993] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bb6cb9-0e40-4243-befa-95e5fce34f38 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.012152] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f14029-a31f-4c27-9df4-c2f072c0d0f4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.032022] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Instance VIF info [] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.040213] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Creating folder: Project (95d1f155121a454ca4221184b132b36c). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.040213] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f77a96cd-d2b6-4fa8-bb84-c6b3c16c6641 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.055309] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Created folder: Project (95d1f155121a454ca4221184b132b36c) in parent group-v618484. [ 618.055526] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Creating folder: Instances. Parent ref: group-v618526. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.055857] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd48732a-b622-401f-a5f8-47c7cdbc15fd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.063280] env[68786]: DEBUG nova.compute.manager [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.069976] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Created folder: Instances in parent group-v618526. [ 618.070240] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.070429] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.070635] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-557c4913-ecba-421d-8087-1c0a5506dc0d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.090633] env[68786]: DEBUG oslo_concurrency.lockutils [None req-99e1843c-de3b-42ab-957d-1a38702258ce tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Lock "eb82884d-39aa-4579-b82f-85fa132f9024" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.874s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.097041] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.097041] env[68786]: value = "task-3090161" [ 618.097041] env[68786]: _type = "Task" [ 618.097041] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.114685] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090161, 'name': CreateVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.181637] env[68786]: DEBUG nova.network.neutron [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.287573] env[68786]: DEBUG nova.compute.manager [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.297025] env[68786]: DEBUG oslo_concurrency.lockutils [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.443436] env[68786]: DEBUG nova.virt.hardware [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.443774] env[68786]: DEBUG nova.virt.hardware [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.443831] env[68786]: DEBUG nova.virt.hardware [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.444020] env[68786]: DEBUG nova.virt.hardware [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.444389] env[68786]: DEBUG nova.virt.hardware [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.444389] env[68786]: DEBUG nova.virt.hardware [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.445243] env[68786]: DEBUG nova.virt.hardware [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.445503] env[68786]: DEBUG nova.virt.hardware [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.445697] env[68786]: DEBUG nova.virt.hardware [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.445877] env[68786]: DEBUG nova.virt.hardware [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.446063] env[68786]: DEBUG nova.virt.hardware [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.446963] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296b6f4c-bdfa-4ac6-8dc2-1bb3fffc7b49 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.457145] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fc2da4-4d27-4b0e-9b23-d98858ba7276 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.477130] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Instance VIF info [] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.483453] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.484171] env[68786]: DEBUG nova.network.neutron [req-e9160d4f-8ac3-461e-9c81-f5c8850306b8 req-2226ccfd-7a3c-472d-95b0-e07b45113086 service nova] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Updated VIF entry in instance network info cache for port 51eb8680-3b52-4858-8504-626bb76e4f2c. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.484511] env[68786]: DEBUG nova.network.neutron [req-e9160d4f-8ac3-461e-9c81-f5c8850306b8 req-2226ccfd-7a3c-472d-95b0-e07b45113086 service nova] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Updating instance_info_cache with network_info: [{"id": "51eb8680-3b52-4858-8504-626bb76e4f2c", "address": "fa:16:3e:26:16:c7", "network": {"id": "3c6d8f63-0073-40df-9c96-4fbc73ac77b5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-242946678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b7cfdecf6bb46408d6d6a04029f530e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51eb8680-3b", "ovs_interfaceid": "51eb8680-3b52-4858-8504-626bb76e4f2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.486159] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.486654] env[68786]: DEBUG nova.compute.manager [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.488990] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.490159] env[68786]: DEBUG oslo_concurrency.lockutils [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.615s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.490159] env[68786]: DEBUG oslo_concurrency.lockutils [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.492211] env[68786]: DEBUG oslo_concurrency.lockutils [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.681s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.493723] env[68786]: INFO nova.compute.claims [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.496028] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90858b67-2bfe-42d6-94f9-ed3752455f7a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.514111] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Acquiring lock "01f36ba6-8385-4242-8778-11745ae292b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.514353] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Lock "01f36ba6-8385-4242-8778-11745ae292b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.520222] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.520222] env[68786]: value = "task-3090162" [ 618.520222] env[68786]: _type = "Task" [ 618.520222] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.526291] env[68786]: DEBUG nova.network.neutron [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Updating instance_info_cache with network_info: [{"id": "d2c029e6-cfda-431e-8a28-2430ef8f2d53", "address": "fa:16:3e:ff:2a:ac", "network": {"id": "64e79f7d-ccb1-49c1-84a5-b4cedd32b68e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-222629118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98dd90646b23403cb3c571586b42646f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c029e6-cf", "ovs_interfaceid": "d2c029e6-cfda-431e-8a28-2430ef8f2d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.531380] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090162, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.543535] env[68786]: INFO nova.scheduler.client.report [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Deleted allocations for instance 7909859e-eca0-44d6-88a6-4e8e83d73f11 [ 618.592777] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.598718] env[68786]: DEBUG nova.compute.manager [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.620996] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090161, 'name': CreateVM_Task, 'duration_secs': 0.400543} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.622287] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.623982] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.624271] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.624660] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.625366] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e732f4d4-727f-416d-83f7-18fae960a2d1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.634029] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Waiting for the task: (returnval){ [ 618.634029] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52414493-c335-7bad-2170-4270b8681642" [ 618.634029] env[68786]: _type = "Task" [ 618.634029] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.645385] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52414493-c335-7bad-2170-4270b8681642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.835372] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.993599] env[68786]: DEBUG oslo_concurrency.lockutils [req-e9160d4f-8ac3-461e-9c81-f5c8850306b8 req-2226ccfd-7a3c-472d-95b0-e07b45113086 service nova] Releasing lock "refresh_cache-22c70775-b7eb-4712-b65e-1a71e77c1ba2" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.014369] env[68786]: DEBUG nova.compute.utils [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.019757] env[68786]: DEBUG nova.compute.manager [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 619.019757] env[68786]: DEBUG nova.network.neutron [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.034327] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Releasing lock "refresh_cache-a07e2040-2dc5-40da-b049-4f1ccafc38fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.034744] env[68786]: DEBUG nova.compute.manager [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Instance network_info: |[{"id": "d2c029e6-cfda-431e-8a28-2430ef8f2d53", "address": "fa:16:3e:ff:2a:ac", "network": {"id": "64e79f7d-ccb1-49c1-84a5-b4cedd32b68e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-222629118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98dd90646b23403cb3c571586b42646f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c029e6-cf", "ovs_interfaceid": "d2c029e6-cfda-431e-8a28-2430ef8f2d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.035036] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090162, 'name': CreateVM_Task, 'duration_secs': 0.410085} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.035947] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:2a:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2c029e6-cfda-431e-8a28-2430ef8f2d53', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.043898] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Creating folder: Project (98dd90646b23403cb3c571586b42646f). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.044176] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.045181] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83d1bce9-1e2e-4a8b-adba-61c5c47f7445 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.048083] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.053761] env[68786]: DEBUG oslo_concurrency.lockutils [None req-de538291-4228-495b-885d-9b9c407da3e8 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "7909859e-eca0-44d6-88a6-4e8e83d73f11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.542s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.060455] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Created folder: Project (98dd90646b23403cb3c571586b42646f) in parent group-v618484. [ 619.061637] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Creating folder: Instances. Parent ref: group-v618530. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.061925] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8556032b-8ad6-4230-a1fa-20ebc65e2d0c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.078140] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Created folder: Instances in parent group-v618530. [ 619.079255] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.079632] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.079904] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8673797a-b8d5-4699-a004-4a647a538322 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.107792] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.107792] env[68786]: value = "task-3090165" [ 619.107792] env[68786]: _type = "Task" [ 619.107792] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.123919] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090165, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.135285] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.143441] env[68786]: DEBUG nova.policy [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd67c78b5c7a1424386ad578659da8d45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d8f9e9f10664537ab744431ecf937cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.157679] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52414493-c335-7bad-2170-4270b8681642, 'name': SearchDatastore_Task, 'duration_secs': 0.015198} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.158325] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.158325] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.158592] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.158728] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.159141] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.160880] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.160880] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.160880] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ff2ac9d-97d7-458b-9207-472ea5a0f938 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.162358] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea6e2ba9-c245-4563-ba62-8f9f3234f667 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.170377] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Waiting for the task: (returnval){ [ 619.170377] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]529b65df-40a0-db2f-6c74-d663144fb15d" [ 619.170377] env[68786]: _type = "Task" [ 619.170377] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.177857] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.178143] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.179685] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d1fa2c5-c1f3-44f6-8fda-0e4a65d076bb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.187068] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529b65df-40a0-db2f-6c74-d663144fb15d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.192465] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Waiting for the task: (returnval){ [ 619.192465] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e4c12d-906b-a366-a2ca-43be233c83cb" [ 619.192465] env[68786]: _type = "Task" [ 619.192465] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.200954] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e4c12d-906b-a366-a2ca-43be233c83cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.527028] env[68786]: DEBUG nova.compute.manager [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.625775] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090165, 'name': CreateVM_Task, 'duration_secs': 0.426874} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.627333] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.627333] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.689918] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529b65df-40a0-db2f-6c74-d663144fb15d, 'name': SearchDatastore_Task, 'duration_secs': 0.02851} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.690027] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.690209] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.692937] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.692937] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.692937] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.692937] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f0c49f-c7f7-4c5b-9c52-bc1bbfe82bbe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.709589] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e4c12d-906b-a366-a2ca-43be233c83cb, 'name': SearchDatastore_Task, 'duration_secs': 0.016007} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.709935] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Waiting for the task: (returnval){ [ 619.709935] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e61b66-ddff-ae4a-dd19-04489cc880fd" [ 619.709935] env[68786]: _type = "Task" [ 619.709935] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.714126] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8437fd95-d95e-418f-b8bf-bda9f7480480 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.725449] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Waiting for the task: (returnval){ [ 619.725449] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e52d20-26d7-3521-29e6-54a4b6b0d63d" [ 619.725449] env[68786]: _type = "Task" [ 619.725449] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.729436] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e61b66-ddff-ae4a-dd19-04489cc880fd, 'name': SearchDatastore_Task, 'duration_secs': 0.017542} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.735389] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.735665] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.736028] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.746714] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e52d20-26d7-3521-29e6-54a4b6b0d63d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.963340] env[68786]: DEBUG nova.network.neutron [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Successfully created port: 3df417c0-2a32-41da-8fd1-ac5e9d4392d8 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.997473] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c09ab6-01e8-458d-973d-49a73602c107 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.011306] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d23231-af9a-41fe-8451-6f407aca124a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.052397] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a33ba20-cedf-48d3-ae1d-82b3801cbc28 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.061325] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567ed3cf-04d6-475a-ae56-c774f8f1617c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.079613] env[68786]: DEBUG nova.compute.provider_tree [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.169201] env[68786]: DEBUG nova.compute.manager [req-f596a208-523e-415f-a2ce-79cfdac6b3f4 req-a73ba608-b8e2-484b-91f0-9e07d6692790 service nova] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Received event network-changed-09d11892-2cae-4d7b-80f7-32d3f7fcf9f4 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.169561] env[68786]: DEBUG nova.compute.manager [req-f596a208-523e-415f-a2ce-79cfdac6b3f4 req-a73ba608-b8e2-484b-91f0-9e07d6692790 service nova] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Refreshing instance network info cache due to event network-changed-09d11892-2cae-4d7b-80f7-32d3f7fcf9f4. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 620.169808] env[68786]: DEBUG oslo_concurrency.lockutils [req-f596a208-523e-415f-a2ce-79cfdac6b3f4 req-a73ba608-b8e2-484b-91f0-9e07d6692790 service nova] Acquiring lock "refresh_cache-51056aca-0003-4ff9-b34f-8ee6fd900591" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.169964] env[68786]: DEBUG oslo_concurrency.lockutils [req-f596a208-523e-415f-a2ce-79cfdac6b3f4 req-a73ba608-b8e2-484b-91f0-9e07d6692790 service nova] Acquired lock "refresh_cache-51056aca-0003-4ff9-b34f-8ee6fd900591" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.170126] env[68786]: DEBUG nova.network.neutron [req-f596a208-523e-415f-a2ce-79cfdac6b3f4 req-a73ba608-b8e2-484b-91f0-9e07d6692790 service nova] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Refreshing network info cache for port 09d11892-2cae-4d7b-80f7-32d3f7fcf9f4 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.242552] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e52d20-26d7-3521-29e6-54a4b6b0d63d, 'name': SearchDatastore_Task, 'duration_secs': 0.018651} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.243270] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.243270] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 323fcc88-4686-488e-925f-d0649d83089b/323fcc88-4686-488e-925f-d0649d83089b.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.243521] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.243613] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.243837] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1d1dce5-49b9-49cb-bdb2-b4203f490604 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.246287] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a89a06e1-d804-487c-804f-8e50e0ec025c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.257113] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Waiting for the task: (returnval){ [ 620.257113] env[68786]: value = "task-3090166" [ 620.257113] env[68786]: _type = "Task" [ 620.257113] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.262963] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.263889] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.266491] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f9a5a49-6a53-49e2-a46d-75da1ab0843f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.274851] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.280246] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Waiting for the task: (returnval){ [ 620.280246] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b2d7da-95f6-1db6-b7cf-61f27e95b69f" [ 620.280246] env[68786]: _type = "Task" [ 620.280246] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.291078] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b2d7da-95f6-1db6-b7cf-61f27e95b69f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.554009] env[68786]: DEBUG nova.compute.manager [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.584322] env[68786]: DEBUG nova.scheduler.client.report [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.598173] env[68786]: DEBUG nova.virt.hardware [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.598173] env[68786]: DEBUG nova.virt.hardware [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.598173] env[68786]: DEBUG nova.virt.hardware [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.598373] env[68786]: DEBUG nova.virt.hardware [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.598373] env[68786]: DEBUG nova.virt.hardware [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.598449] env[68786]: DEBUG nova.virt.hardware [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.598744] env[68786]: DEBUG nova.virt.hardware [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.598826] env[68786]: DEBUG nova.virt.hardware [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.598952] env[68786]: DEBUG nova.virt.hardware [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.600193] env[68786]: DEBUG nova.virt.hardware [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.600193] env[68786]: DEBUG nova.virt.hardware [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.600846] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedcfffd-e479-409f-a699-ce172fe20720 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.612382] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8300b3c3-60e5-4c9f-a15e-434d8d7db7a4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.637507] env[68786]: DEBUG nova.compute.manager [req-93089bef-e08c-4c35-b764-afed79f05e1c req-c4d2f837-8b91-492f-9eea-d0ae2530a0fb service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Received event network-vif-plugged-d2c029e6-cfda-431e-8a28-2430ef8f2d53 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.637715] env[68786]: DEBUG oslo_concurrency.lockutils [req-93089bef-e08c-4c35-b764-afed79f05e1c req-c4d2f837-8b91-492f-9eea-d0ae2530a0fb service nova] Acquiring lock "a07e2040-2dc5-40da-b049-4f1ccafc38fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.637929] env[68786]: DEBUG oslo_concurrency.lockutils [req-93089bef-e08c-4c35-b764-afed79f05e1c req-c4d2f837-8b91-492f-9eea-d0ae2530a0fb service nova] Lock "a07e2040-2dc5-40da-b049-4f1ccafc38fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.638185] env[68786]: DEBUG oslo_concurrency.lockutils [req-93089bef-e08c-4c35-b764-afed79f05e1c req-c4d2f837-8b91-492f-9eea-d0ae2530a0fb service nova] Lock "a07e2040-2dc5-40da-b049-4f1ccafc38fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.638362] env[68786]: DEBUG nova.compute.manager [req-93089bef-e08c-4c35-b764-afed79f05e1c req-c4d2f837-8b91-492f-9eea-d0ae2530a0fb service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] No waiting events found dispatching network-vif-plugged-d2c029e6-cfda-431e-8a28-2430ef8f2d53 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 620.638679] env[68786]: WARNING nova.compute.manager [req-93089bef-e08c-4c35-b764-afed79f05e1c req-c4d2f837-8b91-492f-9eea-d0ae2530a0fb service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Received unexpected event network-vif-plugged-d2c029e6-cfda-431e-8a28-2430ef8f2d53 for instance with vm_state building and task_state spawning. [ 620.638907] env[68786]: DEBUG nova.compute.manager [req-93089bef-e08c-4c35-b764-afed79f05e1c req-c4d2f837-8b91-492f-9eea-d0ae2530a0fb service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Received event network-changed-d2c029e6-cfda-431e-8a28-2430ef8f2d53 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.639153] env[68786]: DEBUG nova.compute.manager [req-93089bef-e08c-4c35-b764-afed79f05e1c req-c4d2f837-8b91-492f-9eea-d0ae2530a0fb service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Refreshing instance network info cache due to event network-changed-d2c029e6-cfda-431e-8a28-2430ef8f2d53. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 620.639350] env[68786]: DEBUG oslo_concurrency.lockutils [req-93089bef-e08c-4c35-b764-afed79f05e1c req-c4d2f837-8b91-492f-9eea-d0ae2530a0fb service nova] Acquiring lock "refresh_cache-a07e2040-2dc5-40da-b049-4f1ccafc38fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.640129] env[68786]: DEBUG oslo_concurrency.lockutils [req-93089bef-e08c-4c35-b764-afed79f05e1c req-c4d2f837-8b91-492f-9eea-d0ae2530a0fb service nova] Acquired lock "refresh_cache-a07e2040-2dc5-40da-b049-4f1ccafc38fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.640129] env[68786]: DEBUG nova.network.neutron [req-93089bef-e08c-4c35-b764-afed79f05e1c req-c4d2f837-8b91-492f-9eea-d0ae2530a0fb service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Refreshing network info cache for port d2c029e6-cfda-431e-8a28-2430ef8f2d53 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.770072] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090166, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.804083] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b2d7da-95f6-1db6-b7cf-61f27e95b69f, 'name': SearchDatastore_Task, 'duration_secs': 0.01954} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.809035] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9663d84-1610-491f-88bb-e3a739151c9e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.815486] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Waiting for the task: (returnval){ [ 620.815486] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5218bbf3-55bc-10a6-afa1-067c48198040" [ 620.815486] env[68786]: _type = "Task" [ 620.815486] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.828029] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5218bbf3-55bc-10a6-afa1-067c48198040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.092212] env[68786]: DEBUG oslo_concurrency.lockutils [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.092787] env[68786]: DEBUG nova.compute.manager [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.095597] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.648s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.097056] env[68786]: INFO nova.compute.claims [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.282150] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090166, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.330275] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5218bbf3-55bc-10a6-afa1-067c48198040, 'name': SearchDatastore_Task, 'duration_secs': 0.068961} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.330590] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.330864] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] c22d31c2-9d25-498c-b903-ea3a88a81bf2/c22d31c2-9d25-498c-b903-ea3a88a81bf2.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.331301] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.331479] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.331845] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2603cb4-c25b-49e0-b700-6cca3a77a163 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.334654] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2802b32b-7f43-40b2-9a59-75c419abbc60 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.345134] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Waiting for the task: (returnval){ [ 621.345134] env[68786]: value = "task-3090167" [ 621.345134] env[68786]: _type = "Task" [ 621.345134] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.349844] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.350243] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.352280] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb007523-45f6-4147-821a-b27840b889c7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.360768] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': task-3090167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.367366] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Waiting for the task: (returnval){ [ 621.367366] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5262f8e3-0dca-4854-ec60-b2b226ff5a32" [ 621.367366] env[68786]: _type = "Task" [ 621.367366] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.378911] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5262f8e3-0dca-4854-ec60-b2b226ff5a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.607983] env[68786]: DEBUG nova.compute.utils [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.618245] env[68786]: DEBUG nova.compute.manager [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.618326] env[68786]: DEBUG nova.network.neutron [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.775424] env[68786]: DEBUG oslo_concurrency.lockutils [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Acquiring lock "859eb560-faaf-471c-95dc-bcf2544f8a04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.775731] env[68786]: DEBUG oslo_concurrency.lockutils [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Lock "859eb560-faaf-471c-95dc-bcf2544f8a04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.776009] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090166, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.821023] env[68786]: DEBUG nova.policy [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '154d15b4a6e34405a8c15994641be19e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '167cd841e23f434ca955b68e8b2bbe9b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.848045] env[68786]: DEBUG nova.network.neutron [req-f596a208-523e-415f-a2ce-79cfdac6b3f4 req-a73ba608-b8e2-484b-91f0-9e07d6692790 service nova] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Updated VIF entry in instance network info cache for port 09d11892-2cae-4d7b-80f7-32d3f7fcf9f4. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.848045] env[68786]: DEBUG nova.network.neutron [req-f596a208-523e-415f-a2ce-79cfdac6b3f4 req-a73ba608-b8e2-484b-91f0-9e07d6692790 service nova] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Updating instance_info_cache with network_info: [{"id": "09d11892-2cae-4d7b-80f7-32d3f7fcf9f4", "address": "fa:16:3e:98:6b:46", "network": {"id": "450ade04-0374-42f6-ae05-3d2e5e47e79b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1650166467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f465d5eb794ca09fe55a7e6fe34548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09d11892-2c", "ovs_interfaceid": "09d11892-2cae-4d7b-80f7-32d3f7fcf9f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.876053] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': task-3090167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.891727] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5262f8e3-0dca-4854-ec60-b2b226ff5a32, 'name': SearchDatastore_Task, 'duration_secs': 0.021281} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.892652] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8213c842-d130-4c6f-8fc0-12a92bb1a3ab {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.901494] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Waiting for the task: (returnval){ [ 621.901494] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5234ff80-c9f6-2c3f-60f0-2a87f53cbfcd" [ 621.901494] env[68786]: _type = "Task" [ 621.901494] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.913017] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5234ff80-c9f6-2c3f-60f0-2a87f53cbfcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.979782] env[68786]: DEBUG nova.network.neutron [req-93089bef-e08c-4c35-b764-afed79f05e1c req-c4d2f837-8b91-492f-9eea-d0ae2530a0fb service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Updated VIF entry in instance network info cache for port d2c029e6-cfda-431e-8a28-2430ef8f2d53. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.980264] env[68786]: DEBUG nova.network.neutron [req-93089bef-e08c-4c35-b764-afed79f05e1c req-c4d2f837-8b91-492f-9eea-d0ae2530a0fb service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Updating instance_info_cache with network_info: [{"id": "d2c029e6-cfda-431e-8a28-2430ef8f2d53", "address": "fa:16:3e:ff:2a:ac", "network": {"id": "64e79f7d-ccb1-49c1-84a5-b4cedd32b68e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-222629118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98dd90646b23403cb3c571586b42646f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c029e6-cf", "ovs_interfaceid": "d2c029e6-cfda-431e-8a28-2430ef8f2d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.113242] env[68786]: DEBUG nova.compute.manager [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 622.277412] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090166, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.761402} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.280605] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 323fcc88-4686-488e-925f-d0649d83089b/323fcc88-4686-488e-925f-d0649d83089b.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.280830] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.281341] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7c7844c-ed6d-4d8d-940a-7cbd13907ded {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.291444] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Waiting for the task: (returnval){ [ 622.291444] env[68786]: value = "task-3090168" [ 622.291444] env[68786]: _type = "Task" [ 622.291444] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.292137] env[68786]: DEBUG nova.compute.manager [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Stashing vm_state: active {{(pid=68786) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 622.314113] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.356376] env[68786]: DEBUG oslo_concurrency.lockutils [req-f596a208-523e-415f-a2ce-79cfdac6b3f4 req-a73ba608-b8e2-484b-91f0-9e07d6692790 service nova] Releasing lock "refresh_cache-51056aca-0003-4ff9-b34f-8ee6fd900591" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.365458] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': task-3090167, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.419111] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5234ff80-c9f6-2c3f-60f0-2a87f53cbfcd, 'name': SearchDatastore_Task, 'duration_secs': 0.022521} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.423243] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.424247] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] a07e2040-2dc5-40da-b049-4f1ccafc38fb/a07e2040-2dc5-40da-b049-4f1ccafc38fb.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.424247] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ff6bd63-7131-47b0-a812-2c12a5cb7ae4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.435350] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Waiting for the task: (returnval){ [ 622.435350] env[68786]: value = "task-3090169" [ 622.435350] env[68786]: _type = "Task" [ 622.435350] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.452365] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.485439] env[68786]: DEBUG oslo_concurrency.lockutils [req-93089bef-e08c-4c35-b764-afed79f05e1c req-c4d2f837-8b91-492f-9eea-d0ae2530a0fb service nova] Releasing lock "refresh_cache-a07e2040-2dc5-40da-b049-4f1ccafc38fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.570811] env[68786]: DEBUG nova.network.neutron [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Successfully updated port: 3df417c0-2a32-41da-8fd1-ac5e9d4392d8 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.662416] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8841227-c58f-4c8b-b860-1e7de4acfd79 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.675650] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786e0151-6e0e-48ac-a328-e4a82aac0a1c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.683252] env[68786]: DEBUG nova.network.neutron [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Successfully created port: b84dac75-8b9e-47de-bb94-2b72d7493ccb {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 622.714664] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bb06b9-64d4-4530-a023-fb53d63c2318 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.724360] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4de32f-944b-4ed5-9aa6-d7e2326ddf36 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.746164] env[68786]: DEBUG nova.compute.provider_tree [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.811577] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.820120] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.867310] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': task-3090167, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.298607} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.867606] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] c22d31c2-9d25-498c-b903-ea3a88a81bf2/c22d31c2-9d25-498c-b903-ea3a88a81bf2.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.867822] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.868125] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b53605b-19f3-4e1f-977c-431ceb6a3d44 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.879034] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Waiting for the task: (returnval){ [ 622.879034] env[68786]: value = "task-3090170" [ 622.879034] env[68786]: _type = "Task" [ 622.879034] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.888241] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': task-3090170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.955946] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090169, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.075565] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Acquiring lock "refresh_cache-d1702b0d-ad46-44ba-aaee-cfdc2a1a554e" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.075716] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Acquired lock "refresh_cache-d1702b0d-ad46-44ba-aaee-cfdc2a1a554e" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.075804] env[68786]: DEBUG nova.network.neutron [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.131208] env[68786]: DEBUG nova.compute.manager [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.170245] env[68786]: DEBUG nova.virt.hardware [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.170245] env[68786]: DEBUG nova.virt.hardware [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.170245] env[68786]: DEBUG nova.virt.hardware [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.171653] env[68786]: DEBUG nova.virt.hardware [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.171653] env[68786]: DEBUG nova.virt.hardware [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.171653] env[68786]: DEBUG nova.virt.hardware [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.171653] env[68786]: DEBUG nova.virt.hardware [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.171653] env[68786]: DEBUG nova.virt.hardware [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.171862] env[68786]: DEBUG nova.virt.hardware [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.171862] env[68786]: DEBUG nova.virt.hardware [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.171862] env[68786]: DEBUG nova.virt.hardware [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.172448] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89bf809-41f9-4c0b-b7cd-ad668aab4631 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.182819] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1fdfc0-eecb-46f9-b4f9-cf2bc2045572 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.249752] env[68786]: DEBUG nova.scheduler.client.report [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.317477] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.814194} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.317783] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.318620] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323d4cc7-ccb5-4c44-b79b-20c4cbcc9aec {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.345664] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 323fcc88-4686-488e-925f-d0649d83089b/323fcc88-4686-488e-925f-d0649d83089b.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.348096] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bce8e0c-9407-40f1-81a1-f1ea7e0575a3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.384580] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Waiting for the task: (returnval){ [ 623.384580] env[68786]: value = "task-3090171" [ 623.384580] env[68786]: _type = "Task" [ 623.384580] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.394840] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': task-3090170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114396} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.395839] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.397232] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaf074b-bcaf-4722-af79-b996a64483db {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.407320] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090171, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.439089] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] c22d31c2-9d25-498c-b903-ea3a88a81bf2/c22d31c2-9d25-498c-b903-ea3a88a81bf2.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.443063] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09b17df2-b367-40c4-ae8e-5765092afef3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.476475] env[68786]: DEBUG oslo_vmware.rw_handles [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d203b4-b9a4-14b7-a627-ee1cc91c5d33/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 623.477825] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba57d3f6-4764-4467-b014-1e99b7cc65d2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.491064] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.900182} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.491514] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Waiting for the task: (returnval){ [ 623.491514] env[68786]: value = "task-3090172" [ 623.491514] env[68786]: _type = "Task" [ 623.491514] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.492391] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] a07e2040-2dc5-40da-b049-4f1ccafc38fb/a07e2040-2dc5-40da-b049-4f1ccafc38fb.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.492721] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.493161] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12d51660-753c-4b9a-8432-5543d3b3a3ca {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.502892] env[68786]: DEBUG oslo_vmware.rw_handles [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d203b4-b9a4-14b7-a627-ee1cc91c5d33/disk-0.vmdk is in state: ready. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 623.503190] env[68786]: ERROR oslo_vmware.rw_handles [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d203b4-b9a4-14b7-a627-ee1cc91c5d33/disk-0.vmdk due to incomplete transfer. [ 623.504428] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2aaa1a2f-dbe1-4ded-9b15-49043a06c2ee {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.511764] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': task-3090172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.514313] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Waiting for the task: (returnval){ [ 623.514313] env[68786]: value = "task-3090173" [ 623.514313] env[68786]: _type = "Task" [ 623.514313] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.520810] env[68786]: DEBUG oslo_vmware.rw_handles [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d203b4-b9a4-14b7-a627-ee1cc91c5d33/disk-0.vmdk. {{(pid=68786) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 623.521178] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Uploaded image 83acd9ab-44ef-4ae8-bd06-0cc804997dd8 to the Glance image server {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 623.524045] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Destroying the VM {{(pid=68786) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 623.524942] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-72939226-a689-4d60-a5be-7cb860e9cc08 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.532294] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.539513] env[68786]: DEBUG oslo_vmware.api [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 623.539513] env[68786]: value = "task-3090174" [ 623.539513] env[68786]: _type = "Task" [ 623.539513] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.551674] env[68786]: DEBUG oslo_vmware.api [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090174, 'name': Destroy_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.613442] env[68786]: DEBUG nova.network.neutron [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.757653] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.758298] env[68786]: DEBUG nova.compute.manager [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.761452] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.642s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.761452] env[68786]: DEBUG nova.objects.instance [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68786) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 623.797214] env[68786]: DEBUG nova.compute.manager [req-ec307510-a170-4e69-bdd5-f43e5862ebc9 req-225b4c7b-08f7-484a-8a69-70f1018e7dbe service nova] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Received event network-vif-plugged-3df417c0-2a32-41da-8fd1-ac5e9d4392d8 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.797896] env[68786]: DEBUG oslo_concurrency.lockutils [req-ec307510-a170-4e69-bdd5-f43e5862ebc9 req-225b4c7b-08f7-484a-8a69-70f1018e7dbe service nova] Acquiring lock "d1702b0d-ad46-44ba-aaee-cfdc2a1a554e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.800700] env[68786]: DEBUG oslo_concurrency.lockutils [req-ec307510-a170-4e69-bdd5-f43e5862ebc9 req-225b4c7b-08f7-484a-8a69-70f1018e7dbe service nova] Lock "d1702b0d-ad46-44ba-aaee-cfdc2a1a554e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.801602] env[68786]: DEBUG oslo_concurrency.lockutils [req-ec307510-a170-4e69-bdd5-f43e5862ebc9 req-225b4c7b-08f7-484a-8a69-70f1018e7dbe service nova] Lock "d1702b0d-ad46-44ba-aaee-cfdc2a1a554e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.801967] env[68786]: DEBUG nova.compute.manager [req-ec307510-a170-4e69-bdd5-f43e5862ebc9 req-225b4c7b-08f7-484a-8a69-70f1018e7dbe service nova] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] No waiting events found dispatching network-vif-plugged-3df417c0-2a32-41da-8fd1-ac5e9d4392d8 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 623.804439] env[68786]: WARNING nova.compute.manager [req-ec307510-a170-4e69-bdd5-f43e5862ebc9 req-225b4c7b-08f7-484a-8a69-70f1018e7dbe service nova] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Received unexpected event network-vif-plugged-3df417c0-2a32-41da-8fd1-ac5e9d4392d8 for instance with vm_state building and task_state spawning. [ 623.804439] env[68786]: DEBUG nova.compute.manager [req-ec307510-a170-4e69-bdd5-f43e5862ebc9 req-225b4c7b-08f7-484a-8a69-70f1018e7dbe service nova] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Received event network-changed-3df417c0-2a32-41da-8fd1-ac5e9d4392d8 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.804439] env[68786]: DEBUG nova.compute.manager [req-ec307510-a170-4e69-bdd5-f43e5862ebc9 req-225b4c7b-08f7-484a-8a69-70f1018e7dbe service nova] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Refreshing instance network info cache due to event network-changed-3df417c0-2a32-41da-8fd1-ac5e9d4392d8. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 623.804439] env[68786]: DEBUG oslo_concurrency.lockutils [req-ec307510-a170-4e69-bdd5-f43e5862ebc9 req-225b4c7b-08f7-484a-8a69-70f1018e7dbe service nova] Acquiring lock "refresh_cache-d1702b0d-ad46-44ba-aaee-cfdc2a1a554e" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.806628] env[68786]: DEBUG nova.network.neutron [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Updating instance_info_cache with network_info: [{"id": "3df417c0-2a32-41da-8fd1-ac5e9d4392d8", "address": "fa:16:3e:78:4f:8a", "network": {"id": "987b2d59-ba32-411f-808d-f886319027c0", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-766936501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d8f9e9f10664537ab744431ecf937cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3df417c0-2a", "ovs_interfaceid": "3df417c0-2a32-41da-8fd1-ac5e9d4392d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.900347] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.006602] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': task-3090172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.027942] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242739} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.029901] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.030834] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca76fd4a-1672-455e-892b-cf9deec0d127 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.056161] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] a07e2040-2dc5-40da-b049-4f1ccafc38fb/a07e2040-2dc5-40da-b049-4f1ccafc38fb.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.059445] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-422490e3-2032-460f-bea6-d286bd9d1ab2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.081829] env[68786]: DEBUG oslo_vmware.api [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090174, 'name': Destroy_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.083665] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Waiting for the task: (returnval){ [ 624.083665] env[68786]: value = "task-3090175" [ 624.083665] env[68786]: _type = "Task" [ 624.083665] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.093651] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.266665] env[68786]: DEBUG nova.compute.utils [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.268152] env[68786]: DEBUG nova.compute.manager [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 624.268818] env[68786]: DEBUG nova.network.neutron [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 624.312590] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Releasing lock "refresh_cache-d1702b0d-ad46-44ba-aaee-cfdc2a1a554e" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.314028] env[68786]: DEBUG nova.compute.manager [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Instance network_info: |[{"id": "3df417c0-2a32-41da-8fd1-ac5e9d4392d8", "address": "fa:16:3e:78:4f:8a", "network": {"id": "987b2d59-ba32-411f-808d-f886319027c0", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-766936501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d8f9e9f10664537ab744431ecf937cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3df417c0-2a", "ovs_interfaceid": "3df417c0-2a32-41da-8fd1-ac5e9d4392d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.314440] env[68786]: DEBUG oslo_concurrency.lockutils [req-ec307510-a170-4e69-bdd5-f43e5862ebc9 req-225b4c7b-08f7-484a-8a69-70f1018e7dbe service nova] Acquired lock "refresh_cache-d1702b0d-ad46-44ba-aaee-cfdc2a1a554e" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.314723] env[68786]: DEBUG nova.network.neutron [req-ec307510-a170-4e69-bdd5-f43e5862ebc9 req-225b4c7b-08f7-484a-8a69-70f1018e7dbe service nova] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Refreshing network info cache for port 3df417c0-2a32-41da-8fd1-ac5e9d4392d8 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.316207] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:4f:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3df417c0-2a32-41da-8fd1-ac5e9d4392d8', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.328439] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Creating folder: Project (6d8f9e9f10664537ab744431ecf937cc). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.336026] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4475fdea-9d00-4b60-9730-b4cbf00b0c29 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.350895] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Created folder: Project (6d8f9e9f10664537ab744431ecf937cc) in parent group-v618484. [ 624.351072] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Creating folder: Instances. Parent ref: group-v618533. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.351377] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6559244-a7fc-4537-974c-e7543a9ed2e5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.368099] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Created folder: Instances in parent group-v618533. [ 624.368099] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.368099] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.368099] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7344a9c-5549-4457-9467-d6e058b536ad {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.397356] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090171, 'name': ReconfigVM_Task, 'duration_secs': 0.587638} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.399340] env[68786]: DEBUG nova.policy [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03f70ca5a7d648b786df2872b7686cec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '565971d3342c4280b8b0e3aef29d39a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.403258] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 323fcc88-4686-488e-925f-d0649d83089b/323fcc88-4686-488e-925f-d0649d83089b.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.404484] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.404484] env[68786]: value = "task-3090178" [ 624.404484] env[68786]: _type = "Task" [ 624.404484] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.405225] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d37b1172-c198-434d-8cd5-68828aef3aae {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.418022] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090178, 'name': CreateVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.420520] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Waiting for the task: (returnval){ [ 624.420520] env[68786]: value = "task-3090179" [ 624.420520] env[68786]: _type = "Task" [ 624.420520] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.433361] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090179, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.506215] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': task-3090172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.559319] env[68786]: DEBUG oslo_vmware.api [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090174, 'name': Destroy_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.595221] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.776572] env[68786]: DEBUG nova.compute.manager [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.781849] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c56e33d4-66c0-4d5d-8f31-d45f3c55e8a3 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.782736] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.051s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.782992] env[68786]: DEBUG nova.objects.instance [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Lazy-loading 'resources' on Instance uuid 2d756688-a54a-4439-9979-7783c8df0c44 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 624.918194] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090178, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.930421] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090179, 'name': Rename_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.008049] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': task-3090172, 'name': ReconfigVM_Task, 'duration_secs': 1.134201} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.008697] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Reconfigured VM instance instance-00000005 to attach disk [datastore1] c22d31c2-9d25-498c-b903-ea3a88a81bf2/c22d31c2-9d25-498c-b903-ea3a88a81bf2.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.009386] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b3f7e99-5c59-4ad8-b0fb-f0df475ba2a1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.017257] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Waiting for the task: (returnval){ [ 625.017257] env[68786]: value = "task-3090180" [ 625.017257] env[68786]: _type = "Task" [ 625.017257] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.029039] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': task-3090180, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.060920] env[68786]: DEBUG oslo_vmware.api [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090174, 'name': Destroy_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.096417] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090175, 'name': ReconfigVM_Task, 'duration_secs': 0.96918} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.096706] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Reconfigured VM instance instance-0000000f to attach disk [datastore1] a07e2040-2dc5-40da-b049-4f1ccafc38fb/a07e2040-2dc5-40da-b049-4f1ccafc38fb.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.098133] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dcff8c0-4bef-4839-858e-ddcd1ba11ba8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.108546] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Waiting for the task: (returnval){ [ 625.108546] env[68786]: value = "task-3090181" [ 625.108546] env[68786]: _type = "Task" [ 625.108546] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.120395] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090181, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.208166] env[68786]: INFO nova.compute.manager [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Rebuilding instance [ 625.246890] env[68786]: DEBUG nova.network.neutron [req-ec307510-a170-4e69-bdd5-f43e5862ebc9 req-225b4c7b-08f7-484a-8a69-70f1018e7dbe service nova] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Updated VIF entry in instance network info cache for port 3df417c0-2a32-41da-8fd1-ac5e9d4392d8. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.247458] env[68786]: DEBUG nova.network.neutron [req-ec307510-a170-4e69-bdd5-f43e5862ebc9 req-225b4c7b-08f7-484a-8a69-70f1018e7dbe service nova] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Updating instance_info_cache with network_info: [{"id": "3df417c0-2a32-41da-8fd1-ac5e9d4392d8", "address": "fa:16:3e:78:4f:8a", "network": {"id": "987b2d59-ba32-411f-808d-f886319027c0", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-766936501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d8f9e9f10664537ab744431ecf937cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3df417c0-2a", "ovs_interfaceid": "3df417c0-2a32-41da-8fd1-ac5e9d4392d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.288971] env[68786]: DEBUG nova.compute.manager [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.294181] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c99c41-6e28-476c-8a53-3bf5b595ca00 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.424588] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090178, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.435808] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090179, 'name': Rename_Task, 'duration_secs': 0.946196} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.436114] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.436400] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f616608-58a7-4071-b5f6-91b538aa750f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.445803] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Waiting for the task: (returnval){ [ 625.445803] env[68786]: value = "task-3090182" [ 625.445803] env[68786]: _type = "Task" [ 625.445803] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.460997] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.479614] env[68786]: DEBUG nova.network.neutron [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Successfully updated port: b84dac75-8b9e-47de-bb94-2b72d7493ccb {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.530590] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': task-3090180, 'name': Rename_Task, 'duration_secs': 0.219861} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.530828] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.531097] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e74752e7-68df-46a0-a056-1c4ac3ddf854 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.539855] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Waiting for the task: (returnval){ [ 625.539855] env[68786]: value = "task-3090183" [ 625.539855] env[68786]: _type = "Task" [ 625.539855] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.556282] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': task-3090183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.561748] env[68786]: DEBUG oslo_vmware.api [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090174, 'name': Destroy_Task, 'duration_secs': 1.686747} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.563267] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Destroyed the VM [ 625.563267] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Deleting Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 625.563267] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a268f860-b8ad-4776-b7ee-f0d9bc75e15a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.574186] env[68786]: DEBUG oslo_vmware.api [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 625.574186] env[68786]: value = "task-3090184" [ 625.574186] env[68786]: _type = "Task" [ 625.574186] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.584598] env[68786]: DEBUG oslo_vmware.api [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090184, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.591149] env[68786]: DEBUG nova.network.neutron [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Successfully created port: 6c2b4979-ef67-4707-ade3-af94d6e095e4 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.622670] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090181, 'name': Rename_Task, 'duration_secs': 0.183708} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.622952] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.623242] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5dd70c8-929f-48dd-9bd1-9d17cfabfaa9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.631659] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Waiting for the task: (returnval){ [ 625.631659] env[68786]: value = "task-3090185" [ 625.631659] env[68786]: _type = "Task" [ 625.631659] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.656281] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090185, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.758368] env[68786]: DEBUG oslo_concurrency.lockutils [req-ec307510-a170-4e69-bdd5-f43e5862ebc9 req-225b4c7b-08f7-484a-8a69-70f1018e7dbe service nova] Releasing lock "refresh_cache-d1702b0d-ad46-44ba-aaee-cfdc2a1a554e" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.759272] env[68786]: DEBUG nova.compute.manager [req-ec307510-a170-4e69-bdd5-f43e5862ebc9 req-225b4c7b-08f7-484a-8a69-70f1018e7dbe service nova] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Received event network-changed-58d0cd7c-29a3-4303-8977-e212518f9dc3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.759272] env[68786]: DEBUG nova.compute.manager [req-ec307510-a170-4e69-bdd5-f43e5862ebc9 req-225b4c7b-08f7-484a-8a69-70f1018e7dbe service nova] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Refreshing instance network info cache due to event network-changed-58d0cd7c-29a3-4303-8977-e212518f9dc3. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 625.759272] env[68786]: DEBUG oslo_concurrency.lockutils [req-ec307510-a170-4e69-bdd5-f43e5862ebc9 req-225b4c7b-08f7-484a-8a69-70f1018e7dbe service nova] Acquiring lock "refresh_cache-8e0c6ee4-78a1-4bc2-af6c-dd4183db648a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.759272] env[68786]: DEBUG oslo_concurrency.lockutils [req-ec307510-a170-4e69-bdd5-f43e5862ebc9 req-225b4c7b-08f7-484a-8a69-70f1018e7dbe service nova] Acquired lock "refresh_cache-8e0c6ee4-78a1-4bc2-af6c-dd4183db648a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.759512] env[68786]: DEBUG nova.network.neutron [req-ec307510-a170-4e69-bdd5-f43e5862ebc9 req-225b4c7b-08f7-484a-8a69-70f1018e7dbe service nova] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Refreshing network info cache for port 58d0cd7c-29a3-4303-8977-e212518f9dc3 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.800354] env[68786]: DEBUG nova.compute.manager [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.840194] env[68786]: DEBUG nova.virt.hardware [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.840491] env[68786]: DEBUG nova.virt.hardware [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.840642] env[68786]: DEBUG nova.virt.hardware [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.840861] env[68786]: DEBUG nova.virt.hardware [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.843258] env[68786]: DEBUG nova.virt.hardware [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.844074] env[68786]: DEBUG nova.virt.hardware [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.844634] env[68786]: DEBUG nova.virt.hardware [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.844634] env[68786]: DEBUG nova.virt.hardware [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.844847] env[68786]: DEBUG nova.virt.hardware [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.845803] env[68786]: DEBUG nova.virt.hardware [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.846074] env[68786]: DEBUG nova.virt.hardware [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.847354] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9a2816-51bd-4c56-94f5-d528d1229214 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.868274] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763503b8-3ef5-46ea-878d-79cc29b3a8f5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.919352] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090178, 'name': CreateVM_Task, 'duration_secs': 1.153005} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.919600] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.920460] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.920611] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.921424] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.921424] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39a8708c-da6a-4637-94ce-cfd0b9dc6c53 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.934234] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d131d5-fb58-4edd-b046-289dbe2051e1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.939583] env[68786]: DEBUG oslo_vmware.api [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Waiting for the task: (returnval){ [ 625.939583] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52204532-1a55-1459-47ce-810d5576a7f5" [ 625.939583] env[68786]: _type = "Task" [ 625.939583] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.955881] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60983cdd-e1e7-4dc6-8759-949e1554667a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.965708] env[68786]: DEBUG oslo_vmware.api [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52204532-1a55-1459-47ce-810d5576a7f5, 'name': SearchDatastore_Task, 'duration_secs': 0.015599} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.967266] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.967454] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.967630] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.967833] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.968373] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.968373] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fc4b5de-156f-426c-a3bb-8328ca7cf025 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.998739] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090182, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.999360] env[68786]: DEBUG oslo_concurrency.lockutils [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Acquiring lock "refresh_cache-8109d3f2-0864-4771-96cc-6046f82763f4" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.999602] env[68786]: DEBUG oslo_concurrency.lockutils [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Acquired lock "refresh_cache-8109d3f2-0864-4771-96cc-6046f82763f4" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.999679] env[68786]: DEBUG nova.network.neutron [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.004815] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de93905-3d99-4e00-951b-ffde2663f1b2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.016682] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2759818c-f51a-460e-a235-8d5bb756e680 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.023482] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.023667] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.024602] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ffd25a9-16fe-43bd-9702-9ae412fc2692 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.039630] env[68786]: DEBUG nova.compute.provider_tree [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.043648] env[68786]: DEBUG oslo_vmware.api [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Waiting for the task: (returnval){ [ 626.043648] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c98efb-488a-0c53-d96c-6ef80daf2061" [ 626.043648] env[68786]: _type = "Task" [ 626.043648] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.059231] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': task-3090183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.060420] env[68786]: DEBUG oslo_vmware.api [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c98efb-488a-0c53-d96c-6ef80daf2061, 'name': SearchDatastore_Task, 'duration_secs': 0.014555} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.062022] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79ed4ba3-995c-4f04-9816-483316d16d16 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.071602] env[68786]: DEBUG oslo_vmware.api [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Waiting for the task: (returnval){ [ 626.071602] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]521f229f-3580-1488-6515-5dd7c312892c" [ 626.071602] env[68786]: _type = "Task" [ 626.071602] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.091322] env[68786]: DEBUG oslo_vmware.api [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]521f229f-3580-1488-6515-5dd7c312892c, 'name': SearchDatastore_Task, 'duration_secs': 0.014866} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.091897] env[68786]: DEBUG oslo_vmware.api [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090184, 'name': RemoveSnapshot_Task, 'duration_secs': 0.499535} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.092101] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.092376] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] d1702b0d-ad46-44ba-aaee-cfdc2a1a554e/d1702b0d-ad46-44ba-aaee-cfdc2a1a554e.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.093202] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Deleted Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 626.093202] env[68786]: INFO nova.compute.manager [None req-296cc207-e33d-4cd6-ba3f-c1d91ba038e8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Took 16.47 seconds to snapshot the instance on the hypervisor. [ 626.095404] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78f7adfa-a6ad-4389-9414-c8643530138d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.104938] env[68786]: DEBUG oslo_vmware.api [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Waiting for the task: (returnval){ [ 626.104938] env[68786]: value = "task-3090186" [ 626.104938] env[68786]: _type = "Task" [ 626.104938] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.115812] env[68786]: DEBUG oslo_vmware.api [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Task: {'id': task-3090186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.143277] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090185, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.315990] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.318628] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f684fe2d-796f-4518-89fb-f8236c34ed7b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.333425] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Waiting for the task: (returnval){ [ 626.333425] env[68786]: value = "task-3090187" [ 626.333425] env[68786]: _type = "Task" [ 626.333425] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.345843] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.460864] env[68786]: DEBUG oslo_vmware.api [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090182, 'name': PowerOnVM_Task, 'duration_secs': 0.571753} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.461263] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.461523] env[68786]: INFO nova.compute.manager [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Took 8.51 seconds to spawn the instance on the hypervisor. [ 626.462320] env[68786]: DEBUG nova.compute.manager [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.463300] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c8ac20-83c9-417f-8181-bc8b35e87930 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.544565] env[68786]: DEBUG nova.scheduler.client.report [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.571081] env[68786]: DEBUG oslo_vmware.api [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Task: {'id': task-3090183, 'name': PowerOnVM_Task, 'duration_secs': 0.97524} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.571822] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.572032] env[68786]: DEBUG nova.compute.manager [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.573235] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f711309f-328a-429b-8f6c-014bfb356005 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.594028] env[68786]: DEBUG nova.network.neutron [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.622853] env[68786]: DEBUG oslo_vmware.api [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Task: {'id': task-3090186, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.647580] env[68786]: DEBUG oslo_vmware.api [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090185, 'name': PowerOnVM_Task, 'duration_secs': 0.59513} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.647841] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.648059] env[68786]: INFO nova.compute.manager [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Took 11.36 seconds to spawn the instance on the hypervisor. [ 626.648228] env[68786]: DEBUG nova.compute.manager [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.649134] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3163f8-6796-40d7-9ef5-c8ac8958e589 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.829554] env[68786]: DEBUG nova.network.neutron [req-ec307510-a170-4e69-bdd5-f43e5862ebc9 req-225b4c7b-08f7-484a-8a69-70f1018e7dbe service nova] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Updated VIF entry in instance network info cache for port 58d0cd7c-29a3-4303-8977-e212518f9dc3. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.829897] env[68786]: DEBUG nova.network.neutron [req-ec307510-a170-4e69-bdd5-f43e5862ebc9 req-225b4c7b-08f7-484a-8a69-70f1018e7dbe service nova] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Updating instance_info_cache with network_info: [{"id": "58d0cd7c-29a3-4303-8977-e212518f9dc3", "address": "fa:16:3e:e4:31:01", "network": {"id": "b34945a1-fd37-4b0d-8833-e2b5c0fbb262", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1854124447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38ac6b95cc7c47fda81354bfc1d00678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58d0cd7c-29", "ovs_interfaceid": "58d0cd7c-29a3-4303-8977-e212518f9dc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.848573] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090187, 'name': PowerOffVM_Task, 'duration_secs': 0.31661} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.848831] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.849588] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.850519] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4d7421-6459-4b6d-9401-a6ddf5d70670 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.860017] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.861725] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3891c2fa-0c0f-40d8-a204-260b3a441df0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.889098] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.889296] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.889503] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Deleting the datastore file [datastore2] eb82884d-39aa-4579-b82f-85fa132f9024 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.889856] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2b2b3d6-de0e-4c80-a2e9-7fc3c8363e22 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.899085] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Waiting for the task: (returnval){ [ 626.899085] env[68786]: value = "task-3090189" [ 626.899085] env[68786]: _type = "Task" [ 626.899085] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.909070] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.915394] env[68786]: DEBUG nova.network.neutron [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Updating instance_info_cache with network_info: [{"id": "b84dac75-8b9e-47de-bb94-2b72d7493ccb", "address": "fa:16:3e:27:af:07", "network": {"id": "18cebac2-0ec4-47bc-8cd4-766f24d8296a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1697272888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "167cd841e23f434ca955b68e8b2bbe9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb84dac75-8b", "ovs_interfaceid": "b84dac75-8b9e-47de-bb94-2b72d7493ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.991300] env[68786]: INFO nova.compute.manager [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Took 26.40 seconds to build instance. [ 627.033614] env[68786]: DEBUG nova.compute.manager [req-fc87dd25-1d6f-46a1-8241-391fb0341f76 req-010ae778-f1ec-4aa0-81c7-be895b33b024 service nova] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Received event network-vif-plugged-b84dac75-8b9e-47de-bb94-2b72d7493ccb {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.033614] env[68786]: DEBUG oslo_concurrency.lockutils [req-fc87dd25-1d6f-46a1-8241-391fb0341f76 req-010ae778-f1ec-4aa0-81c7-be895b33b024 service nova] Acquiring lock "8109d3f2-0864-4771-96cc-6046f82763f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.033614] env[68786]: DEBUG oslo_concurrency.lockutils [req-fc87dd25-1d6f-46a1-8241-391fb0341f76 req-010ae778-f1ec-4aa0-81c7-be895b33b024 service nova] Lock "8109d3f2-0864-4771-96cc-6046f82763f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.033614] env[68786]: DEBUG oslo_concurrency.lockutils [req-fc87dd25-1d6f-46a1-8241-391fb0341f76 req-010ae778-f1ec-4aa0-81c7-be895b33b024 service nova] Lock "8109d3f2-0864-4771-96cc-6046f82763f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.033614] env[68786]: DEBUG nova.compute.manager [req-fc87dd25-1d6f-46a1-8241-391fb0341f76 req-010ae778-f1ec-4aa0-81c7-be895b33b024 service nova] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] No waiting events found dispatching network-vif-plugged-b84dac75-8b9e-47de-bb94-2b72d7493ccb {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.035154] env[68786]: WARNING nova.compute.manager [req-fc87dd25-1d6f-46a1-8241-391fb0341f76 req-010ae778-f1ec-4aa0-81c7-be895b33b024 service nova] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Received unexpected event network-vif-plugged-b84dac75-8b9e-47de-bb94-2b72d7493ccb for instance with vm_state building and task_state spawning. [ 627.035154] env[68786]: DEBUG nova.compute.manager [req-fc87dd25-1d6f-46a1-8241-391fb0341f76 req-010ae778-f1ec-4aa0-81c7-be895b33b024 service nova] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Received event network-changed-b84dac75-8b9e-47de-bb94-2b72d7493ccb {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.035154] env[68786]: DEBUG nova.compute.manager [req-fc87dd25-1d6f-46a1-8241-391fb0341f76 req-010ae778-f1ec-4aa0-81c7-be895b33b024 service nova] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Refreshing instance network info cache due to event network-changed-b84dac75-8b9e-47de-bb94-2b72d7493ccb. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 627.035154] env[68786]: DEBUG oslo_concurrency.lockutils [req-fc87dd25-1d6f-46a1-8241-391fb0341f76 req-010ae778-f1ec-4aa0-81c7-be895b33b024 service nova] Acquiring lock "refresh_cache-8109d3f2-0864-4771-96cc-6046f82763f4" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.057755] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.060825] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.803s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.067240] env[68786]: INFO nova.compute.claims [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.093050] env[68786]: INFO nova.scheduler.client.report [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Deleted allocations for instance 2d756688-a54a-4439-9979-7783c8df0c44 [ 627.104125] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.120897] env[68786]: DEBUG oslo_vmware.api [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Task: {'id': task-3090186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646022} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.126249] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] d1702b0d-ad46-44ba-aaee-cfdc2a1a554e/d1702b0d-ad46-44ba-aaee-cfdc2a1a554e.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.126249] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.126249] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f51b5b28-d3ff-476e-9325-06c863d2fc20 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.131289] env[68786]: DEBUG oslo_vmware.api [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Waiting for the task: (returnval){ [ 627.131289] env[68786]: value = "task-3090190" [ 627.131289] env[68786]: _type = "Task" [ 627.131289] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.142382] env[68786]: DEBUG oslo_vmware.api [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Task: {'id': task-3090190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.160377] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "bb75a858-288f-4bdd-8488-9f5d15324e6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.160638] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "bb75a858-288f-4bdd-8488-9f5d15324e6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.169856] env[68786]: INFO nova.compute.manager [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Took 30.61 seconds to build instance. [ 627.333127] env[68786]: DEBUG oslo_concurrency.lockutils [req-ec307510-a170-4e69-bdd5-f43e5862ebc9 req-225b4c7b-08f7-484a-8a69-70f1018e7dbe service nova] Releasing lock "refresh_cache-8e0c6ee4-78a1-4bc2-af6c-dd4183db648a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.411634] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114545} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.411897] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.412092] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.412282] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.422020] env[68786]: DEBUG oslo_concurrency.lockutils [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Releasing lock "refresh_cache-8109d3f2-0864-4771-96cc-6046f82763f4" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.422020] env[68786]: DEBUG nova.compute.manager [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Instance network_info: |[{"id": "b84dac75-8b9e-47de-bb94-2b72d7493ccb", "address": "fa:16:3e:27:af:07", "network": {"id": "18cebac2-0ec4-47bc-8cd4-766f24d8296a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1697272888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "167cd841e23f434ca955b68e8b2bbe9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb84dac75-8b", "ovs_interfaceid": "b84dac75-8b9e-47de-bb94-2b72d7493ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.422547] env[68786]: DEBUG oslo_concurrency.lockutils [req-fc87dd25-1d6f-46a1-8241-391fb0341f76 req-010ae778-f1ec-4aa0-81c7-be895b33b024 service nova] Acquired lock "refresh_cache-8109d3f2-0864-4771-96cc-6046f82763f4" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.422547] env[68786]: DEBUG nova.network.neutron [req-fc87dd25-1d6f-46a1-8241-391fb0341f76 req-010ae778-f1ec-4aa0-81c7-be895b33b024 service nova] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Refreshing network info cache for port b84dac75-8b9e-47de-bb94-2b72d7493ccb {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.422547] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:af:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b84dac75-8b9e-47de-bb94-2b72d7493ccb', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.433598] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Creating folder: Project (167cd841e23f434ca955b68e8b2bbe9b). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.435052] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f427ddda-f673-4342-85df-401b6062caa5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.449356] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Created folder: Project (167cd841e23f434ca955b68e8b2bbe9b) in parent group-v618484. [ 627.449804] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Creating folder: Instances. Parent ref: group-v618536. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.450196] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95b2afe0-0dd4-46ac-b75c-38ff18fa6e4f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.464049] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Created folder: Instances in parent group-v618536. [ 627.464049] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.464049] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.464049] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70a541ad-a6e8-4789-bec6-ddc4a1023f52 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.488677] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.488677] env[68786]: value = "task-3090193" [ 627.488677] env[68786]: _type = "Task" [ 627.488677] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.494183] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b0ed49c5-d648-446b-b8c2-64745da5eda3 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Lock "323fcc88-4686-488e-925f-d0649d83089b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.890s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.503303] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090193, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.590631] env[68786]: DEBUG nova.network.neutron [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Successfully updated port: 6c2b4979-ef67-4707-ade3-af94d6e095e4 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.605835] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d45e8f72-5d70-4dd8-b27f-fa3d6a78c687 tempest-ServerExternalEventsTest-114343716 tempest-ServerExternalEventsTest-114343716-project-member] Lock "2d756688-a54a-4439-9979-7783c8df0c44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.036s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.643444] env[68786]: DEBUG oslo_vmware.api [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Task: {'id': task-3090190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101645} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.644082] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.644898] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c971e8ce-35ee-4fd9-9ba6-948b3fea6ed8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.672735] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] d1702b0d-ad46-44ba-aaee-cfdc2a1a554e/d1702b0d-ad46-44ba-aaee-cfdc2a1a554e.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.673357] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c577890-69ed-43b0-ae22-87a08f6e1857 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.689680] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d133036e-9312-43ba-9101-9677768495ef tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Lock "a07e2040-2dc5-40da-b049-4f1ccafc38fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.333s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.698183] env[68786]: DEBUG oslo_vmware.api [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Waiting for the task: (returnval){ [ 627.698183] env[68786]: value = "task-3090194" [ 627.698183] env[68786]: _type = "Task" [ 627.698183] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.708795] env[68786]: DEBUG oslo_vmware.api [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Task: {'id': task-3090194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.002396] env[68786]: DEBUG nova.compute.manager [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.009280] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090193, 'name': CreateVM_Task, 'duration_secs': 0.477641} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.009698] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.010395] env[68786]: DEBUG oslo_concurrency.lockutils [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.010555] env[68786]: DEBUG oslo_concurrency.lockutils [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.010931] env[68786]: DEBUG oslo_concurrency.lockutils [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.011142] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b3a58c9-4131-4dad-b9b5-b9d94ec1bf93 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.018424] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Waiting for the task: (returnval){ [ 628.018424] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52689427-888c-dc2c-51df-74254ea87641" [ 628.018424] env[68786]: _type = "Task" [ 628.018424] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.030668] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52689427-888c-dc2c-51df-74254ea87641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.093589] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Acquiring lock "refresh_cache-35698194-cc33-4c3a-a153-8f31d6c82941" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.093589] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Acquired lock "refresh_cache-35698194-cc33-4c3a-a153-8f31d6c82941" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.093589] env[68786]: DEBUG nova.network.neutron [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.193177] env[68786]: DEBUG nova.compute.manager [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.221897] env[68786]: DEBUG oslo_vmware.api [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Task: {'id': task-3090194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.445146] env[68786]: DEBUG nova.network.neutron [req-fc87dd25-1d6f-46a1-8241-391fb0341f76 req-010ae778-f1ec-4aa0-81c7-be895b33b024 service nova] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Updated VIF entry in instance network info cache for port b84dac75-8b9e-47de-bb94-2b72d7493ccb. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.445146] env[68786]: DEBUG nova.network.neutron [req-fc87dd25-1d6f-46a1-8241-391fb0341f76 req-010ae778-f1ec-4aa0-81c7-be895b33b024 service nova] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Updating instance_info_cache with network_info: [{"id": "b84dac75-8b9e-47de-bb94-2b72d7493ccb", "address": "fa:16:3e:27:af:07", "network": {"id": "18cebac2-0ec4-47bc-8cd4-766f24d8296a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1697272888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "167cd841e23f434ca955b68e8b2bbe9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb84dac75-8b", "ovs_interfaceid": "b84dac75-8b9e-47de-bb94-2b72d7493ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.465683] env[68786]: DEBUG nova.virt.hardware [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.466200] env[68786]: DEBUG nova.virt.hardware [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.466200] env[68786]: DEBUG nova.virt.hardware [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.466340] env[68786]: DEBUG nova.virt.hardware [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.467330] env[68786]: DEBUG nova.virt.hardware [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.467330] env[68786]: DEBUG nova.virt.hardware [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.467330] env[68786]: DEBUG nova.virt.hardware [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.467330] env[68786]: DEBUG nova.virt.hardware [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.467330] env[68786]: DEBUG nova.virt.hardware [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.467573] env[68786]: DEBUG nova.virt.hardware [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.467573] env[68786]: DEBUG nova.virt.hardware [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.468611] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfd06e0-cd2d-4834-9106-d3563822a9ac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.482187] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390aa3df-4cb0-4234-99a5-0e5cab2d224f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.504248] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Instance VIF info [] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.509292] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.512443] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.515040] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e2845c3-e43c-4f49-8b7d-d842a6adc6b7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.546365] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52689427-888c-dc2c-51df-74254ea87641, 'name': SearchDatastore_Task, 'duration_secs': 0.012156} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.549164] env[68786]: DEBUG oslo_concurrency.lockutils [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.549164] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.549164] env[68786]: DEBUG oslo_concurrency.lockutils [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.549164] env[68786]: DEBUG oslo_concurrency.lockutils [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.549392] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.549392] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.549392] env[68786]: value = "task-3090195" [ 628.549392] env[68786]: _type = "Task" [ 628.549392] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.552380] env[68786]: DEBUG oslo_concurrency.lockutils [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.552626] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df9985d1-731a-4f4a-b9d2-4778cf536bd3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.563238] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090195, 'name': CreateVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.571373] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.571373] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.571373] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-742f750e-c7b7-4ef1-831e-5e0365635c91 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.577627] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Waiting for the task: (returnval){ [ 628.577627] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5281b4dd-4f09-975c-3f3b-2f65509484f3" [ 628.577627] env[68786]: _type = "Task" [ 628.577627] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.579123] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93119560-5c03-4aaf-80aa-11b86d932006 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.596098] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5281b4dd-4f09-975c-3f3b-2f65509484f3, 'name': SearchDatastore_Task, 'duration_secs': 0.012246} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.599826] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40710cb7-2631-4bef-8aed-62a83ac852ab {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.603172] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb802d69-4566-4c2b-848d-1673a66a5fe0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.653746] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Waiting for the task: (returnval){ [ 628.653746] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]527fd6ac-123a-3b2c-fd35-13d0843481cc" [ 628.653746] env[68786]: _type = "Task" [ 628.653746] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.658518] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae14a63d-3d34-4145-9b7f-29f1a7a4ea23 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.671433] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquiring lock "75034c85-c991-4d7c-b7b0-cb547642e903" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.671684] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "75034c85-c991-4d7c-b7b0-cb547642e903" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.671878] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.672071] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.672982] env[68786]: DEBUG nova.network.neutron [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.684503] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c30cbf-460e-4038-98ec-ee2d73e9d67c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.688546] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]527fd6ac-123a-3b2c-fd35-13d0843481cc, 'name': SearchDatastore_Task, 'duration_secs': 0.012821} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.689436] env[68786]: DEBUG oslo_concurrency.lockutils [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.689696] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 8109d3f2-0864-4771-96cc-6046f82763f4/8109d3f2-0864-4771-96cc-6046f82763f4.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.690457] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ace2cde-e55d-4e27-a751-ff568b3887b9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.703917] env[68786]: DEBUG nova.compute.provider_tree [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.711765] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Waiting for the task: (returnval){ [ 628.711765] env[68786]: value = "task-3090196" [ 628.711765] env[68786]: _type = "Task" [ 628.711765] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.731624] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Task: {'id': task-3090196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.731945] env[68786]: DEBUG oslo_vmware.api [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Task: {'id': task-3090194, 'name': ReconfigVM_Task, 'duration_secs': 0.639583} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.732490] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Reconfigured VM instance instance-00000011 to attach disk [datastore1] d1702b0d-ad46-44ba-aaee-cfdc2a1a554e/d1702b0d-ad46-44ba-aaee-cfdc2a1a554e.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.733173] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37275818-696a-4da6-9976-0debb5d2ba70 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.736195] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.746805] env[68786]: DEBUG oslo_vmware.api [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Waiting for the task: (returnval){ [ 628.746805] env[68786]: value = "task-3090197" [ 628.746805] env[68786]: _type = "Task" [ 628.746805] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.764875] env[68786]: DEBUG oslo_vmware.api [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Task: {'id': task-3090197, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.947635] env[68786]: DEBUG nova.network.neutron [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Updating instance_info_cache with network_info: [{"id": "6c2b4979-ef67-4707-ade3-af94d6e095e4", "address": "fa:16:3e:b1:dc:bb", "network": {"id": "ee097aab-b91c-493e-b5a1-cbdf85af2e6f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2022702982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "565971d3342c4280b8b0e3aef29d39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c2b4979-ef", "ovs_interfaceid": "6c2b4979-ef67-4707-ade3-af94d6e095e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.949411] env[68786]: DEBUG oslo_concurrency.lockutils [req-fc87dd25-1d6f-46a1-8241-391fb0341f76 req-010ae778-f1ec-4aa0-81c7-be895b33b024 service nova] Releasing lock "refresh_cache-8109d3f2-0864-4771-96cc-6046f82763f4" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.080023] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090195, 'name': CreateVM_Task, 'duration_secs': 0.317517} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.080023] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.080023] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.080023] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.080023] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.080023] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea6ddc6b-e398-403f-b0fe-18f662bd4569 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.084875] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Waiting for the task: (returnval){ [ 629.084875] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52cfb429-4d45-71bf-ff86-c1d53817e468" [ 629.084875] env[68786]: _type = "Task" [ 629.084875] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.095785] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52cfb429-4d45-71bf-ff86-c1d53817e468, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.214637] env[68786]: DEBUG nova.scheduler.client.report [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.232314] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Task: {'id': task-3090196, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.232695] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "d79e4132-ef9d-4af4-8f21-49e32d620e19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.232921] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "d79e4132-ef9d-4af4-8f21-49e32d620e19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.233127] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "d79e4132-ef9d-4af4-8f21-49e32d620e19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.233311] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "d79e4132-ef9d-4af4-8f21-49e32d620e19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.233473] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "d79e4132-ef9d-4af4-8f21-49e32d620e19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.236527] env[68786]: INFO nova.compute.manager [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Terminating instance [ 629.258595] env[68786]: DEBUG oslo_vmware.api [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Task: {'id': task-3090197, 'name': Rename_Task, 'duration_secs': 0.18346} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.258880] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.259161] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f96f2f8f-c2f8-4d56-acdd-3115152d8031 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.267798] env[68786]: DEBUG oslo_vmware.api [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Waiting for the task: (returnval){ [ 629.267798] env[68786]: value = "task-3090198" [ 629.267798] env[68786]: _type = "Task" [ 629.267798] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.278635] env[68786]: DEBUG oslo_vmware.api [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Task: {'id': task-3090198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.453026] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Releasing lock "refresh_cache-35698194-cc33-4c3a-a153-8f31d6c82941" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.453026] env[68786]: DEBUG nova.compute.manager [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Instance network_info: |[{"id": "6c2b4979-ef67-4707-ade3-af94d6e095e4", "address": "fa:16:3e:b1:dc:bb", "network": {"id": "ee097aab-b91c-493e-b5a1-cbdf85af2e6f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2022702982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "565971d3342c4280b8b0e3aef29d39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c2b4979-ef", "ovs_interfaceid": "6c2b4979-ef67-4707-ade3-af94d6e095e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.453224] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:dc:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c2b4979-ef67-4707-ade3-af94d6e095e4', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.460208] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Creating folder: Project (565971d3342c4280b8b0e3aef29d39a8). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.460576] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c682b41-5c82-445b-866a-290c192ad2c2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.473117] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Created folder: Project (565971d3342c4280b8b0e3aef29d39a8) in parent group-v618484. [ 629.473259] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Creating folder: Instances. Parent ref: group-v618540. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.473523] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccd1f336-88f4-4f56-abe0-58fb363bcd5e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.489906] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Created folder: Instances in parent group-v618540. [ 629.490194] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.490694] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.490694] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0624327-42f3-4f2d-a88f-1963cffee82b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.521117] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.521117] env[68786]: value = "task-3090201" [ 629.521117] env[68786]: _type = "Task" [ 629.521117] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.531122] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090201, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.598141] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52cfb429-4d45-71bf-ff86-c1d53817e468, 'name': SearchDatastore_Task, 'duration_secs': 0.021644} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.598624] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.598748] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.599096] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.599539] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.599903] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.600171] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e626de59-2034-4450-a18f-55ea703df579 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.613066] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.613277] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.614052] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1258ce3b-de85-4770-819a-baf6a441e47a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.621157] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Waiting for the task: (returnval){ [ 629.621157] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52933f73-6dd7-9e34-1307-dd394a6cc2fd" [ 629.621157] env[68786]: _type = "Task" [ 629.621157] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.631186] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52933f73-6dd7-9e34-1307-dd394a6cc2fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.726203] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.726762] env[68786]: DEBUG nova.compute.manager [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.738223] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.672s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.739091] env[68786]: INFO nova.compute.claims [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.743593] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Task: {'id': task-3090196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539266} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.744984] env[68786]: DEBUG nova.compute.manager [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 629.745419] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.745974] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 8109d3f2-0864-4771-96cc-6046f82763f4/8109d3f2-0864-4771-96cc-6046f82763f4.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.746414] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.747817] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0808e512-ff58-46e5-bbf2-d61d6db53872 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.751724] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14a05061-142a-4af9-973a-6b01fd5814d7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.760311] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.761758] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddf8774a-4e6b-401b-9469-8cba95b40aa5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.763684] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Waiting for the task: (returnval){ [ 629.763684] env[68786]: value = "task-3090202" [ 629.763684] env[68786]: _type = "Task" [ 629.763684] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.780753] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Task: {'id': task-3090202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.785511] env[68786]: DEBUG oslo_vmware.api [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Task: {'id': task-3090198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.849088] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 629.849395] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 629.849606] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Deleting the datastore file [datastore1] d79e4132-ef9d-4af4-8f21-49e32d620e19 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.849895] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f5b3c29-8bf2-47da-93c8-0386effa940c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.860504] env[68786]: DEBUG oslo_vmware.api [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 629.860504] env[68786]: value = "task-3090204" [ 629.860504] env[68786]: _type = "Task" [ 629.860504] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.874818] env[68786]: DEBUG oslo_vmware.api [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.033254] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090201, 'name': CreateVM_Task, 'duration_secs': 0.447671} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.033254] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.034370] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.034370] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.034525] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.035183] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c182e326-b475-464d-97cc-68604e01a4d4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.045180] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Waiting for the task: (returnval){ [ 630.045180] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b7db3b-47e0-3867-f886-f6bf011bbda9" [ 630.045180] env[68786]: _type = "Task" [ 630.045180] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.055188] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b7db3b-47e0-3867-f886-f6bf011bbda9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.070524] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Acquiring lock "c22d31c2-9d25-498c-b903-ea3a88a81bf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.070618] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Lock "c22d31c2-9d25-498c-b903-ea3a88a81bf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.070848] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Acquiring lock "c22d31c2-9d25-498c-b903-ea3a88a81bf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.071050] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Lock "c22d31c2-9d25-498c-b903-ea3a88a81bf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.071280] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Lock "c22d31c2-9d25-498c-b903-ea3a88a81bf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.073900] env[68786]: INFO nova.compute.manager [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Terminating instance [ 630.133924] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52933f73-6dd7-9e34-1307-dd394a6cc2fd, 'name': SearchDatastore_Task, 'duration_secs': 0.013014} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.135096] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddbdf03a-7353-40ba-a1b3-c9d958ba0bf0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.145144] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Waiting for the task: (returnval){ [ 630.145144] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]520975bc-97df-c7e3-a5ab-c6323ad48d39" [ 630.145144] env[68786]: _type = "Task" [ 630.145144] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.157472] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520975bc-97df-c7e3-a5ab-c6323ad48d39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.246451] env[68786]: DEBUG nova.compute.utils [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.251102] env[68786]: DEBUG nova.compute.manager [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.251421] env[68786]: DEBUG nova.network.neutron [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.278925] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Task: {'id': task-3090202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086482} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.278925] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.279676] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51eae4ce-14d4-4d8c-ba5f-d82f962e229d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.286105] env[68786]: DEBUG oslo_vmware.api [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Task: {'id': task-3090198, 'name': PowerOnVM_Task, 'duration_secs': 0.781971} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.286200] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.286403] env[68786]: INFO nova.compute.manager [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Took 9.73 seconds to spawn the instance on the hypervisor. [ 630.286573] env[68786]: DEBUG nova.compute.manager [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.287332] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9923dcbc-3571-4afa-a145-07fd9cb02e03 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.312286] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 8109d3f2-0864-4771-96cc-6046f82763f4/8109d3f2-0864-4771-96cc-6046f82763f4.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.313076] env[68786]: DEBUG nova.policy [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5a3da0644e542ec8713fda9f6b76336', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '782e2e00176a460cbac63129ea79411f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.315933] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adea6d00-0d9d-417d-8fed-e79626fedd9b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.348047] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Waiting for the task: (returnval){ [ 630.348047] env[68786]: value = "task-3090205" [ 630.348047] env[68786]: _type = "Task" [ 630.348047] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.354088] env[68786]: DEBUG nova.compute.manager [req-14055f79-0a46-4b77-8883-d1671650172a req-501305b8-513d-47be-b7e9-ae60b1ef69ca service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Received event network-vif-plugged-6c2b4979-ef67-4707-ade3-af94d6e095e4 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.354088] env[68786]: DEBUG oslo_concurrency.lockutils [req-14055f79-0a46-4b77-8883-d1671650172a req-501305b8-513d-47be-b7e9-ae60b1ef69ca service nova] Acquiring lock "35698194-cc33-4c3a-a153-8f31d6c82941-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.354088] env[68786]: DEBUG oslo_concurrency.lockutils [req-14055f79-0a46-4b77-8883-d1671650172a req-501305b8-513d-47be-b7e9-ae60b1ef69ca service nova] Lock "35698194-cc33-4c3a-a153-8f31d6c82941-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.354340] env[68786]: DEBUG oslo_concurrency.lockutils [req-14055f79-0a46-4b77-8883-d1671650172a req-501305b8-513d-47be-b7e9-ae60b1ef69ca service nova] Lock "35698194-cc33-4c3a-a153-8f31d6c82941-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.354428] env[68786]: DEBUG nova.compute.manager [req-14055f79-0a46-4b77-8883-d1671650172a req-501305b8-513d-47be-b7e9-ae60b1ef69ca service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] No waiting events found dispatching network-vif-plugged-6c2b4979-ef67-4707-ade3-af94d6e095e4 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.354554] env[68786]: WARNING nova.compute.manager [req-14055f79-0a46-4b77-8883-d1671650172a req-501305b8-513d-47be-b7e9-ae60b1ef69ca service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Received unexpected event network-vif-plugged-6c2b4979-ef67-4707-ade3-af94d6e095e4 for instance with vm_state building and task_state spawning. [ 630.354734] env[68786]: DEBUG nova.compute.manager [req-14055f79-0a46-4b77-8883-d1671650172a req-501305b8-513d-47be-b7e9-ae60b1ef69ca service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Received event network-changed-6c2b4979-ef67-4707-ade3-af94d6e095e4 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.354907] env[68786]: DEBUG nova.compute.manager [req-14055f79-0a46-4b77-8883-d1671650172a req-501305b8-513d-47be-b7e9-ae60b1ef69ca service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Refreshing instance network info cache due to event network-changed-6c2b4979-ef67-4707-ade3-af94d6e095e4. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 630.355099] env[68786]: DEBUG oslo_concurrency.lockutils [req-14055f79-0a46-4b77-8883-d1671650172a req-501305b8-513d-47be-b7e9-ae60b1ef69ca service nova] Acquiring lock "refresh_cache-35698194-cc33-4c3a-a153-8f31d6c82941" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.355323] env[68786]: DEBUG oslo_concurrency.lockutils [req-14055f79-0a46-4b77-8883-d1671650172a req-501305b8-513d-47be-b7e9-ae60b1ef69ca service nova] Acquired lock "refresh_cache-35698194-cc33-4c3a-a153-8f31d6c82941" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.355675] env[68786]: DEBUG nova.network.neutron [req-14055f79-0a46-4b77-8883-d1671650172a req-501305b8-513d-47be-b7e9-ae60b1ef69ca service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Refreshing network info cache for port 6c2b4979-ef67-4707-ade3-af94d6e095e4 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.365899] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Task: {'id': task-3090205, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.384486] env[68786]: DEBUG oslo_vmware.api [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325149} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.384486] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.384486] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.384486] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.384486] env[68786]: INFO nova.compute.manager [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Took 0.64 seconds to destroy the instance on the hypervisor. [ 630.386108] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.386108] env[68786]: DEBUG nova.compute.manager [-] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 630.386108] env[68786]: DEBUG nova.network.neutron [-] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 630.558696] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b7db3b-47e0-3867-f886-f6bf011bbda9, 'name': SearchDatastore_Task, 'duration_secs': 0.019104} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.558810] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.559598] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.561712] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.561712] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.561712] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.561897] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbcf3247-156c-4299-9d3e-cc41608b2e7c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.573916] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.574135] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.575231] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6523d739-bda6-463d-a4d8-fe02529bcad6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.580460] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Acquiring lock "refresh_cache-c22d31c2-9d25-498c-b903-ea3a88a81bf2" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.580628] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Acquired lock "refresh_cache-c22d31c2-9d25-498c-b903-ea3a88a81bf2" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.580860] env[68786]: DEBUG nova.network.neutron [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.585225] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Waiting for the task: (returnval){ [ 630.585225] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5286da46-1fe8-d561-0b78-f67137682f1d" [ 630.585225] env[68786]: _type = "Task" [ 630.585225] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.594032] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5286da46-1fe8-d561-0b78-f67137682f1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.657570] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520975bc-97df-c7e3-a5ab-c6323ad48d39, 'name': SearchDatastore_Task, 'duration_secs': 0.016088} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.657570] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.657570] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] eb82884d-39aa-4579-b82f-85fa132f9024/eb82884d-39aa-4579-b82f-85fa132f9024.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.657570] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2433b14-9ba0-4db5-a628-e7506b4c1d41 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.665824] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Waiting for the task: (returnval){ [ 630.665824] env[68786]: value = "task-3090206" [ 630.665824] env[68786]: _type = "Task" [ 630.665824] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.675499] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.752065] env[68786]: DEBUG nova.compute.manager [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.855807] env[68786]: INFO nova.compute.manager [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Took 26.71 seconds to build instance. [ 630.870081] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Task: {'id': task-3090205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.099539] env[68786]: DEBUG oslo_concurrency.lockutils [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Acquiring lock "420a3044-c6fb-47a0-8b5f-94777a36d375" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.099788] env[68786]: DEBUG oslo_concurrency.lockutils [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Lock "420a3044-c6fb-47a0-8b5f-94777a36d375" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.099984] env[68786]: DEBUG oslo_concurrency.lockutils [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "79eb0836-d812-4c49-9463-4999d2b5d003" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.100175] env[68786]: DEBUG oslo_concurrency.lockutils [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "79eb0836-d812-4c49-9463-4999d2b5d003" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.108183] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5286da46-1fe8-d561-0b78-f67137682f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.035039} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.113461] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c34d3843-6ca4-4caf-9e6d-4d8326aa880b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.130690] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Waiting for the task: (returnval){ [ 631.130690] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5271693f-52da-7a8d-7e49-626f2cca80b5" [ 631.130690] env[68786]: _type = "Task" [ 631.130690] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.152779] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5271693f-52da-7a8d-7e49-626f2cca80b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.178356] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090206, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.223418] env[68786]: DEBUG nova.network.neutron [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.364049] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Task: {'id': task-3090205, 'name': ReconfigVM_Task, 'duration_secs': 0.720096} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.372190] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 8109d3f2-0864-4771-96cc-6046f82763f4/8109d3f2-0864-4771-96cc-6046f82763f4.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.372190] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4b056b2-c21d-4bc3-94e0-a0fedd7848c8 tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Lock "d1702b0d-ad46-44ba-aaee-cfdc2a1a554e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.243s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.372190] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20361e22-1dfc-4e72-b67e-ab4ae4d3d94a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.384067] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Waiting for the task: (returnval){ [ 631.384067] env[68786]: value = "task-3090207" [ 631.384067] env[68786]: _type = "Task" [ 631.384067] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.400739] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Task: {'id': task-3090207, 'name': Rename_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.458410] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b542434-4dd6-4879-b21f-f9fd01345ee1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.468836] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7f3dc0-c167-4f8a-80a2-3f22e20c86fe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.504063] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a1e36e-61b5-4dc6-8167-c2e2fd229415 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.514323] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149ecda4-f72b-4aba-a19c-bc02c877b9d3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.533804] env[68786]: DEBUG nova.compute.provider_tree [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.574315] env[68786]: DEBUG nova.network.neutron [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.648754] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5271693f-52da-7a8d-7e49-626f2cca80b5, 'name': SearchDatastore_Task, 'duration_secs': 0.022142} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.648754] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.648910] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 35698194-cc33-4c3a-a153-8f31d6c82941/35698194-cc33-4c3a-a153-8f31d6c82941.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.649156] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62d5afc7-07f9-4792-adff-dc52b2ddcdec {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.658382] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Waiting for the task: (returnval){ [ 631.658382] env[68786]: value = "task-3090208" [ 631.658382] env[68786]: _type = "Task" [ 631.658382] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.668618] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.679890] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715959} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.680180] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] eb82884d-39aa-4579-b82f-85fa132f9024/eb82884d-39aa-4579-b82f-85fa132f9024.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.680941] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.681705] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d56fad7d-9e22-4916-ac6e-653b9953636e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.689904] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Waiting for the task: (returnval){ [ 631.689904] env[68786]: value = "task-3090209" [ 631.689904] env[68786]: _type = "Task" [ 631.689904] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.701709] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.767923] env[68786]: DEBUG nova.compute.manager [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.810293] env[68786]: DEBUG nova.virt.hardware [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.811781] env[68786]: DEBUG nova.virt.hardware [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.811781] env[68786]: DEBUG nova.virt.hardware [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.811781] env[68786]: DEBUG nova.virt.hardware [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.811781] env[68786]: DEBUG nova.virt.hardware [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.811781] env[68786]: DEBUG nova.virt.hardware [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.812051] env[68786]: DEBUG nova.virt.hardware [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.812156] env[68786]: DEBUG nova.virt.hardware [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.812492] env[68786]: DEBUG nova.virt.hardware [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.812777] env[68786]: DEBUG nova.virt.hardware [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.813018] env[68786]: DEBUG nova.virt.hardware [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.814045] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48f832e-78e6-4eea-8672-e2e15903814c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.819341] env[68786]: DEBUG nova.network.neutron [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Successfully created port: 1521a30a-1231-4dd8-a632-bb7cbf49c044 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.833752] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09122491-760f-4723-ac0c-406b3d81494f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.876543] env[68786]: DEBUG nova.compute.manager [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.882074] env[68786]: DEBUG nova.network.neutron [req-14055f79-0a46-4b77-8883-d1671650172a req-501305b8-513d-47be-b7e9-ae60b1ef69ca service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Updated VIF entry in instance network info cache for port 6c2b4979-ef67-4707-ade3-af94d6e095e4. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.882615] env[68786]: DEBUG nova.network.neutron [req-14055f79-0a46-4b77-8883-d1671650172a req-501305b8-513d-47be-b7e9-ae60b1ef69ca service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Updating instance_info_cache with network_info: [{"id": "6c2b4979-ef67-4707-ade3-af94d6e095e4", "address": "fa:16:3e:b1:dc:bb", "network": {"id": "ee097aab-b91c-493e-b5a1-cbdf85af2e6f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2022702982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "565971d3342c4280b8b0e3aef29d39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c2b4979-ef", "ovs_interfaceid": "6c2b4979-ef67-4707-ade3-af94d6e095e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.897364] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Task: {'id': task-3090207, 'name': Rename_Task, 'duration_secs': 0.352932} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.897858] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.898186] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3a14393-a528-4a91-a1c4-51c2a00094c7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.908774] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Waiting for the task: (returnval){ [ 631.908774] env[68786]: value = "task-3090210" [ 631.908774] env[68786]: _type = "Task" [ 631.908774] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.924070] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Task: {'id': task-3090210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.040482] env[68786]: DEBUG nova.scheduler.client.report [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.081853] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Releasing lock "refresh_cache-c22d31c2-9d25-498c-b903-ea3a88a81bf2" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.081853] env[68786]: DEBUG nova.compute.manager [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.082296] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.083137] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91accc83-ce0f-48ab-8644-47a31180368e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.101983] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.102337] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bca4d1d5-458e-443d-8574-44895816454f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.104583] env[68786]: DEBUG nova.network.neutron [-] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.113125] env[68786]: DEBUG oslo_vmware.api [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for the task: (returnval){ [ 632.113125] env[68786]: value = "task-3090211" [ 632.113125] env[68786]: _type = "Task" [ 632.113125] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.131166] env[68786]: DEBUG oslo_vmware.api [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.180696] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090208, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.210314] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166132} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.210600] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.211804] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7f6a35-490e-4b8d-b28e-6eaf60d6411f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.245034] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] eb82884d-39aa-4579-b82f-85fa132f9024/eb82884d-39aa-4579-b82f-85fa132f9024.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.245034] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef85abbc-d143-43fe-b6eb-e90cf60587d1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.266362] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Waiting for the task: (returnval){ [ 632.266362] env[68786]: value = "task-3090212" [ 632.266362] env[68786]: _type = "Task" [ 632.266362] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.276411] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.392014] env[68786]: DEBUG oslo_concurrency.lockutils [req-14055f79-0a46-4b77-8883-d1671650172a req-501305b8-513d-47be-b7e9-ae60b1ef69ca service nova] Releasing lock "refresh_cache-35698194-cc33-4c3a-a153-8f31d6c82941" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.414272] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.421403] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Task: {'id': task-3090210, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.554982] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.555593] env[68786]: DEBUG nova.compute.manager [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.559119] env[68786]: DEBUG oslo_concurrency.lockutils [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.265s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.562191] env[68786]: DEBUG nova.objects.instance [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Lazy-loading 'resources' on Instance uuid 9ff4bca9-16bd-4609-8671-b42f796caa5c {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 632.612214] env[68786]: INFO nova.compute.manager [-] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Took 2.22 seconds to deallocate network for instance. [ 632.626791] env[68786]: DEBUG oslo_vmware.api [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.671021] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659132} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.671970] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 35698194-cc33-4c3a-a153-8f31d6c82941/35698194-cc33-4c3a-a153-8f31d6c82941.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.671970] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.672343] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2afdeb7-441f-41bc-b03d-7662a64dd969 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.681614] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Waiting for the task: (returnval){ [ 632.681614] env[68786]: value = "task-3090213" [ 632.681614] env[68786]: _type = "Task" [ 632.681614] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.694592] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.777901] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.926306] env[68786]: DEBUG oslo_vmware.api [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Task: {'id': task-3090210, 'name': PowerOnVM_Task, 'duration_secs': 0.986198} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.926538] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.926756] env[68786]: INFO nova.compute.manager [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Took 9.80 seconds to spawn the instance on the hypervisor. [ 632.926951] env[68786]: DEBUG nova.compute.manager [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.927894] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4cef5f-4a4e-449b-aa79-0e9ac8c2d8d3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.066096] env[68786]: DEBUG nova.compute.utils [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.070724] env[68786]: DEBUG nova.compute.manager [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.070942] env[68786]: DEBUG nova.network.neutron [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.118375] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.134159] env[68786]: DEBUG oslo_vmware.api [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090211, 'name': PowerOffVM_Task, 'duration_secs': 0.937389} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.137446] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.137446] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.137446] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e219755-0c67-47f3-ad7d-f01e981ceb38 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.140866] env[68786]: DEBUG nova.policy [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6247e9c875c54a07873ff0d6eb15613a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfe3ff263b2d4948b59b511fca2787ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.172441] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.172781] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.172857] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Deleting the datastore file [datastore1] c22d31c2-9d25-498c-b903-ea3a88a81bf2 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.173148] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9e83163-4514-4267-a298-99fbf84a3476 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.190806] env[68786]: DEBUG oslo_vmware.api [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for the task: (returnval){ [ 633.190806] env[68786]: value = "task-3090215" [ 633.190806] env[68786]: _type = "Task" [ 633.190806] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.203432] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093599} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.204237] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.205109] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff3643a-758e-460c-8fd3-8358270b337c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.211846] env[68786]: DEBUG oslo_vmware.api [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.243658] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 35698194-cc33-4c3a-a153-8f31d6c82941/35698194-cc33-4c3a-a153-8f31d6c82941.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.247456] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02b1d71c-61d0-4609-9271-8b7f514fe371 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.273379] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Waiting for the task: (returnval){ [ 633.273379] env[68786]: value = "task-3090216" [ 633.273379] env[68786]: _type = "Task" [ 633.273379] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.282821] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090212, 'name': ReconfigVM_Task, 'duration_secs': 0.791346} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.284826] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Reconfigured VM instance instance-0000000e to attach disk [datastore2] eb82884d-39aa-4579-b82f-85fa132f9024/eb82884d-39aa-4579-b82f-85fa132f9024.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.284826] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f86c4fe-7192-475f-97ec-466dda5f9015 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.290308] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090216, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.298045] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Waiting for the task: (returnval){ [ 633.298045] env[68786]: value = "task-3090217" [ 633.298045] env[68786]: _type = "Task" [ 633.298045] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.301442] env[68786]: DEBUG nova.compute.manager [req-5dcb472f-115d-4263-b558-7c41953a18a0 req-bc24b510-763b-4e2a-af58-b486c92b6c2d service nova] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Received event network-vif-deleted-32e16c09-f527-4481-ba95-ec169bfcd4d6 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.301732] env[68786]: DEBUG nova.compute.manager [req-5dcb472f-115d-4263-b558-7c41953a18a0 req-bc24b510-763b-4e2a-af58-b486c92b6c2d service nova] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Received event network-changed-58d0cd7c-29a3-4303-8977-e212518f9dc3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.301893] env[68786]: DEBUG nova.compute.manager [req-5dcb472f-115d-4263-b558-7c41953a18a0 req-bc24b510-763b-4e2a-af58-b486c92b6c2d service nova] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Refreshing instance network info cache due to event network-changed-58d0cd7c-29a3-4303-8977-e212518f9dc3. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 633.302133] env[68786]: DEBUG oslo_concurrency.lockutils [req-5dcb472f-115d-4263-b558-7c41953a18a0 req-bc24b510-763b-4e2a-af58-b486c92b6c2d service nova] Acquiring lock "refresh_cache-8e0c6ee4-78a1-4bc2-af6c-dd4183db648a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.302277] env[68786]: DEBUG oslo_concurrency.lockutils [req-5dcb472f-115d-4263-b558-7c41953a18a0 req-bc24b510-763b-4e2a-af58-b486c92b6c2d service nova] Acquired lock "refresh_cache-8e0c6ee4-78a1-4bc2-af6c-dd4183db648a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.302472] env[68786]: DEBUG nova.network.neutron [req-5dcb472f-115d-4263-b558-7c41953a18a0 req-bc24b510-763b-4e2a-af58-b486c92b6c2d service nova] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Refreshing network info cache for port 58d0cd7c-29a3-4303-8977-e212518f9dc3 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.323343] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090217, 'name': Rename_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.452882] env[68786]: INFO nova.compute.manager [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Took 26.67 seconds to build instance. [ 633.571855] env[68786]: DEBUG nova.compute.manager [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.590348] env[68786]: DEBUG nova.network.neutron [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Successfully created port: 01c02134-401a-495a-bf99-d1642d2b4fe3 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.681260] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6b52b6-fa6b-4aeb-a1e5-42efa664b240 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.688906] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caca7802-66ef-4f7b-8d10-e646980ff925 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.725240] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f141332-65f9-4a6e-991f-a09ed757ac4a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.730912] env[68786]: DEBUG oslo_vmware.api [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Task: {'id': task-3090215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444758} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.731597] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.731790] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.731967] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.732159] env[68786]: INFO nova.compute.manager [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Took 1.65 seconds to destroy the instance on the hypervisor. [ 633.732419] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.732633] env[68786]: DEBUG nova.compute.manager [-] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 633.732730] env[68786]: DEBUG nova.network.neutron [-] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 633.737625] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6904fb5-9cf9-454e-a84f-4a165c94fa11 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.751217] env[68786]: DEBUG nova.compute.provider_tree [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.784646] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.810194] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090217, 'name': Rename_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.883827] env[68786]: DEBUG nova.network.neutron [-] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.956452] env[68786]: DEBUG oslo_concurrency.lockutils [None req-faac9e37-1156-4cbe-b402-e0f6b310ee10 tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Lock "8109d3f2-0864-4771-96cc-6046f82763f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.799s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.257037] env[68786]: DEBUG nova.scheduler.client.report [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.287066] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090216, 'name': ReconfigVM_Task, 'duration_secs': 0.848218} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.287360] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 35698194-cc33-4c3a-a153-8f31d6c82941/35698194-cc33-4c3a-a153-8f31d6c82941.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.288128] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b94b482d-277a-4512-8e4e-50fe4c7956d4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.295486] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Waiting for the task: (returnval){ [ 634.295486] env[68786]: value = "task-3090218" [ 634.295486] env[68786]: _type = "Task" [ 634.295486] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.308084] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090218, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.314709] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090217, 'name': Rename_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.386819] env[68786]: DEBUG nova.network.neutron [-] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.461202] env[68786]: DEBUG nova.compute.manager [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.574684] env[68786]: DEBUG nova.network.neutron [req-5dcb472f-115d-4263-b558-7c41953a18a0 req-bc24b510-763b-4e2a-af58-b486c92b6c2d service nova] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Updated VIF entry in instance network info cache for port 58d0cd7c-29a3-4303-8977-e212518f9dc3. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.575082] env[68786]: DEBUG nova.network.neutron [req-5dcb472f-115d-4263-b558-7c41953a18a0 req-bc24b510-763b-4e2a-af58-b486c92b6c2d service nova] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Updating instance_info_cache with network_info: [{"id": "58d0cd7c-29a3-4303-8977-e212518f9dc3", "address": "fa:16:3e:e4:31:01", "network": {"id": "b34945a1-fd37-4b0d-8833-e2b5c0fbb262", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1854124447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38ac6b95cc7c47fda81354bfc1d00678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58d0cd7c-29", "ovs_interfaceid": "58d0cd7c-29a3-4303-8977-e212518f9dc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.587214] env[68786]: DEBUG nova.compute.manager [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.626189] env[68786]: DEBUG nova.virt.hardware [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.626515] env[68786]: DEBUG nova.virt.hardware [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.626713] env[68786]: DEBUG nova.virt.hardware [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.626944] env[68786]: DEBUG nova.virt.hardware [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.627192] env[68786]: DEBUG nova.virt.hardware [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.627431] env[68786]: DEBUG nova.virt.hardware [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.627724] env[68786]: DEBUG nova.virt.hardware [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.627921] env[68786]: DEBUG nova.virt.hardware [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.629028] env[68786]: DEBUG nova.virt.hardware [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.629028] env[68786]: DEBUG nova.virt.hardware [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.629028] env[68786]: DEBUG nova.virt.hardware [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.629689] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452b423a-0b5e-49b9-b524-e466da885171 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.639955] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422bc4a1-17af-4e82-80a1-c2dadb6f25ae {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.761394] env[68786]: DEBUG oslo_concurrency.lockutils [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.763394] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.171s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.765998] env[68786]: INFO nova.compute.claims [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.795074] env[68786]: INFO nova.scheduler.client.report [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Deleted allocations for instance 9ff4bca9-16bd-4609-8671-b42f796caa5c [ 634.813660] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090218, 'name': Rename_Task, 'duration_secs': 0.367358} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.818230] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.818230] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b28672e9-5d88-4f68-9ad7-d9476a69643e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.818230] env[68786]: DEBUG nova.network.neutron [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Successfully updated port: 1521a30a-1231-4dd8-a632-bb7cbf49c044 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.823279] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090217, 'name': Rename_Task, 'duration_secs': 1.450274} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.824084] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.824277] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86882742-567c-4da4-b4c5-c58762cfb459 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.831473] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Waiting for the task: (returnval){ [ 634.831473] env[68786]: value = "task-3090219" [ 634.831473] env[68786]: _type = "Task" [ 634.831473] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.841559] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Waiting for the task: (returnval){ [ 634.841559] env[68786]: value = "task-3090220" [ 634.841559] env[68786]: _type = "Task" [ 634.841559] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.849180] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090219, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.854986] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090220, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.891117] env[68786]: INFO nova.compute.manager [-] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Took 1.16 seconds to deallocate network for instance. [ 634.993731] env[68786]: DEBUG oslo_concurrency.lockutils [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.078695] env[68786]: DEBUG oslo_concurrency.lockutils [req-5dcb472f-115d-4263-b558-7c41953a18a0 req-bc24b510-763b-4e2a-af58-b486c92b6c2d service nova] Releasing lock "refresh_cache-8e0c6ee4-78a1-4bc2-af6c-dd4183db648a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.202612] env[68786]: INFO nova.compute.manager [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Rebuilding instance [ 635.283545] env[68786]: DEBUG nova.compute.manager [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.284896] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5819d5c9-96e0-4aea-8fe0-4e0eb3b14668 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.314623] env[68786]: DEBUG oslo_concurrency.lockutils [None req-27c8337e-e7b5-4fdc-9f0c-3a5519e2ee37 tempest-ServerDiagnosticsTest-839750856 tempest-ServerDiagnosticsTest-839750856-project-member] Lock "9ff4bca9-16bd-4609-8671-b42f796caa5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.435s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.324988] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Acquiring lock "refresh_cache-b378dd19-85f6-40cd-8195-626fdb3d3753" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.324988] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Acquired lock "refresh_cache-b378dd19-85f6-40cd-8195-626fdb3d3753" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.324988] env[68786]: DEBUG nova.network.neutron [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.355400] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090219, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.365453] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090220, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.397971] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.528743] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Acquiring lock "d1702b0d-ad46-44ba-aaee-cfdc2a1a554e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.528743] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Lock "d1702b0d-ad46-44ba-aaee-cfdc2a1a554e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.529314] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Acquiring lock "d1702b0d-ad46-44ba-aaee-cfdc2a1a554e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.529697] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Lock "d1702b0d-ad46-44ba-aaee-cfdc2a1a554e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.530796] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Lock "d1702b0d-ad46-44ba-aaee-cfdc2a1a554e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.534211] env[68786]: INFO nova.compute.manager [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Terminating instance [ 635.731552] env[68786]: DEBUG nova.compute.manager [req-6d456903-f89a-4744-996a-926de232dc8f req-0761d7b4-406f-4516-a825-3543206c6207 service nova] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Received event network-vif-plugged-1521a30a-1231-4dd8-a632-bb7cbf49c044 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.732280] env[68786]: DEBUG oslo_concurrency.lockutils [req-6d456903-f89a-4744-996a-926de232dc8f req-0761d7b4-406f-4516-a825-3543206c6207 service nova] Acquiring lock "b378dd19-85f6-40cd-8195-626fdb3d3753-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.732280] env[68786]: DEBUG oslo_concurrency.lockutils [req-6d456903-f89a-4744-996a-926de232dc8f req-0761d7b4-406f-4516-a825-3543206c6207 service nova] Lock "b378dd19-85f6-40cd-8195-626fdb3d3753-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.732280] env[68786]: DEBUG oslo_concurrency.lockutils [req-6d456903-f89a-4744-996a-926de232dc8f req-0761d7b4-406f-4516-a825-3543206c6207 service nova] Lock "b378dd19-85f6-40cd-8195-626fdb3d3753-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.732280] env[68786]: DEBUG nova.compute.manager [req-6d456903-f89a-4744-996a-926de232dc8f req-0761d7b4-406f-4516-a825-3543206c6207 service nova] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] No waiting events found dispatching network-vif-plugged-1521a30a-1231-4dd8-a632-bb7cbf49c044 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.732925] env[68786]: WARNING nova.compute.manager [req-6d456903-f89a-4744-996a-926de232dc8f req-0761d7b4-406f-4516-a825-3543206c6207 service nova] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Received unexpected event network-vif-plugged-1521a30a-1231-4dd8-a632-bb7cbf49c044 for instance with vm_state building and task_state spawning. [ 635.732925] env[68786]: DEBUG nova.compute.manager [req-6d456903-f89a-4744-996a-926de232dc8f req-0761d7b4-406f-4516-a825-3543206c6207 service nova] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Received event network-changed-1521a30a-1231-4dd8-a632-bb7cbf49c044 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.732925] env[68786]: DEBUG nova.compute.manager [req-6d456903-f89a-4744-996a-926de232dc8f req-0761d7b4-406f-4516-a825-3543206c6207 service nova] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Refreshing instance network info cache due to event network-changed-1521a30a-1231-4dd8-a632-bb7cbf49c044. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.732925] env[68786]: DEBUG oslo_concurrency.lockutils [req-6d456903-f89a-4744-996a-926de232dc8f req-0761d7b4-406f-4516-a825-3543206c6207 service nova] Acquiring lock "refresh_cache-b378dd19-85f6-40cd-8195-626fdb3d3753" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.846184] env[68786]: DEBUG oslo_vmware.api [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090219, 'name': PowerOnVM_Task, 'duration_secs': 0.752607} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.849629] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.850185] env[68786]: INFO nova.compute.manager [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Took 10.05 seconds to spawn the instance on the hypervisor. [ 635.850185] env[68786]: DEBUG nova.compute.manager [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.853513] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1333c1-55f5-441d-93a6-254300480e25 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.863153] env[68786]: DEBUG oslo_vmware.api [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090220, 'name': PowerOnVM_Task, 'duration_secs': 0.871587} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.866030] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.866030] env[68786]: DEBUG nova.compute.manager [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.869463] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ebba12-4664-4166-a12d-6fb68bd28b6b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.952055] env[68786]: DEBUG nova.network.neutron [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.040385] env[68786]: DEBUG nova.compute.manager [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 636.040588] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 636.043082] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b3ea1a-853b-4ed8-ac0d-0f985f75fdcc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.054470] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 636.054470] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73624e3d-4bd5-44cf-87fb-c8e3787d1960 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.060553] env[68786]: DEBUG oslo_vmware.api [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Waiting for the task: (returnval){ [ 636.060553] env[68786]: value = "task-3090221" [ 636.060553] env[68786]: _type = "Task" [ 636.060553] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.076457] env[68786]: DEBUG oslo_vmware.api [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Task: {'id': task-3090221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.312035] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 636.312747] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7c3ff3c-dbbe-4cfb-9888-a18977bb21b6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.321551] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Waiting for the task: (returnval){ [ 636.321551] env[68786]: value = "task-3090222" [ 636.321551] env[68786]: _type = "Task" [ 636.321551] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.334068] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.394343] env[68786]: INFO nova.compute.manager [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Took 25.97 seconds to build instance. [ 636.396493] env[68786]: DEBUG nova.network.neutron [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Updating instance_info_cache with network_info: [{"id": "1521a30a-1231-4dd8-a632-bb7cbf49c044", "address": "fa:16:3e:08:ce:d9", "network": {"id": "d2988647-3c48-4f61-8a1c-587319b79906", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1639686538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "782e2e00176a460cbac63129ea79411f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1521a30a-12", "ovs_interfaceid": "1521a30a-1231-4dd8-a632-bb7cbf49c044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.412081] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.419972] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b1a952-9d81-42f1-8f54-b491c2c4113b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.431769] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c9490e-4cb1-4a33-9eb7-a08574106de4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.469741] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bae9f4-99db-4e13-9f41-eab75910cd66 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.472195] env[68786]: DEBUG nova.network.neutron [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Successfully updated port: 01c02134-401a-495a-bf99-d1642d2b4fe3 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.478887] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac26f573-a608-4ab4-9a62-dc9ddb7ed9f1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.493738] env[68786]: DEBUG nova.compute.provider_tree [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.571595] env[68786]: DEBUG oslo_vmware.api [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Task: {'id': task-3090221, 'name': PowerOffVM_Task, 'duration_secs': 0.408716} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.571877] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.572057] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 636.572314] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c453c3ae-208f-4cf0-8d45-296812f51cec {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.641953] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 636.642239] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 636.642386] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Deleting the datastore file [datastore1] d1702b0d-ad46-44ba-aaee-cfdc2a1a554e {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.642547] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3dd8b172-34db-4838-baa5-5559ee90f37b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.648715] env[68786]: DEBUG oslo_vmware.api [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Waiting for the task: (returnval){ [ 636.648715] env[68786]: value = "task-3090224" [ 636.648715] env[68786]: _type = "Task" [ 636.648715] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.659299] env[68786]: DEBUG oslo_vmware.api [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Task: {'id': task-3090224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.836258] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090222, 'name': PowerOffVM_Task, 'duration_secs': 0.160478} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.836670] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.837287] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 636.838091] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904125c9-e26a-43d5-8231-5ba6eb74a82d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.845637] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 636.845928] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e324a77-f87a-4f99-bb99-b7530f182ea6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.872058] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 636.872058] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 636.872058] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Deleting the datastore file [datastore1] 323fcc88-4686-488e-925f-d0649d83089b {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.872058] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94b707b6-64ba-45bb-8c14-6cafc9e3a192 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.877530] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Waiting for the task: (returnval){ [ 636.877530] env[68786]: value = "task-3090226" [ 636.877530] env[68786]: _type = "Task" [ 636.877530] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.887393] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.899027] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Releasing lock "refresh_cache-b378dd19-85f6-40cd-8195-626fdb3d3753" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.899913] env[68786]: DEBUG nova.compute.manager [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Instance network_info: |[{"id": "1521a30a-1231-4dd8-a632-bb7cbf49c044", "address": "fa:16:3e:08:ce:d9", "network": {"id": "d2988647-3c48-4f61-8a1c-587319b79906", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1639686538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "782e2e00176a460cbac63129ea79411f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1521a30a-12", "ovs_interfaceid": "1521a30a-1231-4dd8-a632-bb7cbf49c044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.900425] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a8e9d2c-5da1-4f69-a640-733918463656 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Lock "35698194-cc33-4c3a-a153-8f31d6c82941" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.202s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.900671] env[68786]: DEBUG oslo_concurrency.lockutils [req-6d456903-f89a-4744-996a-926de232dc8f req-0761d7b4-406f-4516-a825-3543206c6207 service nova] Acquired lock "refresh_cache-b378dd19-85f6-40cd-8195-626fdb3d3753" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.900844] env[68786]: DEBUG nova.network.neutron [req-6d456903-f89a-4744-996a-926de232dc8f req-0761d7b4-406f-4516-a825-3543206c6207 service nova] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Refreshing network info cache for port 1521a30a-1231-4dd8-a632-bb7cbf49c044 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.905991] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:ce:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1521a30a-1231-4dd8-a632-bb7cbf49c044', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.918191] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Creating folder: Project (782e2e00176a460cbac63129ea79411f). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.925495] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01cdbb73-554e-45dd-8adc-4e74068dc93e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.941361] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Created folder: Project (782e2e00176a460cbac63129ea79411f) in parent group-v618484. [ 636.941536] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Creating folder: Instances. Parent ref: group-v618543. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.941794] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b050621-91af-45c4-ab4b-1982ef630ff5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.952164] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Created folder: Instances in parent group-v618543. [ 636.952433] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.952615] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.952829] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92ca9058-79ec-48fd-b284-eb6f34fe5b7f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.975865] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "refresh_cache-9869d412-3315-4661-a648-2c573ff65f7f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.976030] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired lock "refresh_cache-9869d412-3315-4661-a648-2c573ff65f7f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.976183] env[68786]: DEBUG nova.network.neutron [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.983037] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.983037] env[68786]: value = "task-3090229" [ 636.983037] env[68786]: _type = "Task" [ 636.983037] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.993752] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090229, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.998054] env[68786]: DEBUG nova.scheduler.client.report [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.168662] env[68786]: DEBUG oslo_vmware.api [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Task: {'id': task-3090224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279768} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.168662] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 637.168662] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 637.168662] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 637.168662] env[68786]: INFO nova.compute.manager [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 637.168845] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.168845] env[68786]: DEBUG nova.compute.manager [-] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 637.168845] env[68786]: DEBUG nova.network.neutron [-] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 637.259482] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Acquiring lock "8109d3f2-0864-4771-96cc-6046f82763f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.259753] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Lock "8109d3f2-0864-4771-96cc-6046f82763f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.259971] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Acquiring lock "8109d3f2-0864-4771-96cc-6046f82763f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.260252] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Lock "8109d3f2-0864-4771-96cc-6046f82763f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.260348] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Lock "8109d3f2-0864-4771-96cc-6046f82763f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.264952] env[68786]: INFO nova.compute.manager [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Terminating instance [ 637.303860] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Acquiring lock "8e0c6ee4-78a1-4bc2-af6c-dd4183db648a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.304132] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Lock "8e0c6ee4-78a1-4bc2-af6c-dd4183db648a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.304583] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Acquiring lock "8e0c6ee4-78a1-4bc2-af6c-dd4183db648a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.304583] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Lock "8e0c6ee4-78a1-4bc2-af6c-dd4183db648a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.304759] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Lock "8e0c6ee4-78a1-4bc2-af6c-dd4183db648a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.309818] env[68786]: INFO nova.compute.manager [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Terminating instance [ 637.387962] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152543} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.388246] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 637.389341] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 637.389341] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 637.427581] env[68786]: DEBUG nova.compute.manager [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.435586] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquiring lock "83e38f03-33af-4ed0-ad82-70dc1e1ca03f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.435817] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "83e38f03-33af-4ed0-ad82-70dc1e1ca03f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.438228] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquiring lock "83e38f03-33af-4ed0-ad82-70dc1e1ca03f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.438228] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "83e38f03-33af-4ed0-ad82-70dc1e1ca03f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.438228] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "83e38f03-33af-4ed0-ad82-70dc1e1ca03f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.438228] env[68786]: INFO nova.compute.manager [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Terminating instance [ 637.505206] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.505743] env[68786]: DEBUG nova.compute.manager [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.508839] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090229, 'name': CreateVM_Task, 'duration_secs': 0.403363} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.508839] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.674s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.510278] env[68786]: INFO nova.compute.claims [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.512810] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.513580] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.513728] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.514044] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.514288] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6bfc7ea-b969-4129-a530-87f44b51a1ef {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.522141] env[68786]: DEBUG oslo_vmware.api [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Waiting for the task: (returnval){ [ 637.522141] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]528770e1-1120-e721-d466-381b3dda7da3" [ 637.522141] env[68786]: _type = "Task" [ 637.522141] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.532359] env[68786]: DEBUG oslo_vmware.api [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]528770e1-1120-e721-d466-381b3dda7da3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.572579] env[68786]: DEBUG nova.network.neutron [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.771797] env[68786]: DEBUG nova.compute.manager [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 637.772119] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 637.772967] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9b2b25-8983-4628-afe3-9e133ef4af16 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.780798] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 637.781059] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9105f73-4e9c-4947-94ac-8c2efae6d446 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.787766] env[68786]: DEBUG oslo_vmware.api [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Waiting for the task: (returnval){ [ 637.787766] env[68786]: value = "task-3090230" [ 637.787766] env[68786]: _type = "Task" [ 637.787766] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.791402] env[68786]: INFO nova.compute.manager [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Rescuing [ 637.791638] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Acquiring lock "refresh_cache-35698194-cc33-4c3a-a153-8f31d6c82941" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.791783] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Acquired lock "refresh_cache-35698194-cc33-4c3a-a153-8f31d6c82941" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.791937] env[68786]: DEBUG nova.network.neutron [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.803584] env[68786]: DEBUG oslo_vmware.api [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Task: {'id': task-3090230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.814270] env[68786]: DEBUG nova.compute.manager [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 637.815086] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 637.816892] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5883c54d-50a6-450a-b8d1-ca1ff4dca306 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.827058] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 637.828214] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d006546-0ce5-4947-9874-aa69cfd8c77f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.835714] env[68786]: DEBUG oslo_vmware.api [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Waiting for the task: (returnval){ [ 637.835714] env[68786]: value = "task-3090231" [ 637.835714] env[68786]: _type = "Task" [ 637.835714] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.847939] env[68786]: DEBUG oslo_vmware.api [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Task: {'id': task-3090231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.878391] env[68786]: DEBUG nova.network.neutron [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Updating instance_info_cache with network_info: [{"id": "01c02134-401a-495a-bf99-d1642d2b4fe3", "address": "fa:16:3e:f6:00:55", "network": {"id": "76c23a36-a90c-4f9e-8062-2d6a92b1019d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1392166569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe3ff263b2d4948b59b511fca2787ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01c02134-40", "ovs_interfaceid": "01c02134-401a-495a-bf99-d1642d2b4fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.885358] env[68786]: DEBUG nova.network.neutron [req-6d456903-f89a-4744-996a-926de232dc8f req-0761d7b4-406f-4516-a825-3543206c6207 service nova] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Updated VIF entry in instance network info cache for port 1521a30a-1231-4dd8-a632-bb7cbf49c044. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.885358] env[68786]: DEBUG nova.network.neutron [req-6d456903-f89a-4744-996a-926de232dc8f req-0761d7b4-406f-4516-a825-3543206c6207 service nova] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Updating instance_info_cache with network_info: [{"id": "1521a30a-1231-4dd8-a632-bb7cbf49c044", "address": "fa:16:3e:08:ce:d9", "network": {"id": "d2988647-3c48-4f61-8a1c-587319b79906", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1639686538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "782e2e00176a460cbac63129ea79411f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1521a30a-12", "ovs_interfaceid": "1521a30a-1231-4dd8-a632-bb7cbf49c044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.948359] env[68786]: DEBUG nova.compute.manager [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 637.948693] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 637.953026] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5be2b3-a972-46d0-91d8-89bb49194070 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.961511] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 637.963047] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3aba3f79-d27b-4edd-a538-65f7ae7acf29 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.975328] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.978246] env[68786]: DEBUG oslo_vmware.api [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 637.978246] env[68786]: value = "task-3090232" [ 637.978246] env[68786]: _type = "Task" [ 637.978246] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.990239] env[68786]: DEBUG oslo_vmware.api [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.016216] env[68786]: DEBUG nova.compute.utils [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.019028] env[68786]: DEBUG nova.compute.manager [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.019238] env[68786]: DEBUG nova.network.neutron [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.033748] env[68786]: DEBUG oslo_vmware.api [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]528770e1-1120-e721-d466-381b3dda7da3, 'name': SearchDatastore_Task, 'duration_secs': 0.016311} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.034729] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.034978] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.035231] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.035378] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.035555] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.036471] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f8ec0bc-b493-4759-ae59-a8eb382eb259 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.047529] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.047529] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.048579] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84ea9b91-2ca2-41db-abee-efd3fd8cb7e9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.054633] env[68786]: DEBUG oslo_vmware.api [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Waiting for the task: (returnval){ [ 638.054633] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]528e393e-7b14-d5b4-2062-e2d95e538225" [ 638.054633] env[68786]: _type = "Task" [ 638.054633] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.065474] env[68786]: DEBUG oslo_vmware.api [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]528e393e-7b14-d5b4-2062-e2d95e538225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.098703] env[68786]: DEBUG nova.policy [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5212114a1da4b7d8fd4f4c37428003a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47d706712b644407a07945c3b1472d57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.185876] env[68786]: DEBUG nova.network.neutron [-] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.221544] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquiring lock "48818b97-8f03-42a0-b4ee-3a2616af2173" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.226244] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "48818b97-8f03-42a0-b4ee-3a2616af2173" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.226244] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquiring lock "48818b97-8f03-42a0-b4ee-3a2616af2173-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.226244] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "48818b97-8f03-42a0-b4ee-3a2616af2173-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.226244] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "48818b97-8f03-42a0-b4ee-3a2616af2173-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.228713] env[68786]: INFO nova.compute.manager [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Terminating instance [ 638.306967] env[68786]: DEBUG oslo_vmware.api [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Task: {'id': task-3090230, 'name': PowerOffVM_Task, 'duration_secs': 0.279434} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.307667] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.308533] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.308957] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c259a78-b642-40ef-a3d1-71f960f7a138 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.348127] env[68786]: DEBUG oslo_vmware.api [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Task: {'id': task-3090231, 'name': PowerOffVM_Task, 'duration_secs': 0.20442} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.348205] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.348575] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.348668] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83f0114f-c229-4f0f-bb5e-485a030bab12 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.375111] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.377160] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.377160] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Deleting the datastore file [datastore1] 8109d3f2-0864-4771-96cc-6046f82763f4 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.377160] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5da5dc88-333a-498b-b9ea-81ffee25019d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.381981] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Releasing lock "refresh_cache-9869d412-3315-4661-a648-2c573ff65f7f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.382335] env[68786]: DEBUG nova.compute.manager [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Instance network_info: |[{"id": "01c02134-401a-495a-bf99-d1642d2b4fe3", "address": "fa:16:3e:f6:00:55", "network": {"id": "76c23a36-a90c-4f9e-8062-2d6a92b1019d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1392166569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe3ff263b2d4948b59b511fca2787ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01c02134-40", "ovs_interfaceid": "01c02134-401a-495a-bf99-d1642d2b4fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.382760] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:00:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01c02134-401a-495a-bf99-d1642d2b4fe3', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.394762] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Creating folder: Project (dfe3ff263b2d4948b59b511fca2787ef). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.398732] env[68786]: DEBUG oslo_concurrency.lockutils [req-6d456903-f89a-4744-996a-926de232dc8f req-0761d7b4-406f-4516-a825-3543206c6207 service nova] Releasing lock "refresh_cache-b378dd19-85f6-40cd-8195-626fdb3d3753" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.398929] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb084e90-9ddf-474f-92db-8d6c90b5770f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.406505] env[68786]: DEBUG oslo_vmware.api [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Waiting for the task: (returnval){ [ 638.406505] env[68786]: value = "task-3090235" [ 638.406505] env[68786]: _type = "Task" [ 638.406505] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.411637] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.411868] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.412022] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Deleting the datastore file [datastore2] 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.412676] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dec8e9a9-405f-4354-a282-1de3ff1dbcf3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.420468] env[68786]: DEBUG oslo_vmware.api [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Task: {'id': task-3090235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.422526] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Created folder: Project (dfe3ff263b2d4948b59b511fca2787ef) in parent group-v618484. [ 638.422848] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Creating folder: Instances. Parent ref: group-v618546. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.423268] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-481b3959-bf3b-4e06-9901-e5b5c872ea62 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.427542] env[68786]: DEBUG oslo_vmware.api [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Waiting for the task: (returnval){ [ 638.427542] env[68786]: value = "task-3090237" [ 638.427542] env[68786]: _type = "Task" [ 638.427542] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.438370] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Created folder: Instances in parent group-v618546. [ 638.438803] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.439872] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.440292] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0f9bacb-47ed-45fe-9c45-a8ede058567b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.477909] env[68786]: DEBUG nova.virt.hardware [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.478207] env[68786]: DEBUG nova.virt.hardware [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.478490] env[68786]: DEBUG nova.virt.hardware [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.478817] env[68786]: DEBUG nova.virt.hardware [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.480477] env[68786]: DEBUG nova.virt.hardware [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.480477] env[68786]: DEBUG nova.virt.hardware [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.480477] env[68786]: DEBUG nova.virt.hardware [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.480477] env[68786]: DEBUG nova.virt.hardware [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.480477] env[68786]: DEBUG nova.virt.hardware [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.480777] env[68786]: DEBUG nova.virt.hardware [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.480777] env[68786]: DEBUG nova.virt.hardware [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.481378] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Acquiring lock "eb82884d-39aa-4579-b82f-85fa132f9024" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.481827] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Lock "eb82884d-39aa-4579-b82f-85fa132f9024" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.482107] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Acquiring lock "eb82884d-39aa-4579-b82f-85fa132f9024-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.482441] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Lock "eb82884d-39aa-4579-b82f-85fa132f9024-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.482738] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Lock "eb82884d-39aa-4579-b82f-85fa132f9024-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.485242] env[68786]: DEBUG oslo_vmware.api [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Task: {'id': task-3090237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.486375] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb86e25b-9758-4f05-adf5-89a571c2cd24 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.489697] env[68786]: INFO nova.compute.manager [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Terminating instance [ 638.500653] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.500653] env[68786]: value = "task-3090239" [ 638.500653] env[68786]: _type = "Task" [ 638.500653] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.514061] env[68786]: DEBUG oslo_vmware.api [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090232, 'name': PowerOffVM_Task, 'duration_secs': 0.181554} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.516884] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0c9eff-604e-4e7d-b455-0b57ebb40704 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.520765] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.520971] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.525361] env[68786]: DEBUG nova.compute.manager [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.527816] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b3336cd-5357-49c9-9953-3d5bad56b3f2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.531949] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090239, 'name': CreateVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.550479] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Instance VIF info [] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.559590] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.560391] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.565089] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-646dc013-00f5-4160-84e1-72df161aa078 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.587435] env[68786]: DEBUG oslo_vmware.api [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]528e393e-7b14-d5b4-2062-e2d95e538225, 'name': SearchDatastore_Task, 'duration_secs': 0.010252} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.590117] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.590117] env[68786]: value = "task-3090241" [ 638.590117] env[68786]: _type = "Task" [ 638.590117] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.591106] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-068b73ac-fd0e-4a69-8845-824badd5b34b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.602528] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.602728] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.602910] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Deleting the datastore file [datastore2] 83e38f03-33af-4ed0-ad82-70dc1e1ca03f {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.605229] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8a0ed26-09b0-4e17-9374-b1b82ffe4ec5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.611473] env[68786]: DEBUG oslo_vmware.api [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Waiting for the task: (returnval){ [ 638.611473] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]523fa8bf-082f-c020-380a-284215f603fb" [ 638.611473] env[68786]: _type = "Task" [ 638.611473] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.611815] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090241, 'name': CreateVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.619900] env[68786]: DEBUG oslo_vmware.api [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 638.619900] env[68786]: value = "task-3090242" [ 638.619900] env[68786]: _type = "Task" [ 638.619900] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.628031] env[68786]: DEBUG oslo_vmware.api [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523fa8bf-082f-c020-380a-284215f603fb, 'name': SearchDatastore_Task, 'duration_secs': 0.018853} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.629819] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.629819] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] b378dd19-85f6-40cd-8195-626fdb3d3753/b378dd19-85f6-40cd-8195-626fdb3d3753.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.629819] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2e49c54-f841-4589-814f-eaa27425419b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.635629] env[68786]: DEBUG oslo_vmware.api [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.643285] env[68786]: DEBUG oslo_vmware.api [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Waiting for the task: (returnval){ [ 638.643285] env[68786]: value = "task-3090243" [ 638.643285] env[68786]: _type = "Task" [ 638.643285] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.655457] env[68786]: DEBUG oslo_vmware.api [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Task: {'id': task-3090243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.692096] env[68786]: INFO nova.compute.manager [-] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Took 1.52 seconds to deallocate network for instance. [ 638.739957] env[68786]: DEBUG nova.compute.manager [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 638.741433] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.743439] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c16a8c6-9071-4988-b415-05d12aa5f2ff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.755494] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.760903] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05e1f976-2054-4a63-8d0f-20b27db56d8d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.771678] env[68786]: DEBUG oslo_vmware.api [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 638.771678] env[68786]: value = "task-3090244" [ 638.771678] env[68786]: _type = "Task" [ 638.771678] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.785796] env[68786]: DEBUG oslo_vmware.api [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.920951] env[68786]: DEBUG oslo_vmware.api [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Task: {'id': task-3090235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210856} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.921407] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.921689] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.921908] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.922129] env[68786]: INFO nova.compute.manager [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 638.922637] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.922915] env[68786]: DEBUG nova.compute.manager [-] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 638.923117] env[68786]: DEBUG nova.network.neutron [-] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 638.944914] env[68786]: DEBUG oslo_vmware.api [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Task: {'id': task-3090237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174112} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.949142] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.949142] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.949142] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.949142] env[68786]: INFO nova.compute.manager [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 638.949142] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.949642] env[68786]: DEBUG nova.compute.manager [req-50c67cd1-fdcb-4669-90de-89796a0d2d9e req-7e4707f9-f79a-42f0-b88d-bf18943ffae5 service nova] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Received event network-vif-plugged-01c02134-401a-495a-bf99-d1642d2b4fe3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.950057] env[68786]: DEBUG oslo_concurrency.lockutils [req-50c67cd1-fdcb-4669-90de-89796a0d2d9e req-7e4707f9-f79a-42f0-b88d-bf18943ffae5 service nova] Acquiring lock "9869d412-3315-4661-a648-2c573ff65f7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.950382] env[68786]: DEBUG oslo_concurrency.lockutils [req-50c67cd1-fdcb-4669-90de-89796a0d2d9e req-7e4707f9-f79a-42f0-b88d-bf18943ffae5 service nova] Lock "9869d412-3315-4661-a648-2c573ff65f7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.950601] env[68786]: DEBUG oslo_concurrency.lockutils [req-50c67cd1-fdcb-4669-90de-89796a0d2d9e req-7e4707f9-f79a-42f0-b88d-bf18943ffae5 service nova] Lock "9869d412-3315-4661-a648-2c573ff65f7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.950785] env[68786]: DEBUG nova.compute.manager [req-50c67cd1-fdcb-4669-90de-89796a0d2d9e req-7e4707f9-f79a-42f0-b88d-bf18943ffae5 service nova] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] No waiting events found dispatching network-vif-plugged-01c02134-401a-495a-bf99-d1642d2b4fe3 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.950959] env[68786]: WARNING nova.compute.manager [req-50c67cd1-fdcb-4669-90de-89796a0d2d9e req-7e4707f9-f79a-42f0-b88d-bf18943ffae5 service nova] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Received unexpected event network-vif-plugged-01c02134-401a-495a-bf99-d1642d2b4fe3 for instance with vm_state building and task_state spawning. [ 638.951144] env[68786]: DEBUG nova.compute.manager [req-50c67cd1-fdcb-4669-90de-89796a0d2d9e req-7e4707f9-f79a-42f0-b88d-bf18943ffae5 service nova] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Received event network-changed-01c02134-401a-495a-bf99-d1642d2b4fe3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.951368] env[68786]: DEBUG nova.compute.manager [req-50c67cd1-fdcb-4669-90de-89796a0d2d9e req-7e4707f9-f79a-42f0-b88d-bf18943ffae5 service nova] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Refreshing instance network info cache due to event network-changed-01c02134-401a-495a-bf99-d1642d2b4fe3. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.951589] env[68786]: DEBUG oslo_concurrency.lockutils [req-50c67cd1-fdcb-4669-90de-89796a0d2d9e req-7e4707f9-f79a-42f0-b88d-bf18943ffae5 service nova] Acquiring lock "refresh_cache-9869d412-3315-4661-a648-2c573ff65f7f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.955237] env[68786]: DEBUG oslo_concurrency.lockutils [req-50c67cd1-fdcb-4669-90de-89796a0d2d9e req-7e4707f9-f79a-42f0-b88d-bf18943ffae5 service nova] Acquired lock "refresh_cache-9869d412-3315-4661-a648-2c573ff65f7f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.955237] env[68786]: DEBUG nova.network.neutron [req-50c67cd1-fdcb-4669-90de-89796a0d2d9e req-7e4707f9-f79a-42f0-b88d-bf18943ffae5 service nova] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Refreshing network info cache for port 01c02134-401a-495a-bf99-d1642d2b4fe3 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.955237] env[68786]: DEBUG nova.compute.manager [-] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 638.955237] env[68786]: DEBUG nova.network.neutron [-] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 638.962905] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Acquiring lock "5206acdc-5d39-46d8-b7b0-e685038816a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.963187] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Lock "5206acdc-5d39-46d8-b7b0-e685038816a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.001358] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Acquiring lock "refresh_cache-eb82884d-39aa-4579-b82f-85fa132f9024" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.001590] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Acquired lock "refresh_cache-eb82884d-39aa-4579-b82f-85fa132f9024" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.001776] env[68786]: DEBUG nova.network.neutron [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.020201] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090239, 'name': CreateVM_Task, 'duration_secs': 0.441391} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.020411] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.021180] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.021370] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.022026] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.022026] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0964b6-bad3-4851-b744-ef43176cfd6f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.028289] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 639.028289] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5277cbe3-55a7-2a33-5d7a-7e6d1fc7519f" [ 639.028289] env[68786]: _type = "Task" [ 639.028289] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.047953] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5277cbe3-55a7-2a33-5d7a-7e6d1fc7519f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.108772] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090241, 'name': CreateVM_Task, 'duration_secs': 0.362466} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.109100] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.109585] env[68786]: DEBUG oslo_concurrency.lockutils [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.131143] env[68786]: DEBUG oslo_vmware.api [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16085} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.131143] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.131143] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.131143] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.132962] env[68786]: INFO nova.compute.manager [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 639.132962] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.132962] env[68786]: DEBUG nova.compute.manager [-] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 639.132962] env[68786]: DEBUG nova.network.neutron [-] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.153810] env[68786]: DEBUG oslo_vmware.api [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Task: {'id': task-3090243, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.202987] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.272219] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be909a3d-f106-451f-8faa-666b3dc54819 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.285442] env[68786]: DEBUG oslo_vmware.api [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090244, 'name': PowerOffVM_Task, 'duration_secs': 0.34437} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.288120] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 639.288481] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 639.289340] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5500170-05e4-4687-9ea5-912f9536377c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.292475] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f5759a7-2302-40c3-8897-cbb2b1978d77 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.324308] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9a8191-0ee1-4816-a5a3-889e15df3774 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.334444] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15683be9-3e58-46cc-bf6f-8253d4211e2f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.346511] env[68786]: DEBUG nova.compute.provider_tree [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.385346] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.385622] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.385755] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Deleting the datastore file [datastore2] 48818b97-8f03-42a0-b4ee-3a2616af2173 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.386027] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c3bd169-d4fd-462d-b097-da438537c239 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.397263] env[68786]: DEBUG oslo_vmware.api [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for the task: (returnval){ [ 639.397263] env[68786]: value = "task-3090246" [ 639.397263] env[68786]: _type = "Task" [ 639.397263] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.408261] env[68786]: DEBUG oslo_vmware.api [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.431768] env[68786]: DEBUG nova.network.neutron [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Updating instance_info_cache with network_info: [{"id": "6c2b4979-ef67-4707-ade3-af94d6e095e4", "address": "fa:16:3e:b1:dc:bb", "network": {"id": "ee097aab-b91c-493e-b5a1-cbdf85af2e6f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2022702982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "565971d3342c4280b8b0e3aef29d39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c2b4979-ef", "ovs_interfaceid": "6c2b4979-ef67-4707-ade3-af94d6e095e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.531570] env[68786]: DEBUG nova.network.neutron [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.542779] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5277cbe3-55a7-2a33-5d7a-7e6d1fc7519f, 'name': SearchDatastore_Task, 'duration_secs': 0.053147} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.543189] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.543331] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.543560] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.543696] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.544036] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.544257] env[68786]: DEBUG oslo_concurrency.lockutils [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.545064] env[68786]: DEBUG oslo_concurrency.lockutils [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.545064] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca09a34a-a3fc-49a5-af55-0e4ba89c4f64 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.546488] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f1a17b5-f3ea-4773-b51f-6a84bec7286a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.548546] env[68786]: DEBUG nova.network.neutron [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Successfully created port: 54de56d7-173a-4207-b5c0-924bd7f45ea2 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.551207] env[68786]: DEBUG nova.compute.manager [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.557090] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Waiting for the task: (returnval){ [ 639.557090] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52238209-a5ef-b251-f4b6-6741aadacf44" [ 639.557090] env[68786]: _type = "Task" [ 639.557090] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.564812] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.564904] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.568416] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-014308ef-749d-4835-88f5-d54ffb4192dd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.571246] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52238209-a5ef-b251-f4b6-6741aadacf44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.574987] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 639.574987] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f0d694-6002-5844-af84-f1b016f6f328" [ 639.574987] env[68786]: _type = "Task" [ 639.574987] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.588012] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f0d694-6002-5844-af84-f1b016f6f328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.590141] env[68786]: DEBUG nova.virt.hardware [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.593025] env[68786]: DEBUG nova.virt.hardware [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.593025] env[68786]: DEBUG nova.virt.hardware [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.593025] env[68786]: DEBUG nova.virt.hardware [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.593025] env[68786]: DEBUG nova.virt.hardware [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.593025] env[68786]: DEBUG nova.virt.hardware [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.593529] env[68786]: DEBUG nova.virt.hardware [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.593529] env[68786]: DEBUG nova.virt.hardware [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.593529] env[68786]: DEBUG nova.virt.hardware [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.593529] env[68786]: DEBUG nova.virt.hardware [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.593529] env[68786]: DEBUG nova.virt.hardware [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.593786] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca7ff69-c218-434c-a798-4a394517fe8a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.603252] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0736409f-83df-4e09-bceb-708d0c603dd4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.655608] env[68786]: DEBUG oslo_vmware.api [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Task: {'id': task-3090243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567634} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.656205] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] b378dd19-85f6-40cd-8195-626fdb3d3753/b378dd19-85f6-40cd-8195-626fdb3d3753.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.656438] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.656904] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-452917ab-b400-4905-873a-35518901e2ea {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.664544] env[68786]: DEBUG oslo_vmware.api [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Waiting for the task: (returnval){ [ 639.664544] env[68786]: value = "task-3090247" [ 639.664544] env[68786]: _type = "Task" [ 639.664544] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.672876] env[68786]: DEBUG oslo_vmware.api [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Task: {'id': task-3090247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.673933] env[68786]: DEBUG nova.network.neutron [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.849998] env[68786]: DEBUG nova.scheduler.client.report [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.908051] env[68786]: DEBUG oslo_vmware.api [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.936458] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Releasing lock "refresh_cache-35698194-cc33-4c3a-a153-8f31d6c82941" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.065288] env[68786]: DEBUG nova.network.neutron [req-50c67cd1-fdcb-4669-90de-89796a0d2d9e req-7e4707f9-f79a-42f0-b88d-bf18943ffae5 service nova] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Updated VIF entry in instance network info cache for port 01c02134-401a-495a-bf99-d1642d2b4fe3. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.065729] env[68786]: DEBUG nova.network.neutron [req-50c67cd1-fdcb-4669-90de-89796a0d2d9e req-7e4707f9-f79a-42f0-b88d-bf18943ffae5 service nova] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Updating instance_info_cache with network_info: [{"id": "01c02134-401a-495a-bf99-d1642d2b4fe3", "address": "fa:16:3e:f6:00:55", "network": {"id": "76c23a36-a90c-4f9e-8062-2d6a92b1019d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1392166569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe3ff263b2d4948b59b511fca2787ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01c02134-40", "ovs_interfaceid": "01c02134-401a-495a-bf99-d1642d2b4fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.071638] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52238209-a5ef-b251-f4b6-6741aadacf44, 'name': SearchDatastore_Task, 'duration_secs': 0.045857} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.071989] env[68786]: DEBUG oslo_concurrency.lockutils [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.072298] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.072589] env[68786]: DEBUG oslo_concurrency.lockutils [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.088131] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f0d694-6002-5844-af84-f1b016f6f328, 'name': SearchDatastore_Task, 'duration_secs': 0.035074} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.089111] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8869256-d9b3-43a0-bcf1-db66ccd11629 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.095041] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 640.095041] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c1d97a-e089-3093-74de-67e49a8ebfb0" [ 640.095041] env[68786]: _type = "Task" [ 640.095041] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.103706] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c1d97a-e089-3093-74de-67e49a8ebfb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.158733] env[68786]: DEBUG nova.network.neutron [-] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.175357] env[68786]: DEBUG oslo_vmware.api [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Task: {'id': task-3090247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174933} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.176308] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.176799] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Releasing lock "refresh_cache-eb82884d-39aa-4579-b82f-85fa132f9024" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.177182] env[68786]: DEBUG nova.compute.manager [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 640.177369] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 640.179394] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94120012-2793-4e26-aad9-fa9bcc97ad33 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.183526] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccaec831-9165-4513-93c8-d5ba0072981a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.208394] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] b378dd19-85f6-40cd-8195-626fdb3d3753/b378dd19-85f6-40cd-8195-626fdb3d3753.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.212431] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b53c029-8da6-4add-a652-7c543d761771 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.225898] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 640.226259] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73f3e8fa-6964-43dd-a03b-7bdc590d26c5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.234771] env[68786]: DEBUG oslo_vmware.api [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Waiting for the task: (returnval){ [ 640.234771] env[68786]: value = "task-3090249" [ 640.234771] env[68786]: _type = "Task" [ 640.234771] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.236930] env[68786]: DEBUG oslo_vmware.api [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Waiting for the task: (returnval){ [ 640.236930] env[68786]: value = "task-3090248" [ 640.236930] env[68786]: _type = "Task" [ 640.236930] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.249537] env[68786]: DEBUG oslo_vmware.api [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Task: {'id': task-3090249, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.252444] env[68786]: DEBUG oslo_vmware.api [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.361735] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.853s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.363237] env[68786]: DEBUG nova.compute.manager [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.367168] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.232s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.368962] env[68786]: INFO nova.compute.claims [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.388897] env[68786]: DEBUG nova.network.neutron [-] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.397517] env[68786]: DEBUG oslo_concurrency.lockutils [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquiring lock "3b2a3201-fd24-4b57-9844-2fc078f40f2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.397517] env[68786]: DEBUG oslo_concurrency.lockutils [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "3b2a3201-fd24-4b57-9844-2fc078f40f2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.412459] env[68786]: DEBUG oslo_vmware.api [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Task: {'id': task-3090246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.560672} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.412752] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.412956] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 640.413318] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 640.413394] env[68786]: INFO nova.compute.manager [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Took 1.67 seconds to destroy the instance on the hypervisor. [ 640.413667] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.413883] env[68786]: DEBUG nova.compute.manager [-] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 640.414011] env[68786]: DEBUG nova.network.neutron [-] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 640.428288] env[68786]: DEBUG nova.compute.manager [req-17003b43-b9a0-4d8f-8121-7e4ad8e16b91 req-2a907c8f-cc63-478c-84fe-be572d19fe4c service nova] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Received event network-vif-deleted-6da21dde-0e99-4d2a-9bf9-e2b98d7edd90 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.497220] env[68786]: DEBUG nova.network.neutron [-] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.568972] env[68786]: DEBUG oslo_concurrency.lockutils [req-50c67cd1-fdcb-4669-90de-89796a0d2d9e req-7e4707f9-f79a-42f0-b88d-bf18943ffae5 service nova] Releasing lock "refresh_cache-9869d412-3315-4661-a648-2c573ff65f7f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.568972] env[68786]: DEBUG nova.compute.manager [req-50c67cd1-fdcb-4669-90de-89796a0d2d9e req-7e4707f9-f79a-42f0-b88d-bf18943ffae5 service nova] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Received event network-vif-deleted-3df417c0-2a32-41da-8fd1-ac5e9d4392d8 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.606161] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c1d97a-e089-3093-74de-67e49a8ebfb0, 'name': SearchDatastore_Task, 'duration_secs': 0.063308} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.606595] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.607071] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 9869d412-3315-4661-a648-2c573ff65f7f/9869d412-3315-4661-a648-2c573ff65f7f.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.610020] env[68786]: DEBUG oslo_concurrency.lockutils [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.610020] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.610020] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dacb9f38-908f-48d8-8e2d-ce7f520cf2a2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.613812] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5bc5d35-543f-4a02-ae39-cbf3e14c8320 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.618766] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 640.618766] env[68786]: value = "task-3090250" [ 640.618766] env[68786]: _type = "Task" [ 640.618766] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.622165] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.622346] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.626595] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd1a06e0-45dc-4b81-93e7-be2c42dae7cf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.628728] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.631520] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Waiting for the task: (returnval){ [ 640.631520] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5257b593-23ed-5c25-cb82-eb8da2849402" [ 640.631520] env[68786]: _type = "Task" [ 640.631520] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.638988] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5257b593-23ed-5c25-cb82-eb8da2849402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.662225] env[68786]: INFO nova.compute.manager [-] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Took 1.53 seconds to deallocate network for instance. [ 640.750690] env[68786]: DEBUG oslo_vmware.api [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Task: {'id': task-3090249, 'name': ReconfigVM_Task, 'duration_secs': 0.284033} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.751383] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Reconfigured VM instance instance-00000014 to attach disk [datastore2] b378dd19-85f6-40cd-8195-626fdb3d3753/b378dd19-85f6-40cd-8195-626fdb3d3753.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.752609] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34b913a4-afbc-4da0-9228-05bae6559ff6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.757560] env[68786]: DEBUG oslo_vmware.api [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090248, 'name': PowerOffVM_Task, 'duration_secs': 0.201186} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.758167] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.758347] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 640.758601] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93758848-25c8-4f9e-96f1-9fa7a45fb89d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.762392] env[68786]: DEBUG oslo_vmware.api [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Waiting for the task: (returnval){ [ 640.762392] env[68786]: value = "task-3090251" [ 640.762392] env[68786]: _type = "Task" [ 640.762392] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.770800] env[68786]: DEBUG oslo_vmware.api [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Task: {'id': task-3090251, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.781459] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 640.781699] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 640.781874] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Deleting the datastore file [datastore2] eb82884d-39aa-4579-b82f-85fa132f9024 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.782147] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-370b5b18-0d4d-44ea-9a1c-8db9750409c5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.789546] env[68786]: DEBUG oslo_vmware.api [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Waiting for the task: (returnval){ [ 640.789546] env[68786]: value = "task-3090253" [ 640.789546] env[68786]: _type = "Task" [ 640.789546] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.797824] env[68786]: DEBUG oslo_vmware.api [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.875652] env[68786]: DEBUG nova.compute.utils [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.883056] env[68786]: DEBUG nova.compute.manager [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.883056] env[68786]: DEBUG nova.network.neutron [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.891054] env[68786]: INFO nova.compute.manager [-] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Took 1.94 seconds to deallocate network for instance. [ 640.971780] env[68786]: DEBUG nova.policy [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9c0816c05fa4ee69dc6514431c098d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbd91c8a26d34080915dc5ae51851d8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.000083] env[68786]: INFO nova.compute.manager [-] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Took 2.08 seconds to deallocate network for instance. [ 641.129194] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090250, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.142020] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5257b593-23ed-5c25-cb82-eb8da2849402, 'name': SearchDatastore_Task, 'duration_secs': 0.018034} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.144565] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9bacea6-4595-4e8e-8295-fca8cdaff478 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.152121] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Waiting for the task: (returnval){ [ 641.152121] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]529fad0a-fa34-910c-b317-7755c5ef188b" [ 641.152121] env[68786]: _type = "Task" [ 641.152121] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.161212] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529fad0a-fa34-910c-b317-7755c5ef188b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.169208] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.245215] env[68786]: DEBUG nova.network.neutron [-] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.274595] env[68786]: DEBUG oslo_vmware.api [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Task: {'id': task-3090251, 'name': Rename_Task, 'duration_secs': 0.171143} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.274996] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.275356] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-033054ad-72d7-49c0-b8c2-1a22b0e59e14 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.283914] env[68786]: DEBUG oslo_vmware.api [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Waiting for the task: (returnval){ [ 641.283914] env[68786]: value = "task-3090254" [ 641.283914] env[68786]: _type = "Task" [ 641.283914] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.294250] env[68786]: DEBUG oslo_vmware.api [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Task: {'id': task-3090254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.305618] env[68786]: DEBUG oslo_vmware.api [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Task: {'id': task-3090253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216563} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.306014] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.306207] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 641.306379] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 641.306599] env[68786]: INFO nova.compute.manager [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Took 1.13 seconds to destroy the instance on the hypervisor. [ 641.306924] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.307171] env[68786]: DEBUG nova.compute.manager [-] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 641.307264] env[68786]: DEBUG nova.network.neutron [-] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 641.340750] env[68786]: DEBUG nova.compute.manager [req-0c814555-c412-4f9e-a0fd-f43465e85bd7 req-3b34b179-137d-4e4e-82f0-f2c410e5fb98 service nova] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Received event network-vif-deleted-58d0cd7c-29a3-4303-8977-e212518f9dc3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.341072] env[68786]: DEBUG nova.compute.manager [req-0c814555-c412-4f9e-a0fd-f43465e85bd7 req-3b34b179-137d-4e4e-82f0-f2c410e5fb98 service nova] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Received event network-vif-deleted-b84dac75-8b9e-47de-bb94-2b72d7493ccb {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.345049] env[68786]: DEBUG nova.compute.manager [req-0c814555-c412-4f9e-a0fd-f43465e85bd7 req-3b34b179-137d-4e4e-82f0-f2c410e5fb98 service nova] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Received event network-vif-deleted-f63ae597-4087-47dd-aa79-b7decfe21a34 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.346263] env[68786]: DEBUG nova.network.neutron [-] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.385894] env[68786]: DEBUG nova.compute.manager [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.399607] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.492297] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.492828] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d73f28d4-f1db-4524-a8bb-2618edb4f4ef {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.500551] env[68786]: DEBUG oslo_vmware.api [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Waiting for the task: (returnval){ [ 641.500551] env[68786]: value = "task-3090255" [ 641.500551] env[68786]: _type = "Task" [ 641.500551] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.510093] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.510565] env[68786]: DEBUG oslo_vmware.api [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.588988] env[68786]: DEBUG nova.network.neutron [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Successfully created port: f6f0fdb6-b08c-4ba1-927f-8a7e65137b6f {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.629839] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77379} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.630207] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 9869d412-3315-4661-a648-2c573ff65f7f/9869d412-3315-4661-a648-2c573ff65f7f.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.630567] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.630837] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-530f1b64-dea8-41db-a18d-ba417a197e1a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.640276] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 641.640276] env[68786]: value = "task-3090256" [ 641.640276] env[68786]: _type = "Task" [ 641.640276] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.650352] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.665291] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529fad0a-fa34-910c-b317-7755c5ef188b, 'name': SearchDatastore_Task, 'duration_secs': 0.062665} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.668584] env[68786]: DEBUG oslo_concurrency.lockutils [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.669065] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 323fcc88-4686-488e-925f-d0649d83089b/323fcc88-4686-488e-925f-d0649d83089b.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.669683] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a0da9c8-d32e-4a66-a1e1-2a88c6dd5ef8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.677732] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Waiting for the task: (returnval){ [ 641.677732] env[68786]: value = "task-3090257" [ 641.677732] env[68786]: _type = "Task" [ 641.677732] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.691280] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.747199] env[68786]: INFO nova.compute.manager [-] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Took 1.33 seconds to deallocate network for instance. [ 641.797774] env[68786]: DEBUG oslo_vmware.api [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Task: {'id': task-3090254, 'name': PowerOnVM_Task, 'duration_secs': 0.501057} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.797774] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.797774] env[68786]: INFO nova.compute.manager [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Took 10.03 seconds to spawn the instance on the hypervisor. [ 641.797774] env[68786]: DEBUG nova.compute.manager [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.797774] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b427b7-6a29-45fa-8a85-cc089fabb942 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.813375] env[68786]: DEBUG nova.network.neutron [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Successfully updated port: 54de56d7-173a-4207-b5c0-924bd7f45ea2 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.849899] env[68786]: DEBUG nova.network.neutron [-] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.949447] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590439f0-dcbe-4413-abbb-73f62702131d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.959779] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99ddcbc-1d40-40ac-9f8b-074e975bc1f0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.995680] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65d5fc3-898e-485c-8885-932008575239 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.009054] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36e212e-a365-492f-a8a3-1a1ce65ab756 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.018709] env[68786]: DEBUG oslo_vmware.api [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090255, 'name': PowerOffVM_Task, 'duration_secs': 0.194686} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.030240] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.032041] env[68786]: DEBUG nova.compute.provider_tree [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.033937] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11e4369-cd27-422f-adee-7c0c9e1d5a19 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.055442] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6405d41-664b-449f-bc41-41108aef86fd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.093947] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.094655] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7736b25-ad6a-4ce2-81b5-f72b1e83df66 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.105298] env[68786]: DEBUG oslo_vmware.api [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Waiting for the task: (returnval){ [ 642.105298] env[68786]: value = "task-3090258" [ 642.105298] env[68786]: _type = "Task" [ 642.105298] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.116402] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] VM already powered off {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 642.116673] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.117018] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.117203] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.117445] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.117724] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-761aa72b-7439-4bf5-992d-07af55d81fa8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.129161] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.129499] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.130422] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3865e303-4648-49a0-a94e-e96b9b82c4c9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.137651] env[68786]: DEBUG oslo_vmware.api [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Waiting for the task: (returnval){ [ 642.137651] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]525e93ba-45f0-0e7a-982f-e8578e5f4914" [ 642.137651] env[68786]: _type = "Task" [ 642.137651] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.150461] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073138} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.153540] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.153887] env[68786]: DEBUG oslo_vmware.api [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]525e93ba-45f0-0e7a-982f-e8578e5f4914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.154622] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af233ec4-6da9-47fa-959b-1745384c23a6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.176910] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 9869d412-3315-4661-a648-2c573ff65f7f/9869d412-3315-4661-a648-2c573ff65f7f.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.177225] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df0a0ee2-6c73-43e8-9674-9f853f3801b7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.203078] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488142} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.203078] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 323fcc88-4686-488e-925f-d0649d83089b/323fcc88-4686-488e-925f-d0649d83089b.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.203078] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.203078] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 642.203078] env[68786]: value = "task-3090259" [ 642.203078] env[68786]: _type = "Task" [ 642.203078] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.203078] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21b12c31-0c59-4ce4-8fd2-0151299eff30 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.214653] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Waiting for the task: (returnval){ [ 642.214653] env[68786]: value = "task-3090260" [ 642.214653] env[68786]: _type = "Task" [ 642.214653] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.214921] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090259, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.254032] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.317467] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "refresh_cache-7a1494f4-4268-417e-861d-57f6020599fc" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.317612] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquired lock "refresh_cache-7a1494f4-4268-417e-861d-57f6020599fc" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.317759] env[68786]: DEBUG nova.network.neutron [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.323100] env[68786]: INFO nova.compute.manager [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Took 29.11 seconds to build instance. [ 642.353360] env[68786]: INFO nova.compute.manager [-] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Took 1.05 seconds to deallocate network for instance. [ 642.404521] env[68786]: DEBUG nova.compute.manager [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.430512] env[68786]: DEBUG nova.virt.hardware [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.432749] env[68786]: DEBUG nova.virt.hardware [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.432749] env[68786]: DEBUG nova.virt.hardware [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.432749] env[68786]: DEBUG nova.virt.hardware [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.432749] env[68786]: DEBUG nova.virt.hardware [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.432749] env[68786]: DEBUG nova.virt.hardware [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.433099] env[68786]: DEBUG nova.virt.hardware [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.433099] env[68786]: DEBUG nova.virt.hardware [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.433099] env[68786]: DEBUG nova.virt.hardware [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.433099] env[68786]: DEBUG nova.virt.hardware [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.433099] env[68786]: DEBUG nova.virt.hardware [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.433372] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682531c4-6fc8-4a84-a1be-b41b189c22e4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.441289] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6ddb3a-e602-45b2-b5c7-c2e73b706c30 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.538929] env[68786]: DEBUG nova.scheduler.client.report [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.648171] env[68786]: DEBUG oslo_vmware.api [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]525e93ba-45f0-0e7a-982f-e8578e5f4914, 'name': SearchDatastore_Task, 'duration_secs': 0.017157} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.649046] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed7a642c-0ab0-4ab7-8aa4-bae41125e686 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.655150] env[68786]: DEBUG oslo_vmware.api [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Waiting for the task: (returnval){ [ 642.655150] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5269a1cd-40ab-353d-af46-0b7028a2e555" [ 642.655150] env[68786]: _type = "Task" [ 642.655150] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.662572] env[68786]: DEBUG oslo_vmware.api [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5269a1cd-40ab-353d-af46-0b7028a2e555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.714283] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090259, 'name': ReconfigVM_Task, 'duration_secs': 0.281029} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.714641] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 9869d412-3315-4661-a648-2c573ff65f7f/9869d412-3315-4661-a648-2c573ff65f7f.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.715787] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e3c3725-bf8b-4ff9-8fe5-8fa020e385af {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.726486] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073935} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.727913] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.728273] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 642.728273] env[68786]: value = "task-3090261" [ 642.728273] env[68786]: _type = "Task" [ 642.728273] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.729384] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d09980-2705-4934-8100-81597adb6788 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.739423] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090261, 'name': Rename_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.756260] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 323fcc88-4686-488e-925f-d0649d83089b/323fcc88-4686-488e-925f-d0649d83089b.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.756804] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f531a52-5c12-460e-acbc-4d9689676ac6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.776045] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Waiting for the task: (returnval){ [ 642.776045] env[68786]: value = "task-3090262" [ 642.776045] env[68786]: _type = "Task" [ 642.776045] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.784142] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.824346] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9b320f90-80de-4253-be09-383a88c379fd tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Lock "b378dd19-85f6-40cd-8195-626fdb3d3753" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.470s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.860133] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.866912] env[68786]: DEBUG nova.network.neutron [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.968692] env[68786]: DEBUG oslo_concurrency.lockutils [None req-33ea3a6d-9544-443a-bf92-13711f1037d9 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Acquiring lock "interface-b378dd19-85f6-40cd-8195-626fdb3d3753-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.969281] env[68786]: DEBUG oslo_concurrency.lockutils [None req-33ea3a6d-9544-443a-bf92-13711f1037d9 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Lock "interface-b378dd19-85f6-40cd-8195-626fdb3d3753-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.969913] env[68786]: DEBUG nova.objects.instance [None req-33ea3a6d-9544-443a-bf92-13711f1037d9 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Lazy-loading 'flavor' on Instance uuid b378dd19-85f6-40cd-8195-626fdb3d3753 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 643.043861] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.044437] env[68786]: DEBUG nova.compute.manager [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.049798] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.231s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.057567] env[68786]: DEBUG nova.network.neutron [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Updating instance_info_cache with network_info: [{"id": "54de56d7-173a-4207-b5c0-924bd7f45ea2", "address": "fa:16:3e:ef:df:c9", "network": {"id": "9c541036-c0e9-44da-96b5-50a7b9f9f866", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-232231857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d706712b644407a07945c3b1472d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54de56d7-17", "ovs_interfaceid": "54de56d7-173a-4207-b5c0-924bd7f45ea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.166320] env[68786]: DEBUG oslo_vmware.api [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5269a1cd-40ab-353d-af46-0b7028a2e555, 'name': SearchDatastore_Task, 'duration_secs': 0.00978} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.166584] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.167257] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 35698194-cc33-4c3a-a153-8f31d6c82941/49297ab8-3c56-4f04-9154-bbe88fc8d703-rescue.vmdk. {{(pid=68786) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 643.167257] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa440bab-4d12-4fc7-a44f-0a830ec9cb13 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.174772] env[68786]: DEBUG oslo_vmware.api [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Waiting for the task: (returnval){ [ 643.174772] env[68786]: value = "task-3090263" [ 643.174772] env[68786]: _type = "Task" [ 643.174772] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.181814] env[68786]: DEBUG oslo_vmware.api [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.240861] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090261, 'name': Rename_Task, 'duration_secs': 0.137557} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.241185] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.241498] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12f3c98a-0ca5-4214-92d2-6666726fe5b7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.248081] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 643.248081] env[68786]: value = "task-3090264" [ 643.248081] env[68786]: _type = "Task" [ 643.248081] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.256529] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.286808] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090262, 'name': ReconfigVM_Task, 'duration_secs': 0.29963} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.287335] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 323fcc88-4686-488e-925f-d0649d83089b/323fcc88-4686-488e-925f-d0649d83089b.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.287994] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60b16b88-01ea-4ddb-aa4d-9b7fa7a46050 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.294444] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Waiting for the task: (returnval){ [ 643.294444] env[68786]: value = "task-3090265" [ 643.294444] env[68786]: _type = "Task" [ 643.294444] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.303442] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090265, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.330391] env[68786]: DEBUG nova.compute.manager [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.410255] env[68786]: DEBUG nova.network.neutron [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Successfully updated port: f6f0fdb6-b08c-4ba1-927f-8a7e65137b6f {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.477731] env[68786]: DEBUG nova.objects.instance [None req-33ea3a6d-9544-443a-bf92-13711f1037d9 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Lazy-loading 'pci_requests' on Instance uuid b378dd19-85f6-40cd-8195-626fdb3d3753 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 643.552432] env[68786]: DEBUG nova.compute.utils [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.557512] env[68786]: INFO nova.compute.claims [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.563095] env[68786]: DEBUG nova.compute.manager [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.563462] env[68786]: DEBUG nova.network.neutron [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.566835] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Releasing lock "refresh_cache-7a1494f4-4268-417e-861d-57f6020599fc" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.567331] env[68786]: DEBUG nova.compute.manager [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Instance network_info: |[{"id": "54de56d7-173a-4207-b5c0-924bd7f45ea2", "address": "fa:16:3e:ef:df:c9", "network": {"id": "9c541036-c0e9-44da-96b5-50a7b9f9f866", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-232231857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d706712b644407a07945c3b1472d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54de56d7-17", "ovs_interfaceid": "54de56d7-173a-4207-b5c0-924bd7f45ea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.568342] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:df:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54de56d7-173a-4207-b5c0-924bd7f45ea2', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.578679] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Creating folder: Project (47d706712b644407a07945c3b1472d57). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.579556] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71c65783-b05d-4510-a4c1-a30d94a36f2e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.592064] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Created folder: Project (47d706712b644407a07945c3b1472d57) in parent group-v618484. [ 643.592295] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Creating folder: Instances. Parent ref: group-v618550. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.592973] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1b034b4-c571-491f-bc5e-b10ac826b382 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.605276] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Created folder: Instances in parent group-v618550. [ 643.605276] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.605276] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.605276] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40f728a4-3144-4067-ba50-6dda23c2e870 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.624937] env[68786]: DEBUG nova.policy [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdd6c635c7cc48e5ad2b45e569a64634', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc78745775ed4763a34faf08b8202ead', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.629603] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.629603] env[68786]: value = "task-3090268" [ 643.629603] env[68786]: _type = "Task" [ 643.629603] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.641043] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090268, 'name': CreateVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.689702] env[68786]: DEBUG oslo_vmware.api [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090263, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.757912] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090264, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.803958] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090265, 'name': Rename_Task, 'duration_secs': 0.159286} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.804277] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.804570] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2341beb6-bd84-4546-915d-52f93fc3bf04 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.809954] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Waiting for the task: (returnval){ [ 643.809954] env[68786]: value = "task-3090269" [ 643.809954] env[68786]: _type = "Task" [ 643.809954] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.817709] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.853474] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.914907] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Acquiring lock "refresh_cache-dcfaef39-731a-4cdc-9c3c-70dbc56dcefb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.915147] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Acquired lock "refresh_cache-dcfaef39-731a-4cdc-9c3c-70dbc56dcefb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.915273] env[68786]: DEBUG nova.network.neutron [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.979662] env[68786]: DEBUG nova.objects.base [None req-33ea3a6d-9544-443a-bf92-13711f1037d9 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 643.979884] env[68786]: DEBUG nova.network.neutron [None req-33ea3a6d-9544-443a-bf92-13711f1037d9 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.067116] env[68786]: DEBUG nova.compute.manager [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.070979] env[68786]: INFO nova.compute.resource_tracker [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Updating resource usage from migration c3213ec8-4746-4d01-8dbd-1404b6e3c365 [ 644.079754] env[68786]: DEBUG nova.network.neutron [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Successfully created port: 5e9c2381-91ca-4fcb-aee5-5abfc52497ed {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.140938] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090268, 'name': CreateVM_Task, 'duration_secs': 0.343945} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.144143] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.147232] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.147473] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.147741] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.153204] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa9aaa85-9b3e-4b40-90f3-fbba5750905a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.159190] env[68786]: DEBUG oslo_vmware.api [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 644.159190] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]520cfa16-3f6a-2e2f-b49c-3828f33f0291" [ 644.159190] env[68786]: _type = "Task" [ 644.159190] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.166162] env[68786]: DEBUG oslo_concurrency.lockutils [None req-33ea3a6d-9544-443a-bf92-13711f1037d9 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Lock "interface-b378dd19-85f6-40cd-8195-626fdb3d3753-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.197s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.172367] env[68786]: DEBUG oslo_vmware.api [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520cfa16-3f6a-2e2f-b49c-3828f33f0291, 'name': SearchDatastore_Task, 'duration_secs': 0.009115} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.173137] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.173137] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.177762] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.177762] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.177762] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.186557] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-accc1303-3dce-42fb-b440-554853c179a2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.201048] env[68786]: DEBUG oslo_vmware.api [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55025} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.206712] env[68786]: INFO nova.virt.vmwareapi.ds_util [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 35698194-cc33-4c3a-a153-8f31d6c82941/49297ab8-3c56-4f04-9154-bbe88fc8d703-rescue.vmdk. [ 644.207229] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.207518] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.213709] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91b7dd4-6e6a-4d54-8e65-a47135191cd5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.219108] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d02eaa-0675-4939-b955-87de339e53aa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.235633] env[68786]: DEBUG oslo_vmware.api [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 644.235633] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5288f512-640c-373a-48c4-9dda7adcfdbf" [ 644.235633] env[68786]: _type = "Task" [ 644.235633] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.265191] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 35698194-cc33-4c3a-a153-8f31d6c82941/49297ab8-3c56-4f04-9154-bbe88fc8d703-rescue.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.275720] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a00e1502-9592-48d9-b561-df3c701f3f9f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.302363] env[68786]: DEBUG oslo_vmware.api [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5288f512-640c-373a-48c4-9dda7adcfdbf, 'name': SearchDatastore_Task, 'duration_secs': 0.011117} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.307304] env[68786]: DEBUG oslo_vmware.api [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Waiting for the task: (returnval){ [ 644.307304] env[68786]: value = "task-3090270" [ 644.307304] env[68786]: _type = "Task" [ 644.307304] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.307726] env[68786]: DEBUG oslo_vmware.api [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090264, 'name': PowerOnVM_Task, 'duration_secs': 0.517763} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.308119] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef6c5ea-ff3a-4d4b-8874-a24c41eef55a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.310758] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.310986] env[68786]: INFO nova.compute.manager [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Took 9.72 seconds to spawn the instance on the hypervisor. [ 644.311133] env[68786]: DEBUG nova.compute.manager [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.315382] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1230c82-3cfa-43c4-b1cf-822ae16e3d5a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.340308] env[68786]: DEBUG oslo_vmware.api [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.340712] env[68786]: DEBUG oslo_vmware.api [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 644.340712] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]522a22f0-1440-ee4f-fa92-9977ecb1f896" [ 644.340712] env[68786]: _type = "Task" [ 644.340712] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.348634] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090269, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.358372] env[68786]: DEBUG oslo_vmware.api [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]522a22f0-1440-ee4f-fa92-9977ecb1f896, 'name': SearchDatastore_Task, 'duration_secs': 0.010361} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.358662] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.359031] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 7a1494f4-4268-417e-861d-57f6020599fc/7a1494f4-4268-417e-861d-57f6020599fc.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.359850] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a41a6259-417f-47d8-9b5d-4fd0108a0a39 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.368501] env[68786]: DEBUG oslo_vmware.api [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 644.368501] env[68786]: value = "task-3090271" [ 644.368501] env[68786]: _type = "Task" [ 644.368501] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.374510] env[68786]: DEBUG nova.compute.manager [req-0d757b67-a1c2-43fc-b70a-7ba509e61237 req-d9f537ff-268e-44f2-bed3-7dea82d78fc2 service nova] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Received event network-vif-plugged-54de56d7-173a-4207-b5c0-924bd7f45ea2 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.374510] env[68786]: DEBUG oslo_concurrency.lockutils [req-0d757b67-a1c2-43fc-b70a-7ba509e61237 req-d9f537ff-268e-44f2-bed3-7dea82d78fc2 service nova] Acquiring lock "7a1494f4-4268-417e-861d-57f6020599fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.374700] env[68786]: DEBUG oslo_concurrency.lockutils [req-0d757b67-a1c2-43fc-b70a-7ba509e61237 req-d9f537ff-268e-44f2-bed3-7dea82d78fc2 service nova] Lock "7a1494f4-4268-417e-861d-57f6020599fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.374880] env[68786]: DEBUG oslo_concurrency.lockutils [req-0d757b67-a1c2-43fc-b70a-7ba509e61237 req-d9f537ff-268e-44f2-bed3-7dea82d78fc2 service nova] Lock "7a1494f4-4268-417e-861d-57f6020599fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.375123] env[68786]: DEBUG nova.compute.manager [req-0d757b67-a1c2-43fc-b70a-7ba509e61237 req-d9f537ff-268e-44f2-bed3-7dea82d78fc2 service nova] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] No waiting events found dispatching network-vif-plugged-54de56d7-173a-4207-b5c0-924bd7f45ea2 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.375228] env[68786]: WARNING nova.compute.manager [req-0d757b67-a1c2-43fc-b70a-7ba509e61237 req-d9f537ff-268e-44f2-bed3-7dea82d78fc2 service nova] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Received unexpected event network-vif-plugged-54de56d7-173a-4207-b5c0-924bd7f45ea2 for instance with vm_state building and task_state spawning. [ 644.375448] env[68786]: DEBUG nova.compute.manager [req-0d757b67-a1c2-43fc-b70a-7ba509e61237 req-d9f537ff-268e-44f2-bed3-7dea82d78fc2 service nova] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Received event network-changed-54de56d7-173a-4207-b5c0-924bd7f45ea2 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.375509] env[68786]: DEBUG nova.compute.manager [req-0d757b67-a1c2-43fc-b70a-7ba509e61237 req-d9f537ff-268e-44f2-bed3-7dea82d78fc2 service nova] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Refreshing instance network info cache due to event network-changed-54de56d7-173a-4207-b5c0-924bd7f45ea2. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.375716] env[68786]: DEBUG oslo_concurrency.lockutils [req-0d757b67-a1c2-43fc-b70a-7ba509e61237 req-d9f537ff-268e-44f2-bed3-7dea82d78fc2 service nova] Acquiring lock "refresh_cache-7a1494f4-4268-417e-861d-57f6020599fc" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.375865] env[68786]: DEBUG oslo_concurrency.lockutils [req-0d757b67-a1c2-43fc-b70a-7ba509e61237 req-d9f537ff-268e-44f2-bed3-7dea82d78fc2 service nova] Acquired lock "refresh_cache-7a1494f4-4268-417e-861d-57f6020599fc" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.376013] env[68786]: DEBUG nova.network.neutron [req-0d757b67-a1c2-43fc-b70a-7ba509e61237 req-d9f537ff-268e-44f2-bed3-7dea82d78fc2 service nova] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Refreshing network info cache for port 54de56d7-173a-4207-b5c0-924bd7f45ea2 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.385368] env[68786]: DEBUG oslo_vmware.api [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.496815] env[68786]: DEBUG nova.network.neutron [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.728214] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe550c26-9a88-4640-b487-0d82f262776d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.736385] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f1222b-271a-40ce-8928-b24396d0e895 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.784644] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f6b0f1-93ab-4c67-b0ce-f7ff7a0d3ec1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.797028] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0188120-9da0-4824-8bfd-db3a2082b692 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.809974] env[68786]: DEBUG nova.compute.provider_tree [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.825031] env[68786]: DEBUG oslo_vmware.api [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090270, 'name': ReconfigVM_Task, 'duration_secs': 0.322965} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.830243] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 35698194-cc33-4c3a-a153-8f31d6c82941/49297ab8-3c56-4f04-9154-bbe88fc8d703-rescue.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.831115] env[68786]: DEBUG oslo_vmware.api [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090269, 'name': PowerOnVM_Task, 'duration_secs': 0.785352} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.832510] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b15a03-e46b-43dd-b553-8a353153f5f3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.835492] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.835938] env[68786]: DEBUG nova.compute.manager [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.837484] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5808254c-e1c2-4da9-bf1a-66b2fda22f88 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.874209] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3ff43dc-f9b0-4160-9be5-5368e91fa80a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.887153] env[68786]: INFO nova.compute.manager [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Took 28.86 seconds to build instance. [ 644.903849] env[68786]: DEBUG oslo_vmware.api [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521141} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.903849] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 7a1494f4-4268-417e-861d-57f6020599fc/7a1494f4-4268-417e-861d-57f6020599fc.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.903849] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.903849] env[68786]: DEBUG oslo_vmware.api [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Waiting for the task: (returnval){ [ 644.903849] env[68786]: value = "task-3090272" [ 644.903849] env[68786]: _type = "Task" [ 644.903849] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.903849] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b984d1fc-fe7d-49c7-b866-fd87cc29f102 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.916045] env[68786]: DEBUG oslo_vmware.api [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 644.916045] env[68786]: value = "task-3090273" [ 644.916045] env[68786]: _type = "Task" [ 644.916045] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.916306] env[68786]: DEBUG oslo_vmware.api [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090272, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.926808] env[68786]: DEBUG oslo_vmware.api [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.061977] env[68786]: DEBUG nova.network.neutron [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Updating instance_info_cache with network_info: [{"id": "f6f0fdb6-b08c-4ba1-927f-8a7e65137b6f", "address": "fa:16:3e:a6:db:27", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f0fdb6-b0", "ovs_interfaceid": "f6f0fdb6-b08c-4ba1-927f-8a7e65137b6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.086653] env[68786]: DEBUG nova.compute.manager [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.107158] env[68786]: DEBUG nova.virt.hardware [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.107931] env[68786]: DEBUG nova.virt.hardware [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.107931] env[68786]: DEBUG nova.virt.hardware [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.107931] env[68786]: DEBUG nova.virt.hardware [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.108118] env[68786]: DEBUG nova.virt.hardware [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.108118] env[68786]: DEBUG nova.virt.hardware [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.108346] env[68786]: DEBUG nova.virt.hardware [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.108517] env[68786]: DEBUG nova.virt.hardware [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.108695] env[68786]: DEBUG nova.virt.hardware [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.108859] env[68786]: DEBUG nova.virt.hardware [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.109064] env[68786]: DEBUG nova.virt.hardware [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.110247] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6e5ffc-44b8-4317-a4c5-6afdbc9f406b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.120020] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befae3c1-148e-4cb7-bfa6-7f19f0d3675a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.321256] env[68786]: DEBUG nova.scheduler.client.report [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.329022] env[68786]: DEBUG nova.network.neutron [req-0d757b67-a1c2-43fc-b70a-7ba509e61237 req-d9f537ff-268e-44f2-bed3-7dea82d78fc2 service nova] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Updated VIF entry in instance network info cache for port 54de56d7-173a-4207-b5c0-924bd7f45ea2. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.329525] env[68786]: DEBUG nova.network.neutron [req-0d757b67-a1c2-43fc-b70a-7ba509e61237 req-d9f537ff-268e-44f2-bed3-7dea82d78fc2 service nova] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Updating instance_info_cache with network_info: [{"id": "54de56d7-173a-4207-b5c0-924bd7f45ea2", "address": "fa:16:3e:ef:df:c9", "network": {"id": "9c541036-c0e9-44da-96b5-50a7b9f9f866", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-232231857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d706712b644407a07945c3b1472d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54de56d7-17", "ovs_interfaceid": "54de56d7-173a-4207-b5c0-924bd7f45ea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.397016] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa3b2fc9-b438-441b-bb21-e5b4b8960b88 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "9869d412-3315-4661-a648-2c573ff65f7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.483s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.403320] env[68786]: DEBUG oslo_concurrency.lockutils [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.417885] env[68786]: DEBUG oslo_vmware.api [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090272, 'name': ReconfigVM_Task, 'duration_secs': 0.30063} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.421200] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.422156] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b359121-4869-49fd-9d68-ea9731322e19 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.429716] env[68786]: DEBUG oslo_vmware.api [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170661} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.432034] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.432034] env[68786]: DEBUG oslo_vmware.api [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Waiting for the task: (returnval){ [ 645.432034] env[68786]: value = "task-3090274" [ 645.432034] env[68786]: _type = "Task" [ 645.432034] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.433299] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b20116a-3ceb-40be-9eaf-d620aba564e8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.445552] env[68786]: DEBUG oslo_vmware.api [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090274, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.463730] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 7a1494f4-4268-417e-861d-57f6020599fc/7a1494f4-4268-417e-861d-57f6020599fc.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.464352] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99160cf8-3cdb-4b29-ab29-6aa15a9aa957 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.488820] env[68786]: DEBUG oslo_vmware.api [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 645.488820] env[68786]: value = "task-3090275" [ 645.488820] env[68786]: _type = "Task" [ 645.488820] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.498635] env[68786]: DEBUG oslo_vmware.api [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.564338] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Releasing lock "refresh_cache-dcfaef39-731a-4cdc-9c3c-70dbc56dcefb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.565297] env[68786]: DEBUG nova.compute.manager [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Instance network_info: |[{"id": "f6f0fdb6-b08c-4ba1-927f-8a7e65137b6f", "address": "fa:16:3e:a6:db:27", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f0fdb6-b0", "ovs_interfaceid": "f6f0fdb6-b08c-4ba1-927f-8a7e65137b6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.565754] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:db:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6f0fdb6-b08c-4ba1-927f-8a7e65137b6f', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.575356] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Creating folder: Project (fbd91c8a26d34080915dc5ae51851d8f). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.575665] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93619461-0f6f-4e14-b204-27afcbd6fadb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.586516] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Created folder: Project (fbd91c8a26d34080915dc5ae51851d8f) in parent group-v618484. [ 645.586710] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Creating folder: Instances. Parent ref: group-v618553. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.586945] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc6b9eb4-d337-4673-83df-6d227194ad69 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.595089] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Created folder: Instances in parent group-v618553. [ 645.595346] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.595557] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.595760] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e050d54e-83fe-47ad-ad1d-1e29f6424485 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.618489] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.618489] env[68786]: value = "task-3090278" [ 645.618489] env[68786]: _type = "Task" [ 645.618489] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.627434] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090278, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.830146] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.780s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.830377] env[68786]: INFO nova.compute.manager [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Migrating [ 645.831253] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.831470] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.833501] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.730s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.833746] env[68786]: DEBUG nova.objects.instance [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68786) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 645.837613] env[68786]: DEBUG oslo_concurrency.lockutils [req-0d757b67-a1c2-43fc-b70a-7ba509e61237 req-d9f537ff-268e-44f2-bed3-7dea82d78fc2 service nova] Releasing lock "refresh_cache-7a1494f4-4268-417e-861d-57f6020599fc" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.837899] env[68786]: DEBUG nova.compute.manager [req-0d757b67-a1c2-43fc-b70a-7ba509e61237 req-d9f537ff-268e-44f2-bed3-7dea82d78fc2 service nova] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Received event network-vif-plugged-f6f0fdb6-b08c-4ba1-927f-8a7e65137b6f {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.838557] env[68786]: DEBUG oslo_concurrency.lockutils [req-0d757b67-a1c2-43fc-b70a-7ba509e61237 req-d9f537ff-268e-44f2-bed3-7dea82d78fc2 service nova] Acquiring lock "dcfaef39-731a-4cdc-9c3c-70dbc56dcefb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.838910] env[68786]: DEBUG oslo_concurrency.lockutils [req-0d757b67-a1c2-43fc-b70a-7ba509e61237 req-d9f537ff-268e-44f2-bed3-7dea82d78fc2 service nova] Lock "dcfaef39-731a-4cdc-9c3c-70dbc56dcefb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.839036] env[68786]: DEBUG oslo_concurrency.lockutils [req-0d757b67-a1c2-43fc-b70a-7ba509e61237 req-d9f537ff-268e-44f2-bed3-7dea82d78fc2 service nova] Lock "dcfaef39-731a-4cdc-9c3c-70dbc56dcefb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.839213] env[68786]: DEBUG nova.compute.manager [req-0d757b67-a1c2-43fc-b70a-7ba509e61237 req-d9f537ff-268e-44f2-bed3-7dea82d78fc2 service nova] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] No waiting events found dispatching network-vif-plugged-f6f0fdb6-b08c-4ba1-927f-8a7e65137b6f {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.839420] env[68786]: WARNING nova.compute.manager [req-0d757b67-a1c2-43fc-b70a-7ba509e61237 req-d9f537ff-268e-44f2-bed3-7dea82d78fc2 service nova] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Received unexpected event network-vif-plugged-f6f0fdb6-b08c-4ba1-927f-8a7e65137b6f for instance with vm_state building and task_state spawning. [ 645.841206] env[68786]: INFO nova.compute.rpcapi [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 645.841882] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.903302] env[68786]: DEBUG nova.compute.manager [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.947243] env[68786]: DEBUG oslo_vmware.api [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090274, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.002031] env[68786]: DEBUG oslo_vmware.api [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090275, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.022572] env[68786]: DEBUG nova.network.neutron [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Successfully updated port: 5e9c2381-91ca-4fcb-aee5-5abfc52497ed {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.130097] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090278, 'name': CreateVM_Task, 'duration_secs': 0.493399} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.130637] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.131982] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.132056] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.132635] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.133766] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a1f7b7f-0cb6-4bfd-abc4-323136864fab {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.138728] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 646.138728] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52981390-4907-97e8-4a64-2fb351995d3d" [ 646.138728] env[68786]: _type = "Task" [ 646.138728] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.147218] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52981390-4907-97e8-4a64-2fb351995d3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.370339] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "refresh_cache-90a90104-ef19-43f6-badb-0e06d0ee0bee" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.370535] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquired lock "refresh_cache-90a90104-ef19-43f6-badb-0e06d0ee0bee" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.370727] env[68786]: DEBUG nova.network.neutron [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.437550] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.452115] env[68786]: DEBUG oslo_vmware.api [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090274, 'name': PowerOnVM_Task, 'duration_secs': 0.580769} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.452474] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.455757] env[68786]: DEBUG nova.compute.manager [None req-a4385005-d8b2-4f54-b5fc-af2f32557e78 tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.456677] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d923df95-7bac-4bb0-86ef-8e5369879e6f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.504377] env[68786]: DEBUG oslo_vmware.api [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090275, 'name': ReconfigVM_Task, 'duration_secs': 0.541866} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.504794] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 7a1494f4-4268-417e-861d-57f6020599fc/7a1494f4-4268-417e-861d-57f6020599fc.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.507340] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-730f2160-e696-41c5-b342-99339d62a9f3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.515057] env[68786]: DEBUG oslo_vmware.api [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 646.515057] env[68786]: value = "task-3090279" [ 646.515057] env[68786]: _type = "Task" [ 646.515057] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.528495] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Acquiring lock "refresh_cache-1f066870-2888-4430-aa8b-a4969ccf0cce" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.528683] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Acquired lock "refresh_cache-1f066870-2888-4430-aa8b-a4969ccf0cce" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.528912] env[68786]: DEBUG nova.network.neutron [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.533659] env[68786]: DEBUG oslo_vmware.api [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090279, 'name': Rename_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.600286] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Acquiring lock "b378dd19-85f6-40cd-8195-626fdb3d3753" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.603848] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Lock "b378dd19-85f6-40cd-8195-626fdb3d3753" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.603848] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Acquiring lock "b378dd19-85f6-40cd-8195-626fdb3d3753-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.603848] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Lock "b378dd19-85f6-40cd-8195-626fdb3d3753-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.603848] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Lock "b378dd19-85f6-40cd-8195-626fdb3d3753-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.604111] env[68786]: INFO nova.compute.manager [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Terminating instance [ 646.651038] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52981390-4907-97e8-4a64-2fb351995d3d, 'name': SearchDatastore_Task, 'duration_secs': 0.031041} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.651385] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.651707] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.651891] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.654775] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.654775] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.654775] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f433a8ca-e953-44dc-bacc-58013c63f22a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.661671] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.662165] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.662940] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bac1cddf-0c22-4462-a0e1-96089760330b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.669038] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 646.669038] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52287fbf-2206-5863-03ba-5d836e9f4a80" [ 646.669038] env[68786]: _type = "Task" [ 646.669038] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.679043] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52287fbf-2206-5863-03ba-5d836e9f4a80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.779746] env[68786]: DEBUG nova.compute.manager [req-23fa7679-11e1-4faa-9dfb-cca9744ba425 req-3758ac68-0134-4888-87e2-c187e98b17f5 service nova] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Received event network-changed-f6f0fdb6-b08c-4ba1-927f-8a7e65137b6f {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.779946] env[68786]: DEBUG nova.compute.manager [req-23fa7679-11e1-4faa-9dfb-cca9744ba425 req-3758ac68-0134-4888-87e2-c187e98b17f5 service nova] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Refreshing instance network info cache due to event network-changed-f6f0fdb6-b08c-4ba1-927f-8a7e65137b6f. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.780503] env[68786]: DEBUG oslo_concurrency.lockutils [req-23fa7679-11e1-4faa-9dfb-cca9744ba425 req-3758ac68-0134-4888-87e2-c187e98b17f5 service nova] Acquiring lock "refresh_cache-dcfaef39-731a-4cdc-9c3c-70dbc56dcefb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.780503] env[68786]: DEBUG oslo_concurrency.lockutils [req-23fa7679-11e1-4faa-9dfb-cca9744ba425 req-3758ac68-0134-4888-87e2-c187e98b17f5 service nova] Acquired lock "refresh_cache-dcfaef39-731a-4cdc-9c3c-70dbc56dcefb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.780503] env[68786]: DEBUG nova.network.neutron [req-23fa7679-11e1-4faa-9dfb-cca9744ba425 req-3758ac68-0134-4888-87e2-c187e98b17f5 service nova] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Refreshing network info cache for port f6f0fdb6-b08c-4ba1-927f-8a7e65137b6f {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.849288] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ed40d1a7-210e-47e5-80b6-e72991f29324 tempest-ServersAdmin275Test-749364715 tempest-ServersAdmin275Test-749364715-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.851174] env[68786]: DEBUG oslo_concurrency.lockutils [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.299s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.858183] env[68786]: INFO nova.compute.claims [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.024851] env[68786]: DEBUG oslo_vmware.api [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090279, 'name': Rename_Task, 'duration_secs': 0.149862} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.025211] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.025737] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8237648d-1b8d-4499-8598-0385220b224f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.034878] env[68786]: DEBUG oslo_vmware.api [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 647.034878] env[68786]: value = "task-3090280" [ 647.034878] env[68786]: _type = "Task" [ 647.034878] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.048853] env[68786]: DEBUG oslo_vmware.api [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.102358] env[68786]: DEBUG nova.network.neutron [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.105235] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Acquiring lock "323fcc88-4686-488e-925f-d0649d83089b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.105598] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Lock "323fcc88-4686-488e-925f-d0649d83089b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.105948] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Acquiring lock "323fcc88-4686-488e-925f-d0649d83089b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.106238] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Lock "323fcc88-4686-488e-925f-d0649d83089b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.106526] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Lock "323fcc88-4686-488e-925f-d0649d83089b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.109692] env[68786]: DEBUG nova.compute.manager [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 647.109921] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.114735] env[68786]: INFO nova.compute.manager [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Terminating instance [ 647.118111] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bf5f26-d1dc-45f0-a2a2-9f1487c43e96 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.129943] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.131050] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-372fa979-e919-4e78-af98-e95ccd1cfeba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.142820] env[68786]: DEBUG oslo_vmware.api [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Waiting for the task: (returnval){ [ 647.142820] env[68786]: value = "task-3090281" [ 647.142820] env[68786]: _type = "Task" [ 647.142820] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.155948] env[68786]: DEBUG oslo_vmware.api [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Task: {'id': task-3090281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.183222] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52287fbf-2206-5863-03ba-5d836e9f4a80, 'name': SearchDatastore_Task, 'duration_secs': 0.010307} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.190174] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e6e4d93-36f4-42b1-a6c7-29bf5e9b41cf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.196510] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 647.196510] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b75b88-be76-a529-b144-fbb526fc54f1" [ 647.196510] env[68786]: _type = "Task" [ 647.196510] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.210652] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b75b88-be76-a529-b144-fbb526fc54f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.269910] env[68786]: DEBUG nova.network.neutron [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Updating instance_info_cache with network_info: [{"id": "92eea19d-152d-4b03-830f-066ec55401bc", "address": "fa:16:3e:42:54:f6", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92eea19d-15", "ovs_interfaceid": "92eea19d-152d-4b03-830f-066ec55401bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.430329] env[68786]: DEBUG nova.network.neutron [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Updating instance_info_cache with network_info: [{"id": "5e9c2381-91ca-4fcb-aee5-5abfc52497ed", "address": "fa:16:3e:cc:74:ef", "network": {"id": "7f01818c-b9a3-42a5-bd9e-c6e71fb9e628", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-65907112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc78745775ed4763a34faf08b8202ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9c2381-91", "ovs_interfaceid": "5e9c2381-91ca-4fcb-aee5-5abfc52497ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.547917] env[68786]: DEBUG oslo_vmware.api [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090280, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.625424] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Acquiring lock "refresh_cache-323fcc88-4686-488e-925f-d0649d83089b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.625641] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Acquired lock "refresh_cache-323fcc88-4686-488e-925f-d0649d83089b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.626296] env[68786]: DEBUG nova.network.neutron [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.627559] env[68786]: DEBUG nova.network.neutron [req-23fa7679-11e1-4faa-9dfb-cca9744ba425 req-3758ac68-0134-4888-87e2-c187e98b17f5 service nova] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Updated VIF entry in instance network info cache for port f6f0fdb6-b08c-4ba1-927f-8a7e65137b6f. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.627926] env[68786]: DEBUG nova.network.neutron [req-23fa7679-11e1-4faa-9dfb-cca9744ba425 req-3758ac68-0134-4888-87e2-c187e98b17f5 service nova] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Updating instance_info_cache with network_info: [{"id": "f6f0fdb6-b08c-4ba1-927f-8a7e65137b6f", "address": "fa:16:3e:a6:db:27", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f0fdb6-b0", "ovs_interfaceid": "f6f0fdb6-b08c-4ba1-927f-8a7e65137b6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.653599] env[68786]: DEBUG oslo_vmware.api [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Task: {'id': task-3090281, 'name': PowerOffVM_Task, 'duration_secs': 0.201404} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.653869] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 647.654049] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 647.654312] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b05e3e36-7cc2-4845-9568-dd6f682031f8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.708829] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b75b88-be76-a529-b144-fbb526fc54f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011581} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.709336] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.709546] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] dcfaef39-731a-4cdc-9c3c-70dbc56dcefb/dcfaef39-731a-4cdc-9c3c-70dbc56dcefb.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.709770] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-663c96df-854b-4c8d-8d5e-1bd1d61ef08b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.716556] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.716556] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.716556] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Deleting the datastore file [datastore2] b378dd19-85f6-40cd-8195-626fdb3d3753 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.717296] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9211428-5bb0-4ddd-8849-9c2775be174d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.719910] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 647.719910] env[68786]: value = "task-3090283" [ 647.719910] env[68786]: _type = "Task" [ 647.719910] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.726204] env[68786]: DEBUG oslo_vmware.api [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Waiting for the task: (returnval){ [ 647.726204] env[68786]: value = "task-3090284" [ 647.726204] env[68786]: _type = "Task" [ 647.726204] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.735559] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.740879] env[68786]: DEBUG oslo_vmware.api [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Task: {'id': task-3090284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.776210] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Releasing lock "refresh_cache-90a90104-ef19-43f6-badb-0e06d0ee0bee" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.933483] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Releasing lock "refresh_cache-1f066870-2888-4430-aa8b-a4969ccf0cce" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.933483] env[68786]: DEBUG nova.compute.manager [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Instance network_info: |[{"id": "5e9c2381-91ca-4fcb-aee5-5abfc52497ed", "address": "fa:16:3e:cc:74:ef", "network": {"id": "7f01818c-b9a3-42a5-bd9e-c6e71fb9e628", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-65907112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc78745775ed4763a34faf08b8202ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9c2381-91", "ovs_interfaceid": "5e9c2381-91ca-4fcb-aee5-5abfc52497ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.934313] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:74:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e9c2381-91ca-4fcb-aee5-5abfc52497ed', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.943162] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Creating folder: Project (dc78745775ed4763a34faf08b8202ead). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.948063] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99614f80-3606-4c27-8c6f-a276418bcf3d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.956470] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Created folder: Project (dc78745775ed4763a34faf08b8202ead) in parent group-v618484. [ 647.957489] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Creating folder: Instances. Parent ref: group-v618556. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.957489] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee855263-9abe-4dc2-a45b-2a64eb5c909b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.969889] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Created folder: Instances in parent group-v618556. [ 647.970190] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.970372] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.971401] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eff81ae1-3ff7-41ef-b726-5f03544c8dc6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.994038] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.994038] env[68786]: value = "task-3090287" [ 647.994038] env[68786]: _type = "Task" [ 647.994038] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.003680] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090287, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.048624] env[68786]: DEBUG oslo_vmware.api [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090280, 'name': PowerOnVM_Task, 'duration_secs': 0.830305} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.049061] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.049434] env[68786]: INFO nova.compute.manager [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Took 8.50 seconds to spawn the instance on the hypervisor. [ 648.049833] env[68786]: DEBUG nova.compute.manager [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.050766] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b135a4c-1517-4e27-a727-b1d387a3caff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.135675] env[68786]: DEBUG oslo_concurrency.lockutils [req-23fa7679-11e1-4faa-9dfb-cca9744ba425 req-3758ac68-0134-4888-87e2-c187e98b17f5 service nova] Releasing lock "refresh_cache-dcfaef39-731a-4cdc-9c3c-70dbc56dcefb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.135675] env[68786]: DEBUG nova.compute.manager [req-23fa7679-11e1-4faa-9dfb-cca9744ba425 req-3758ac68-0134-4888-87e2-c187e98b17f5 service nova] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Received event network-vif-plugged-5e9c2381-91ca-4fcb-aee5-5abfc52497ed {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.135675] env[68786]: DEBUG oslo_concurrency.lockutils [req-23fa7679-11e1-4faa-9dfb-cca9744ba425 req-3758ac68-0134-4888-87e2-c187e98b17f5 service nova] Acquiring lock "1f066870-2888-4430-aa8b-a4969ccf0cce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.135675] env[68786]: DEBUG oslo_concurrency.lockutils [req-23fa7679-11e1-4faa-9dfb-cca9744ba425 req-3758ac68-0134-4888-87e2-c187e98b17f5 service nova] Lock "1f066870-2888-4430-aa8b-a4969ccf0cce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.135675] env[68786]: DEBUG oslo_concurrency.lockutils [req-23fa7679-11e1-4faa-9dfb-cca9744ba425 req-3758ac68-0134-4888-87e2-c187e98b17f5 service nova] Lock "1f066870-2888-4430-aa8b-a4969ccf0cce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.136032] env[68786]: DEBUG nova.compute.manager [req-23fa7679-11e1-4faa-9dfb-cca9744ba425 req-3758ac68-0134-4888-87e2-c187e98b17f5 service nova] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] No waiting events found dispatching network-vif-plugged-5e9c2381-91ca-4fcb-aee5-5abfc52497ed {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.136032] env[68786]: WARNING nova.compute.manager [req-23fa7679-11e1-4faa-9dfb-cca9744ba425 req-3758ac68-0134-4888-87e2-c187e98b17f5 service nova] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Received unexpected event network-vif-plugged-5e9c2381-91ca-4fcb-aee5-5abfc52497ed for instance with vm_state building and task_state spawning. [ 648.136032] env[68786]: DEBUG nova.compute.manager [req-23fa7679-11e1-4faa-9dfb-cca9744ba425 req-3758ac68-0134-4888-87e2-c187e98b17f5 service nova] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Received event network-changed-5e9c2381-91ca-4fcb-aee5-5abfc52497ed {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.136032] env[68786]: DEBUG nova.compute.manager [req-23fa7679-11e1-4faa-9dfb-cca9744ba425 req-3758ac68-0134-4888-87e2-c187e98b17f5 service nova] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Refreshing instance network info cache due to event network-changed-5e9c2381-91ca-4fcb-aee5-5abfc52497ed. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.136032] env[68786]: DEBUG oslo_concurrency.lockutils [req-23fa7679-11e1-4faa-9dfb-cca9744ba425 req-3758ac68-0134-4888-87e2-c187e98b17f5 service nova] Acquiring lock "refresh_cache-1f066870-2888-4430-aa8b-a4969ccf0cce" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.136221] env[68786]: DEBUG oslo_concurrency.lockutils [req-23fa7679-11e1-4faa-9dfb-cca9744ba425 req-3758ac68-0134-4888-87e2-c187e98b17f5 service nova] Acquired lock "refresh_cache-1f066870-2888-4430-aa8b-a4969ccf0cce" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.136221] env[68786]: DEBUG nova.network.neutron [req-23fa7679-11e1-4faa-9dfb-cca9744ba425 req-3758ac68-0134-4888-87e2-c187e98b17f5 service nova] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Refreshing network info cache for port 5e9c2381-91ca-4fcb-aee5-5abfc52497ed {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.170995] env[68786]: DEBUG nova.network.neutron [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.239068] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090283, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.245715] env[68786]: DEBUG oslo_vmware.api [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Task: {'id': task-3090284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194956} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.246530] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.246791] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 648.246955] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.247150] env[68786]: INFO nova.compute.manager [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Took 1.14 seconds to destroy the instance on the hypervisor. [ 648.247416] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.247744] env[68786]: DEBUG nova.compute.manager [-] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 648.248346] env[68786]: DEBUG nova.network.neutron [-] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 648.269769] env[68786]: DEBUG nova.network.neutron [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.499407] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472d8615-1a9e-430e-9c9e-23c36cafd9e6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.517899] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25443c0-5dab-4d0c-a0fe-7aee6653c122 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.521138] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090287, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.559593] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05db1fb-ac17-49a8-9f14-0bb1b2992204 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.580206] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb91671-d193-4508-af9f-3aa9fbaa71d4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.585520] env[68786]: INFO nova.compute.manager [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Took 30.02 seconds to build instance. [ 648.596628] env[68786]: DEBUG nova.compute.provider_tree [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.449947] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Releasing lock "refresh_cache-323fcc88-4686-488e-925f-d0649d83089b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.450400] env[68786]: DEBUG nova.compute.manager [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.450592] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.454292] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4c8f15f-0cfe-446e-8998-51c00b1215de tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "7a1494f4-4268-417e-861d-57f6020599fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.272s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.455146] env[68786]: DEBUG nova.scheduler.client.report [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.457963] env[68786]: DEBUG nova.network.neutron [-] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.460124] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56712} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.469396] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d098d80f-7c05-4d30-a81e-59b07bfbb3f0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.475738] env[68786]: DEBUG nova.compute.manager [req-9fbc73d5-56bf-4d79-b73e-81925d8db05b req-cca3de07-ff78-4b66-91d6-ad7f84c1aa4d service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Received event network-changed-6c2b4979-ef67-4707-ade3-af94d6e095e4 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.475738] env[68786]: DEBUG nova.compute.manager [req-9fbc73d5-56bf-4d79-b73e-81925d8db05b req-cca3de07-ff78-4b66-91d6-ad7f84c1aa4d service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Refreshing instance network info cache due to event network-changed-6c2b4979-ef67-4707-ade3-af94d6e095e4. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.475738] env[68786]: DEBUG oslo_concurrency.lockutils [req-9fbc73d5-56bf-4d79-b73e-81925d8db05b req-cca3de07-ff78-4b66-91d6-ad7f84c1aa4d service nova] Acquiring lock "refresh_cache-35698194-cc33-4c3a-a153-8f31d6c82941" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.475738] env[68786]: DEBUG oslo_concurrency.lockutils [req-9fbc73d5-56bf-4d79-b73e-81925d8db05b req-cca3de07-ff78-4b66-91d6-ad7f84c1aa4d service nova] Acquired lock "refresh_cache-35698194-cc33-4c3a-a153-8f31d6c82941" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.475738] env[68786]: DEBUG nova.network.neutron [req-9fbc73d5-56bf-4d79-b73e-81925d8db05b req-cca3de07-ff78-4b66-91d6-ad7f84c1aa4d service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Refreshing network info cache for port 6c2b4979-ef67-4707-ade3-af94d6e095e4 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.482927] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] dcfaef39-731a-4cdc-9c3c-70dbc56dcefb/dcfaef39-731a-4cdc-9c3c-70dbc56dcefb.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.483084] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.487895] env[68786]: DEBUG nova.compute.manager [req-4439590b-101b-4d62-aae1-387c6c346879 req-49493db3-dbbf-4b78-a1a8-22e38c23b322 service nova] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Received event network-changed-01c02134-401a-495a-bf99-d1642d2b4fe3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.488079] env[68786]: DEBUG nova.compute.manager [req-4439590b-101b-4d62-aae1-387c6c346879 req-49493db3-dbbf-4b78-a1a8-22e38c23b322 service nova] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Refreshing instance network info cache due to event network-changed-01c02134-401a-495a-bf99-d1642d2b4fe3. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.488278] env[68786]: DEBUG oslo_concurrency.lockutils [req-4439590b-101b-4d62-aae1-387c6c346879 req-49493db3-dbbf-4b78-a1a8-22e38c23b322 service nova] Acquiring lock "refresh_cache-9869d412-3315-4661-a648-2c573ff65f7f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.488410] env[68786]: DEBUG oslo_concurrency.lockutils [req-4439590b-101b-4d62-aae1-387c6c346879 req-49493db3-dbbf-4b78-a1a8-22e38c23b322 service nova] Acquired lock "refresh_cache-9869d412-3315-4661-a648-2c573ff65f7f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.488562] env[68786]: DEBUG nova.network.neutron [req-4439590b-101b-4d62-aae1-387c6c346879 req-49493db3-dbbf-4b78-a1a8-22e38c23b322 service nova] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Refreshing network info cache for port 01c02134-401a-495a-bf99-d1642d2b4fe3 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.489704] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54fdb2a2-825e-4912-93c6-c429e80dd657 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.501749] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090287, 'name': CreateVM_Task, 'duration_secs': 0.596641} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.503257] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.503808] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.504144] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 649.504144] env[68786]: value = "task-3090288" [ 649.504144] env[68786]: _type = "Task" [ 649.504144] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.505184] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.505290] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.505701] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.505833] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c7af245-e4c1-4386-9a11-a1ed0cc467e2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.508669] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e44151a1-de45-46a6-96a2-fe3d5163be3f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.517105] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Waiting for the task: (returnval){ [ 649.517105] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52501ae2-b81e-2303-f0ed-0a5c2c1f9114" [ 649.517105] env[68786]: _type = "Task" [ 649.517105] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.521810] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.524723] env[68786]: DEBUG oslo_vmware.api [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Waiting for the task: (returnval){ [ 649.524723] env[68786]: value = "task-3090289" [ 649.524723] env[68786]: _type = "Task" [ 649.524723] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.534103] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52501ae2-b81e-2303-f0ed-0a5c2c1f9114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.539276] env[68786]: DEBUG oslo_vmware.api [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.714617] env[68786]: DEBUG nova.network.neutron [req-23fa7679-11e1-4faa-9dfb-cca9744ba425 req-3758ac68-0134-4888-87e2-c187e98b17f5 service nova] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Updated VIF entry in instance network info cache for port 5e9c2381-91ca-4fcb-aee5-5abfc52497ed. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.716874] env[68786]: DEBUG nova.network.neutron [req-23fa7679-11e1-4faa-9dfb-cca9744ba425 req-3758ac68-0134-4888-87e2-c187e98b17f5 service nova] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Updating instance_info_cache with network_info: [{"id": "5e9c2381-91ca-4fcb-aee5-5abfc52497ed", "address": "fa:16:3e:cc:74:ef", "network": {"id": "7f01818c-b9a3-42a5-bd9e-c6e71fb9e628", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-65907112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc78745775ed4763a34faf08b8202ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9c2381-91", "ovs_interfaceid": "5e9c2381-91ca-4fcb-aee5-5abfc52497ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.966292] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e71effb-e5ef-4a56-8bbb-e957d2c5ac9f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.971063] env[68786]: DEBUG oslo_concurrency.lockutils [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.118s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.971063] env[68786]: DEBUG nova.compute.manager [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.976285] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.240s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.978774] env[68786]: INFO nova.compute.claims [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.987420] env[68786]: DEBUG nova.compute.manager [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.014504] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Updating instance '90a90104-ef19-43f6-badb-0e06d0ee0bee' progress to 0 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 650.022199] env[68786]: INFO nova.compute.manager [-] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Took 1.77 seconds to deallocate network for instance. [ 650.046359] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.434412} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.050452] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.050984] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52501ae2-b81e-2303-f0ed-0a5c2c1f9114, 'name': SearchDatastore_Task, 'duration_secs': 0.032929} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.052063] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df37ddd-dadf-4272-b8cc-53d21c68f9b8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.055075] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.055321] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.055544] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.055713] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.055855] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.058887] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cdc42b3-ed58-479a-8ff3-c5785314949b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.061195] env[68786]: DEBUG oslo_vmware.api [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090289, 'name': PowerOffVM_Task, 'duration_secs': 0.274313} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.061426] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.061616] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.062175] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e59d8319-9393-431f-bfd6-768709b22dc9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.082781] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] dcfaef39-731a-4cdc-9c3c-70dbc56dcefb/dcfaef39-731a-4cdc-9c3c-70dbc56dcefb.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.086337] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26346e32-4ec4-4522-aac3-d39834cf18b3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.103347] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.103571] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.104598] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afa3be51-2b4d-4e3e-8918-164dd8cada68 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.111586] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.111840] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.112038] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Deleting the datastore file [datastore2] 323fcc88-4686-488e-925f-d0649d83089b {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.114101] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27bbe24e-63ce-4c88-94d3-f82484099567 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.116012] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Waiting for the task: (returnval){ [ 650.116012] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e71aca-35ed-624e-2146-441555bd4f16" [ 650.116012] env[68786]: _type = "Task" [ 650.116012] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.117480] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 650.117480] env[68786]: value = "task-3090291" [ 650.117480] env[68786]: _type = "Task" [ 650.117480] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.126484] env[68786]: DEBUG oslo_vmware.api [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Waiting for the task: (returnval){ [ 650.126484] env[68786]: value = "task-3090292" [ 650.126484] env[68786]: _type = "Task" [ 650.126484] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.136600] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e71aca-35ed-624e-2146-441555bd4f16, 'name': SearchDatastore_Task, 'duration_secs': 0.01625} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.138040] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090291, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.140837] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0060634d-dc6c-4cfa-8151-b1a20f170763 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.146921] env[68786]: DEBUG oslo_vmware.api [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.152296] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Waiting for the task: (returnval){ [ 650.152296] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52fd5f19-ae52-4b3d-a3aa-7e4573a13a53" [ 650.152296] env[68786]: _type = "Task" [ 650.152296] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.160241] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52fd5f19-ae52-4b3d-a3aa-7e4573a13a53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.219689] env[68786]: DEBUG oslo_concurrency.lockutils [req-23fa7679-11e1-4faa-9dfb-cca9744ba425 req-3758ac68-0134-4888-87e2-c187e98b17f5 service nova] Releasing lock "refresh_cache-1f066870-2888-4430-aa8b-a4969ccf0cce" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.480734] env[68786]: DEBUG nova.compute.utils [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.482383] env[68786]: DEBUG nova.compute.manager [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.482645] env[68786]: DEBUG nova.network.neutron [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.522484] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.523686] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d9be17d-133c-478c-a6ce-db163b47433c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.533983] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.533983] env[68786]: DEBUG oslo_vmware.api [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 650.533983] env[68786]: value = "task-3090293" [ 650.533983] env[68786]: _type = "Task" [ 650.533983] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.534874] env[68786]: DEBUG oslo_concurrency.lockutils [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.544932] env[68786]: DEBUG oslo_vmware.api [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.639733] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090291, 'name': ReconfigVM_Task, 'duration_secs': 0.398065} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.644602] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Reconfigured VM instance instance-00000017 to attach disk [datastore1] dcfaef39-731a-4cdc-9c3c-70dbc56dcefb/dcfaef39-731a-4cdc-9c3c-70dbc56dcefb.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.645329] env[68786]: DEBUG oslo_vmware.api [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Task: {'id': task-3090292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11964} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.645559] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d966ec33-e51c-4828-b3dd-7d1be29ddb87 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.649021] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.649021] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.649021] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.649021] env[68786]: INFO nova.compute.manager [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Took 1.20 seconds to destroy the instance on the hypervisor. [ 650.649021] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.649237] env[68786]: DEBUG nova.compute.manager [-] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.649237] env[68786]: DEBUG nova.network.neutron [-] [instance: 323fcc88-4686-488e-925f-d0649d83089b] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.657930] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 650.657930] env[68786]: value = "task-3090294" [ 650.657930] env[68786]: _type = "Task" [ 650.657930] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.666027] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52fd5f19-ae52-4b3d-a3aa-7e4573a13a53, 'name': SearchDatastore_Task, 'duration_secs': 0.01028} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.666027] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.666027] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 1f066870-2888-4430-aa8b-a4969ccf0cce/1f066870-2888-4430-aa8b-a4969ccf0cce.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.666361] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1d9723c-5b9c-4501-aace-17ba39b9d17a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.673031] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090294, 'name': Rename_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.678111] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Waiting for the task: (returnval){ [ 650.678111] env[68786]: value = "task-3090295" [ 650.678111] env[68786]: _type = "Task" [ 650.678111] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.687600] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Task: {'id': task-3090295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.790786] env[68786]: DEBUG nova.network.neutron [req-9fbc73d5-56bf-4d79-b73e-81925d8db05b req-cca3de07-ff78-4b66-91d6-ad7f84c1aa4d service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Updated VIF entry in instance network info cache for port 6c2b4979-ef67-4707-ade3-af94d6e095e4. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.791237] env[68786]: DEBUG nova.network.neutron [req-9fbc73d5-56bf-4d79-b73e-81925d8db05b req-cca3de07-ff78-4b66-91d6-ad7f84c1aa4d service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Updating instance_info_cache with network_info: [{"id": "6c2b4979-ef67-4707-ade3-af94d6e095e4", "address": "fa:16:3e:b1:dc:bb", "network": {"id": "ee097aab-b91c-493e-b5a1-cbdf85af2e6f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2022702982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "565971d3342c4280b8b0e3aef29d39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c2b4979-ef", "ovs_interfaceid": "6c2b4979-ef67-4707-ade3-af94d6e095e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.797145] env[68786]: DEBUG nova.network.neutron [-] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.837642] env[68786]: DEBUG nova.policy [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5212114a1da4b7d8fd4f4c37428003a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47d706712b644407a07945c3b1472d57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.906168] env[68786]: DEBUG nova.network.neutron [req-4439590b-101b-4d62-aae1-387c6c346879 req-49493db3-dbbf-4b78-a1a8-22e38c23b322 service nova] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Updated VIF entry in instance network info cache for port 01c02134-401a-495a-bf99-d1642d2b4fe3. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.907356] env[68786]: DEBUG nova.network.neutron [req-4439590b-101b-4d62-aae1-387c6c346879 req-49493db3-dbbf-4b78-a1a8-22e38c23b322 service nova] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Updating instance_info_cache with network_info: [{"id": "01c02134-401a-495a-bf99-d1642d2b4fe3", "address": "fa:16:3e:f6:00:55", "network": {"id": "76c23a36-a90c-4f9e-8062-2d6a92b1019d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1392166569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe3ff263b2d4948b59b511fca2787ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01c02134-40", "ovs_interfaceid": "01c02134-401a-495a-bf99-d1642d2b4fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.985930] env[68786]: DEBUG nova.compute.manager [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.051198] env[68786]: DEBUG oslo_vmware.api [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090293, 'name': PowerOffVM_Task, 'duration_secs': 0.244873} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.051198] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 651.051198] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Updating instance '90a90104-ef19-43f6-badb-0e06d0ee0bee' progress to 17 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 651.173836] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090294, 'name': Rename_Task, 'duration_secs': 0.174251} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.174208] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.174537] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be0d401c-5768-4aec-a925-bc2ebc57973f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.186562] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 651.186562] env[68786]: value = "task-3090296" [ 651.186562] env[68786]: _type = "Task" [ 651.186562] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.194375] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Task: {'id': task-3090295, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.205404] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090296, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.297400] env[68786]: DEBUG oslo_concurrency.lockutils [req-9fbc73d5-56bf-4d79-b73e-81925d8db05b req-cca3de07-ff78-4b66-91d6-ad7f84c1aa4d service nova] Releasing lock "refresh_cache-35698194-cc33-4c3a-a153-8f31d6c82941" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.301963] env[68786]: DEBUG nova.network.neutron [-] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.409732] env[68786]: DEBUG oslo_concurrency.lockutils [req-4439590b-101b-4d62-aae1-387c6c346879 req-49493db3-dbbf-4b78-a1a8-22e38c23b322 service nova] Releasing lock "refresh_cache-9869d412-3315-4661-a648-2c573ff65f7f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.409995] env[68786]: DEBUG nova.compute.manager [req-4439590b-101b-4d62-aae1-387c6c346879 req-49493db3-dbbf-4b78-a1a8-22e38c23b322 service nova] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Received event network-vif-deleted-1521a30a-1231-4dd8-a632-bb7cbf49c044 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.410203] env[68786]: INFO nova.compute.manager [req-4439590b-101b-4d62-aae1-387c6c346879 req-49493db3-dbbf-4b78-a1a8-22e38c23b322 service nova] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Neutron deleted interface 1521a30a-1231-4dd8-a632-bb7cbf49c044; detaching it from the instance and deleting it from the info cache [ 651.410352] env[68786]: DEBUG nova.network.neutron [req-4439590b-101b-4d62-aae1-387c6c346879 req-49493db3-dbbf-4b78-a1a8-22e38c23b322 service nova] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.535142] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd48fd16-276a-4710-a10e-7337521f60c4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.536505] env[68786]: DEBUG nova.network.neutron [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Successfully created port: ffe1dc73-4c34-4dc9-8f42-72f224868e60 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.543283] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc0eaa3-e200-426d-81b6-d99af5275841 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.581353] env[68786]: DEBUG nova.virt.hardware [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.581691] env[68786]: DEBUG nova.virt.hardware [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.581805] env[68786]: DEBUG nova.virt.hardware [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.582044] env[68786]: DEBUG nova.virt.hardware [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.582198] env[68786]: DEBUG nova.virt.hardware [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.582517] env[68786]: DEBUG nova.virt.hardware [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.586106] env[68786]: DEBUG nova.virt.hardware [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.586106] env[68786]: DEBUG nova.virt.hardware [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.586106] env[68786]: DEBUG nova.virt.hardware [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.586106] env[68786]: DEBUG nova.virt.hardware [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.586106] env[68786]: DEBUG nova.virt.hardware [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.589170] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f89216e4-f4f7-4e52-8d8e-5e33e717128a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.600168] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a51724a-9799-4efa-84ca-f340a11a81f5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.612394] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cb1987-a565-4949-b386-85460c94c0a3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.616997] env[68786]: DEBUG oslo_vmware.api [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 651.616997] env[68786]: value = "task-3090297" [ 651.616997] env[68786]: _type = "Task" [ 651.616997] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.629872] env[68786]: DEBUG nova.compute.provider_tree [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.637232] env[68786]: DEBUG oslo_vmware.api [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.704357] env[68786]: DEBUG oslo_concurrency.lockutils [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Acquiring lock "bf3d8149-511c-496d-9445-e215fa5d27ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.704768] env[68786]: DEBUG oslo_concurrency.lockutils [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Lock "bf3d8149-511c-496d-9445-e215fa5d27ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.705108] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Task: {'id': task-3090295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589141} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.711216] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 1f066870-2888-4430-aa8b-a4969ccf0cce/1f066870-2888-4430-aa8b-a4969ccf0cce.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.711216] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.712591] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090296, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.713268] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7a4284a-182b-4c61-b2b5-60cc3b41c0e2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.735204] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Waiting for the task: (returnval){ [ 651.735204] env[68786]: value = "task-3090298" [ 651.735204] env[68786]: _type = "Task" [ 651.735204] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.736036] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Task: {'id': task-3090298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.805460] env[68786]: INFO nova.compute.manager [-] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Took 1.16 seconds to deallocate network for instance. [ 651.916033] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4f0aced-0d10-498e-9bcf-d571bdfe3ee4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.928973] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b714d636-7e97-41bb-9d84-9a105412e75e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.970027] env[68786]: DEBUG nova.compute.manager [req-4439590b-101b-4d62-aae1-387c6c346879 req-49493db3-dbbf-4b78-a1a8-22e38c23b322 service nova] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Detach interface failed, port_id=1521a30a-1231-4dd8-a632-bb7cbf49c044, reason: Instance b378dd19-85f6-40cd-8195-626fdb3d3753 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 651.996367] env[68786]: DEBUG nova.compute.manager [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.033825] env[68786]: DEBUG nova.virt.hardware [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.034221] env[68786]: DEBUG nova.virt.hardware [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.034432] env[68786]: DEBUG nova.virt.hardware [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.034598] env[68786]: DEBUG nova.virt.hardware [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.034960] env[68786]: DEBUG nova.virt.hardware [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.035240] env[68786]: DEBUG nova.virt.hardware [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.035655] env[68786]: DEBUG nova.virt.hardware [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.036377] env[68786]: DEBUG nova.virt.hardware [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.036632] env[68786]: DEBUG nova.virt.hardware [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.037295] env[68786]: DEBUG nova.virt.hardware [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.037295] env[68786]: DEBUG nova.virt.hardware [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.038097] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721a6936-989f-4841-b8dd-bc870550e541 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.046870] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eceb6c13-1ec3-4a9d-89f1-5e7ce1a71b5f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.127693] env[68786]: DEBUG oslo_vmware.api [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090297, 'name': ReconfigVM_Task, 'duration_secs': 0.24096} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.129335] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Updating instance '90a90104-ef19-43f6-badb-0e06d0ee0bee' progress to 33 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 652.135407] env[68786]: DEBUG nova.scheduler.client.report [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.201648] env[68786]: DEBUG oslo_vmware.api [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090296, 'name': PowerOnVM_Task, 'duration_secs': 0.7984} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.201995] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.202596] env[68786]: INFO nova.compute.manager [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Took 9.80 seconds to spawn the instance on the hypervisor. [ 652.204597] env[68786]: DEBUG nova.compute.manager [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.204597] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d393b2-616a-4145-82ab-220d4e4ef6d1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.232224] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Task: {'id': task-3090298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070202} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.232511] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.233541] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d8b8ec-fb15-409a-9b86-f92f5b3301c4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.260244] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 1f066870-2888-4430-aa8b-a4969ccf0cce/1f066870-2888-4430-aa8b-a4969ccf0cce.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.261622] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0912f8ce-1a83-4530-9fc9-41d3bc8b116f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.285585] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Waiting for the task: (returnval){ [ 652.285585] env[68786]: value = "task-3090299" [ 652.285585] env[68786]: _type = "Task" [ 652.285585] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.295435] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Task: {'id': task-3090299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.313418] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.486561] env[68786]: DEBUG nova.compute.manager [req-24674295-96fc-4f41-bf80-cf928cbc23fe req-c1a5a856-f687-47f6-8c79-c25c001c6878 service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Received event network-changed-6c2b4979-ef67-4707-ade3-af94d6e095e4 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.486753] env[68786]: DEBUG nova.compute.manager [req-24674295-96fc-4f41-bf80-cf928cbc23fe req-c1a5a856-f687-47f6-8c79-c25c001c6878 service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Refreshing instance network info cache due to event network-changed-6c2b4979-ef67-4707-ade3-af94d6e095e4. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.486965] env[68786]: DEBUG oslo_concurrency.lockutils [req-24674295-96fc-4f41-bf80-cf928cbc23fe req-c1a5a856-f687-47f6-8c79-c25c001c6878 service nova] Acquiring lock "refresh_cache-35698194-cc33-4c3a-a153-8f31d6c82941" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.487120] env[68786]: DEBUG oslo_concurrency.lockutils [req-24674295-96fc-4f41-bf80-cf928cbc23fe req-c1a5a856-f687-47f6-8c79-c25c001c6878 service nova] Acquired lock "refresh_cache-35698194-cc33-4c3a-a153-8f31d6c82941" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.487281] env[68786]: DEBUG nova.network.neutron [req-24674295-96fc-4f41-bf80-cf928cbc23fe req-c1a5a856-f687-47f6-8c79-c25c001c6878 service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Refreshing network info cache for port 6c2b4979-ef67-4707-ade3-af94d6e095e4 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.641480] env[68786]: DEBUG nova.virt.hardware [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.641734] env[68786]: DEBUG nova.virt.hardware [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.641996] env[68786]: DEBUG nova.virt.hardware [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.642101] env[68786]: DEBUG nova.virt.hardware [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.642252] env[68786]: DEBUG nova.virt.hardware [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.643026] env[68786]: DEBUG nova.virt.hardware [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.643281] env[68786]: DEBUG nova.virt.hardware [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.643452] env[68786]: DEBUG nova.virt.hardware [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.643655] env[68786]: DEBUG nova.virt.hardware [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.643832] env[68786]: DEBUG nova.virt.hardware [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.644027] env[68786]: DEBUG nova.virt.hardware [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.650108] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Reconfiguring VM instance instance-0000000c to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 652.650881] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.651410] env[68786]: DEBUG nova.compute.manager [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.654256] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad7358f1-9840-4364-9e8e-4b056f568f1c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.674073] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.260s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.676097] env[68786]: INFO nova.compute.claims [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.685195] env[68786]: DEBUG oslo_vmware.api [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 652.685195] env[68786]: value = "task-3090300" [ 652.685195] env[68786]: _type = "Task" [ 652.685195] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.693711] env[68786]: DEBUG oslo_vmware.api [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090300, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.724939] env[68786]: INFO nova.compute.manager [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Took 33.92 seconds to build instance. [ 652.769180] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Acquiring lock "3643cc15-9cc5-49d6-b593-20c4a4c9cf76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.769566] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Lock "3643cc15-9cc5-49d6-b593-20c4a4c9cf76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.782083] env[68786]: DEBUG nova.compute.manager [req-eb9086fa-52df-4b5f-9169-6fd452be54fb req-5355050f-f42a-43d0-8314-6a168d392b9e service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Received event network-changed-6c2b4979-ef67-4707-ade3-af94d6e095e4 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.782275] env[68786]: DEBUG nova.compute.manager [req-eb9086fa-52df-4b5f-9169-6fd452be54fb req-5355050f-f42a-43d0-8314-6a168d392b9e service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Refreshing instance network info cache due to event network-changed-6c2b4979-ef67-4707-ade3-af94d6e095e4. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.782522] env[68786]: DEBUG oslo_concurrency.lockutils [req-eb9086fa-52df-4b5f-9169-6fd452be54fb req-5355050f-f42a-43d0-8314-6a168d392b9e service nova] Acquiring lock "refresh_cache-35698194-cc33-4c3a-a153-8f31d6c82941" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.798576] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Task: {'id': task-3090299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.188885] env[68786]: DEBUG nova.compute.utils [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.190441] env[68786]: DEBUG nova.compute.manager [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.190610] env[68786]: DEBUG nova.network.neutron [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.213185] env[68786]: DEBUG oslo_vmware.api [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090300, 'name': ReconfigVM_Task, 'duration_secs': 0.304488} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.213185] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Reconfigured VM instance instance-0000000c to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 653.213535] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89cfb2c-3acf-42a9-9c59-b50c4987e11e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.232232] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5ede502c-daa2-4f20-a187-3e81327453e2 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lock "dcfaef39-731a-4cdc-9c3c-70dbc56dcefb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.823s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.241266] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 90a90104-ef19-43f6-badb-0e06d0ee0bee/90a90104-ef19-43f6-badb-0e06d0ee0bee.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.242840] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77121223-af82-401b-b1e7-25e95de1d70b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.265166] env[68786]: DEBUG oslo_vmware.api [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 653.265166] env[68786]: value = "task-3090301" [ 653.265166] env[68786]: _type = "Task" [ 653.265166] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.273655] env[68786]: DEBUG oslo_vmware.api [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090301, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.297133] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Task: {'id': task-3090299, 'name': ReconfigVM_Task, 'duration_secs': 0.965503} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.297626] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 1f066870-2888-4430-aa8b-a4969ccf0cce/1f066870-2888-4430-aa8b-a4969ccf0cce.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.298266] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ac37652-2c6b-46f7-8419-7e9c28802b35 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.305710] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Waiting for the task: (returnval){ [ 653.305710] env[68786]: value = "task-3090302" [ 653.305710] env[68786]: _type = "Task" [ 653.305710] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.313856] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Task: {'id': task-3090302, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.404623] env[68786]: DEBUG nova.policy [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9c0816c05fa4ee69dc6514431c098d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbd91c8a26d34080915dc5ae51851d8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.690218] env[68786]: DEBUG nova.network.neutron [req-24674295-96fc-4f41-bf80-cf928cbc23fe req-c1a5a856-f687-47f6-8c79-c25c001c6878 service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Updated VIF entry in instance network info cache for port 6c2b4979-ef67-4707-ade3-af94d6e095e4. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.690595] env[68786]: DEBUG nova.network.neutron [req-24674295-96fc-4f41-bf80-cf928cbc23fe req-c1a5a856-f687-47f6-8c79-c25c001c6878 service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Updating instance_info_cache with network_info: [{"id": "6c2b4979-ef67-4707-ade3-af94d6e095e4", "address": "fa:16:3e:b1:dc:bb", "network": {"id": "ee097aab-b91c-493e-b5a1-cbdf85af2e6f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2022702982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "565971d3342c4280b8b0e3aef29d39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c2b4979-ef", "ovs_interfaceid": "6c2b4979-ef67-4707-ade3-af94d6e095e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.700676] env[68786]: DEBUG nova.compute.manager [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.759542] env[68786]: DEBUG nova.compute.manager [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.785886] env[68786]: DEBUG oslo_vmware.api [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090301, 'name': ReconfigVM_Task, 'duration_secs': 0.518081} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.788206] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 90a90104-ef19-43f6-badb-0e06d0ee0bee/90a90104-ef19-43f6-badb-0e06d0ee0bee.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.788206] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Updating instance '90a90104-ef19-43f6-badb-0e06d0ee0bee' progress to 50 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 653.818958] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Task: {'id': task-3090302, 'name': Rename_Task, 'duration_secs': 0.137936} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.819431] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.819706] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-412c4e68-2e00-4cc1-b0a8-d2bbc6f46aba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.830336] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Waiting for the task: (returnval){ [ 653.830336] env[68786]: value = "task-3090303" [ 653.830336] env[68786]: _type = "Task" [ 653.830336] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.842092] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Task: {'id': task-3090303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.201328] env[68786]: DEBUG oslo_concurrency.lockutils [req-24674295-96fc-4f41-bf80-cf928cbc23fe req-c1a5a856-f687-47f6-8c79-c25c001c6878 service nova] Releasing lock "refresh_cache-35698194-cc33-4c3a-a153-8f31d6c82941" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.201996] env[68786]: DEBUG oslo_concurrency.lockutils [req-eb9086fa-52df-4b5f-9169-6fd452be54fb req-5355050f-f42a-43d0-8314-6a168d392b9e service nova] Acquired lock "refresh_cache-35698194-cc33-4c3a-a153-8f31d6c82941" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.202205] env[68786]: DEBUG nova.network.neutron [req-eb9086fa-52df-4b5f-9169-6fd452be54fb req-5355050f-f42a-43d0-8314-6a168d392b9e service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Refreshing network info cache for port 6c2b4979-ef67-4707-ade3-af94d6e095e4 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.283735] env[68786]: DEBUG oslo_concurrency.lockutils [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.304763] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ddd072-bb69-476d-b536-42fdee530e26 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.330713] env[68786]: DEBUG nova.network.neutron [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Successfully updated port: ffe1dc73-4c34-4dc9-8f42-72f224868e60 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.338018] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93087f0-10ea-4c7f-8505-25e435886399 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.350627] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Task: {'id': task-3090303, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.365255] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Updating instance '90a90104-ef19-43f6-badb-0e06d0ee0bee' progress to 67 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 654.371383] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f842ccb7-d46a-435e-a403-965cd4098db2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.379305] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dd93fc-e42b-4fd9-9fd2-593cd60dc290 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.416115] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020aa558-649b-4fc9-80c8-795621c0438a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.422888] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e54cc0f-1d29-4588-9e30-c50a5a0284da {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.437807] env[68786]: DEBUG nova.compute.provider_tree [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.551112] env[68786]: DEBUG nova.network.neutron [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Successfully created port: a3fc1396-1058-4039-aee8-868211603a13 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.722785] env[68786]: DEBUG nova.compute.manager [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.754279] env[68786]: DEBUG nova.virt.hardware [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.754279] env[68786]: DEBUG nova.virt.hardware [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.754279] env[68786]: DEBUG nova.virt.hardware [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.754574] env[68786]: DEBUG nova.virt.hardware [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.754634] env[68786]: DEBUG nova.virt.hardware [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.755019] env[68786]: DEBUG nova.virt.hardware [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.755423] env[68786]: DEBUG nova.virt.hardware [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.755750] env[68786]: DEBUG nova.virt.hardware [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.756178] env[68786]: DEBUG nova.virt.hardware [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.756633] env[68786]: DEBUG nova.virt.hardware [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.756992] env[68786]: DEBUG nova.virt.hardware [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.758115] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6651ff62-4e13-415c-b52d-d9550e901070 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.767129] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198cef6a-89a5-46d5-8f1f-bf0d35f9ffa1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.846096] env[68786]: DEBUG oslo_concurrency.lockutils [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "refresh_cache-060a98ca-e50d-4b0f-96b2-f50e2e03271d" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.846096] env[68786]: DEBUG oslo_concurrency.lockutils [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquired lock "refresh_cache-060a98ca-e50d-4b0f-96b2-f50e2e03271d" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.846096] env[68786]: DEBUG nova.network.neutron [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.856346] env[68786]: DEBUG oslo_vmware.api [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Task: {'id': task-3090303, 'name': PowerOnVM_Task, 'duration_secs': 0.83246} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.856346] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.856346] env[68786]: INFO nova.compute.manager [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Took 9.77 seconds to spawn the instance on the hypervisor. [ 654.856346] env[68786]: DEBUG nova.compute.manager [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.856888] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254e3273-13cd-47b8-a811-c8f03acfb9eb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.943018] env[68786]: DEBUG nova.scheduler.client.report [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.004845] env[68786]: DEBUG nova.network.neutron [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Port 92eea19d-152d-4b03-830f-066ec55401bc binding to destination host cpu-1 is already ACTIVE {{(pid=68786) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 655.158241] env[68786]: DEBUG nova.network.neutron [req-eb9086fa-52df-4b5f-9169-6fd452be54fb req-5355050f-f42a-43d0-8314-6a168d392b9e service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Updated VIF entry in instance network info cache for port 6c2b4979-ef67-4707-ade3-af94d6e095e4. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.158241] env[68786]: DEBUG nova.network.neutron [req-eb9086fa-52df-4b5f-9169-6fd452be54fb req-5355050f-f42a-43d0-8314-6a168d392b9e service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Updating instance_info_cache with network_info: [{"id": "6c2b4979-ef67-4707-ade3-af94d6e095e4", "address": "fa:16:3e:b1:dc:bb", "network": {"id": "ee097aab-b91c-493e-b5a1-cbdf85af2e6f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2022702982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "565971d3342c4280b8b0e3aef29d39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c2b4979-ef", "ovs_interfaceid": "6c2b4979-ef67-4707-ade3-af94d6e095e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.278798] env[68786]: DEBUG nova.compute.manager [req-f25b4434-9968-436f-9153-c75f3ff7e8e1 req-af209bfd-9e51-4c76-b6aa-01488c47806c service nova] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Received event network-vif-plugged-ffe1dc73-4c34-4dc9-8f42-72f224868e60 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.279248] env[68786]: DEBUG oslo_concurrency.lockutils [req-f25b4434-9968-436f-9153-c75f3ff7e8e1 req-af209bfd-9e51-4c76-b6aa-01488c47806c service nova] Acquiring lock "060a98ca-e50d-4b0f-96b2-f50e2e03271d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.279648] env[68786]: DEBUG oslo_concurrency.lockutils [req-f25b4434-9968-436f-9153-c75f3ff7e8e1 req-af209bfd-9e51-4c76-b6aa-01488c47806c service nova] Lock "060a98ca-e50d-4b0f-96b2-f50e2e03271d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.279940] env[68786]: DEBUG oslo_concurrency.lockutils [req-f25b4434-9968-436f-9153-c75f3ff7e8e1 req-af209bfd-9e51-4c76-b6aa-01488c47806c service nova] Lock "060a98ca-e50d-4b0f-96b2-f50e2e03271d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.280235] env[68786]: DEBUG nova.compute.manager [req-f25b4434-9968-436f-9153-c75f3ff7e8e1 req-af209bfd-9e51-4c76-b6aa-01488c47806c service nova] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] No waiting events found dispatching network-vif-plugged-ffe1dc73-4c34-4dc9-8f42-72f224868e60 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.280998] env[68786]: WARNING nova.compute.manager [req-f25b4434-9968-436f-9153-c75f3ff7e8e1 req-af209bfd-9e51-4c76-b6aa-01488c47806c service nova] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Received unexpected event network-vif-plugged-ffe1dc73-4c34-4dc9-8f42-72f224868e60 for instance with vm_state building and task_state spawning. [ 655.280998] env[68786]: DEBUG nova.compute.manager [req-f25b4434-9968-436f-9153-c75f3ff7e8e1 req-af209bfd-9e51-4c76-b6aa-01488c47806c service nova] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Received event network-changed-ffe1dc73-4c34-4dc9-8f42-72f224868e60 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.281128] env[68786]: DEBUG nova.compute.manager [req-f25b4434-9968-436f-9153-c75f3ff7e8e1 req-af209bfd-9e51-4c76-b6aa-01488c47806c service nova] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Refreshing instance network info cache due to event network-changed-ffe1dc73-4c34-4dc9-8f42-72f224868e60. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.281340] env[68786]: DEBUG oslo_concurrency.lockutils [req-f25b4434-9968-436f-9153-c75f3ff7e8e1 req-af209bfd-9e51-4c76-b6aa-01488c47806c service nova] Acquiring lock "refresh_cache-060a98ca-e50d-4b0f-96b2-f50e2e03271d" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.386232] env[68786]: INFO nova.compute.manager [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Took 36.28 seconds to build instance. [ 655.397440] env[68786]: DEBUG nova.network.neutron [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.448207] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.448715] env[68786]: DEBUG nova.compute.manager [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.453025] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.335s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.453632] env[68786]: DEBUG nova.objects.instance [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lazy-loading 'resources' on Instance uuid d79e4132-ef9d-4af4-8f21-49e32d620e19 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 655.619415] env[68786]: DEBUG nova.network.neutron [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Updating instance_info_cache with network_info: [{"id": "ffe1dc73-4c34-4dc9-8f42-72f224868e60", "address": "fa:16:3e:a2:e7:35", "network": {"id": "9c541036-c0e9-44da-96b5-50a7b9f9f866", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-232231857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d706712b644407a07945c3b1472d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffe1dc73-4c", "ovs_interfaceid": "ffe1dc73-4c34-4dc9-8f42-72f224868e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.662294] env[68786]: DEBUG oslo_concurrency.lockutils [req-eb9086fa-52df-4b5f-9169-6fd452be54fb req-5355050f-f42a-43d0-8314-6a168d392b9e service nova] Releasing lock "refresh_cache-35698194-cc33-4c3a-a153-8f31d6c82941" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.889366] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1c29bd8-d2ca-4f9a-b8df-2aeafdcf9790 tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Lock "1f066870-2888-4430-aa8b-a4969ccf0cce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.527s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.957167] env[68786]: DEBUG nova.compute.utils [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.958764] env[68786]: DEBUG nova.compute.manager [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.962089] env[68786]: DEBUG nova.network.neutron [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.032318] env[68786]: DEBUG nova.policy [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bb233316400488bbc9c7b57c6d377a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e29a67bbf1844e6b462ef8e98eb009f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.044107] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "90a90104-ef19-43f6-badb-0e06d0ee0bee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.044345] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "90a90104-ef19-43f6-badb-0e06d0ee0bee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.048046] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "90a90104-ef19-43f6-badb-0e06d0ee0bee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.122702] env[68786]: DEBUG oslo_concurrency.lockutils [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Releasing lock "refresh_cache-060a98ca-e50d-4b0f-96b2-f50e2e03271d" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.123041] env[68786]: DEBUG nova.compute.manager [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Instance network_info: |[{"id": "ffe1dc73-4c34-4dc9-8f42-72f224868e60", "address": "fa:16:3e:a2:e7:35", "network": {"id": "9c541036-c0e9-44da-96b5-50a7b9f9f866", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-232231857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d706712b644407a07945c3b1472d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffe1dc73-4c", "ovs_interfaceid": "ffe1dc73-4c34-4dc9-8f42-72f224868e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.123902] env[68786]: DEBUG oslo_concurrency.lockutils [req-f25b4434-9968-436f-9153-c75f3ff7e8e1 req-af209bfd-9e51-4c76-b6aa-01488c47806c service nova] Acquired lock "refresh_cache-060a98ca-e50d-4b0f-96b2-f50e2e03271d" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.123902] env[68786]: DEBUG nova.network.neutron [req-f25b4434-9968-436f-9153-c75f3ff7e8e1 req-af209bfd-9e51-4c76-b6aa-01488c47806c service nova] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Refreshing network info cache for port ffe1dc73-4c34-4dc9-8f42-72f224868e60 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.125067] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:e7:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffe1dc73-4c34-4dc9-8f42-72f224868e60', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.134033] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.137447] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.137984] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6c6585c-568c-4157-a5f3-41d65816f05e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.165049] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.165049] env[68786]: value = "task-3090304" [ 656.165049] env[68786]: _type = "Task" [ 656.165049] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.171936] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090304, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.283366] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Acquiring lock "208730b9-5815-4afb-83df-1ccb307d40ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.283951] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Lock "208730b9-5815-4afb-83df-1ccb307d40ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.394523] env[68786]: DEBUG nova.compute.manager [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.466550] env[68786]: DEBUG nova.compute.manager [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.581833] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a38481-f7e7-48fa-82e3-59025d7f62b4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.590033] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5819ff2b-bfbc-430c-a34d-cba362a128ad {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.596229] env[68786]: DEBUG nova.network.neutron [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Successfully created port: b17a1d52-4477-4cbf-b83d-75de2cfa08b7 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.626286] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f70e70-995b-4a5e-8606-29839f84dab7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.639390] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215aed32-e6dc-45c6-a060-e1b75fad2804 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.654841] env[68786]: DEBUG nova.compute.provider_tree [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.672841] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090304, 'name': CreateVM_Task, 'duration_secs': 0.371905} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.673037] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.673611] env[68786]: DEBUG oslo_concurrency.lockutils [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.673774] env[68786]: DEBUG oslo_concurrency.lockutils [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.674101] env[68786]: DEBUG oslo_concurrency.lockutils [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.674349] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-597d4c3d-cf28-4f4d-b055-c6ba86715ed3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.678674] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 656.678674] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]522706b7-0f62-8693-8bd0-8bc02e6e2f02" [ 656.678674] env[68786]: _type = "Task" [ 656.678674] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.686603] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]522706b7-0f62-8693-8bd0-8bc02e6e2f02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.859998] env[68786]: DEBUG nova.network.neutron [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Successfully updated port: a3fc1396-1058-4039-aee8-868211603a13 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.920527] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.996380] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Acquiring lock "1f066870-2888-4430-aa8b-a4969ccf0cce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.996658] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Lock "1f066870-2888-4430-aa8b-a4969ccf0cce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.996863] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Acquiring lock "1f066870-2888-4430-aa8b-a4969ccf0cce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.997065] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Lock "1f066870-2888-4430-aa8b-a4969ccf0cce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.997237] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Lock "1f066870-2888-4430-aa8b-a4969ccf0cce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.002208] env[68786]: INFO nova.compute.manager [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Terminating instance [ 657.138403] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "refresh_cache-90a90104-ef19-43f6-badb-0e06d0ee0bee" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.138629] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquired lock "refresh_cache-90a90104-ef19-43f6-badb-0e06d0ee0bee" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.138816] env[68786]: DEBUG nova.network.neutron [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.144264] env[68786]: DEBUG nova.network.neutron [req-f25b4434-9968-436f-9153-c75f3ff7e8e1 req-af209bfd-9e51-4c76-b6aa-01488c47806c service nova] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Updated VIF entry in instance network info cache for port ffe1dc73-4c34-4dc9-8f42-72f224868e60. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.144616] env[68786]: DEBUG nova.network.neutron [req-f25b4434-9968-436f-9153-c75f3ff7e8e1 req-af209bfd-9e51-4c76-b6aa-01488c47806c service nova] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Updating instance_info_cache with network_info: [{"id": "ffe1dc73-4c34-4dc9-8f42-72f224868e60", "address": "fa:16:3e:a2:e7:35", "network": {"id": "9c541036-c0e9-44da-96b5-50a7b9f9f866", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-232231857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d706712b644407a07945c3b1472d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffe1dc73-4c", "ovs_interfaceid": "ffe1dc73-4c34-4dc9-8f42-72f224868e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.157954] env[68786]: DEBUG nova.scheduler.client.report [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.196292] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]522706b7-0f62-8693-8bd0-8bc02e6e2f02, 'name': SearchDatastore_Task, 'duration_secs': 0.01038} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.196691] env[68786]: DEBUG oslo_concurrency.lockutils [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.196945] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.197195] env[68786]: DEBUG oslo_concurrency.lockutils [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.197343] env[68786]: DEBUG oslo_concurrency.lockutils [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.197548] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.197836] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5da52dd-98a5-4d7f-b570-d3c705585e0a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.208329] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.208521] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.209287] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d3d81d2-993e-4e46-b02f-c1a2c3625fbc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.214886] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 657.214886] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]529c9fd2-f300-3ae9-b728-86648c0705d0" [ 657.214886] env[68786]: _type = "Task" [ 657.214886] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.224752] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529c9fd2-f300-3ae9-b728-86648c0705d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.253637] env[68786]: DEBUG oslo_concurrency.lockutils [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Acquiring lock "35698194-cc33-4c3a-a153-8f31d6c82941" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.253918] env[68786]: DEBUG oslo_concurrency.lockutils [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Lock "35698194-cc33-4c3a-a153-8f31d6c82941" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.254143] env[68786]: DEBUG oslo_concurrency.lockutils [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Acquiring lock "35698194-cc33-4c3a-a153-8f31d6c82941-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.254330] env[68786]: DEBUG oslo_concurrency.lockutils [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Lock "35698194-cc33-4c3a-a153-8f31d6c82941-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.254498] env[68786]: DEBUG oslo_concurrency.lockutils [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Lock "35698194-cc33-4c3a-a153-8f31d6c82941-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.256776] env[68786]: INFO nova.compute.manager [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Terminating instance [ 657.364023] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Acquiring lock "refresh_cache-596ff49a-578e-43a1-86fa-91e7bb4dc1ee" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.364023] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Acquired lock "refresh_cache-596ff49a-578e-43a1-86fa-91e7bb4dc1ee" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.364023] env[68786]: DEBUG nova.network.neutron [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.404509] env[68786]: DEBUG nova.compute.manager [req-711e4be1-db76-4edc-b0b4-c8327904d399 req-e24101e5-b2e8-4419-940a-0cc33d33657d service nova] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Received event network-vif-plugged-a3fc1396-1058-4039-aee8-868211603a13 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.404740] env[68786]: DEBUG oslo_concurrency.lockutils [req-711e4be1-db76-4edc-b0b4-c8327904d399 req-e24101e5-b2e8-4419-940a-0cc33d33657d service nova] Acquiring lock "596ff49a-578e-43a1-86fa-91e7bb4dc1ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.405035] env[68786]: DEBUG oslo_concurrency.lockutils [req-711e4be1-db76-4edc-b0b4-c8327904d399 req-e24101e5-b2e8-4419-940a-0cc33d33657d service nova] Lock "596ff49a-578e-43a1-86fa-91e7bb4dc1ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.405272] env[68786]: DEBUG oslo_concurrency.lockutils [req-711e4be1-db76-4edc-b0b4-c8327904d399 req-e24101e5-b2e8-4419-940a-0cc33d33657d service nova] Lock "596ff49a-578e-43a1-86fa-91e7bb4dc1ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.405362] env[68786]: DEBUG nova.compute.manager [req-711e4be1-db76-4edc-b0b4-c8327904d399 req-e24101e5-b2e8-4419-940a-0cc33d33657d service nova] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] No waiting events found dispatching network-vif-plugged-a3fc1396-1058-4039-aee8-868211603a13 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.405527] env[68786]: WARNING nova.compute.manager [req-711e4be1-db76-4edc-b0b4-c8327904d399 req-e24101e5-b2e8-4419-940a-0cc33d33657d service nova] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Received unexpected event network-vif-plugged-a3fc1396-1058-4039-aee8-868211603a13 for instance with vm_state building and task_state spawning. [ 657.405679] env[68786]: DEBUG nova.compute.manager [req-711e4be1-db76-4edc-b0b4-c8327904d399 req-e24101e5-b2e8-4419-940a-0cc33d33657d service nova] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Received event network-changed-a3fc1396-1058-4039-aee8-868211603a13 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.405823] env[68786]: DEBUG nova.compute.manager [req-711e4be1-db76-4edc-b0b4-c8327904d399 req-e24101e5-b2e8-4419-940a-0cc33d33657d service nova] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Refreshing instance network info cache due to event network-changed-a3fc1396-1058-4039-aee8-868211603a13. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.405986] env[68786]: DEBUG oslo_concurrency.lockutils [req-711e4be1-db76-4edc-b0b4-c8327904d399 req-e24101e5-b2e8-4419-940a-0cc33d33657d service nova] Acquiring lock "refresh_cache-596ff49a-578e-43a1-86fa-91e7bb4dc1ee" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.477936] env[68786]: DEBUG nova.compute.manager [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.508051] env[68786]: DEBUG nova.virt.hardware [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.508051] env[68786]: DEBUG nova.virt.hardware [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.508051] env[68786]: DEBUG nova.virt.hardware [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.508519] env[68786]: DEBUG nova.virt.hardware [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.508519] env[68786]: DEBUG nova.virt.hardware [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.508519] env[68786]: DEBUG nova.virt.hardware [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.508519] env[68786]: DEBUG nova.virt.hardware [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.508519] env[68786]: DEBUG nova.virt.hardware [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.508782] env[68786]: DEBUG nova.virt.hardware [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.508782] env[68786]: DEBUG nova.virt.hardware [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.508782] env[68786]: DEBUG nova.virt.hardware [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.508882] env[68786]: DEBUG nova.compute.manager [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.509034] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.510183] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e5ea1a-a0f6-4402-8577-d5dba0c044b3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.513794] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c87785f-5ed5-45e6-8cb3-347c540b6064 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.523477] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841ce124-9888-4893-bb52-36a5c143a086 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.527322] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.527548] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-722447cd-4cce-4566-890c-9b7310d391b5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.543035] env[68786]: DEBUG oslo_vmware.api [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Waiting for the task: (returnval){ [ 657.543035] env[68786]: value = "task-3090305" [ 657.543035] env[68786]: _type = "Task" [ 657.543035] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.550054] env[68786]: DEBUG oslo_vmware.api [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Task: {'id': task-3090305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.649041] env[68786]: DEBUG oslo_concurrency.lockutils [req-f25b4434-9968-436f-9153-c75f3ff7e8e1 req-af209bfd-9e51-4c76-b6aa-01488c47806c service nova] Releasing lock "refresh_cache-060a98ca-e50d-4b0f-96b2-f50e2e03271d" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.649041] env[68786]: DEBUG nova.compute.manager [req-f25b4434-9968-436f-9153-c75f3ff7e8e1 req-af209bfd-9e51-4c76-b6aa-01488c47806c service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Received event network-changed-6c2b4979-ef67-4707-ade3-af94d6e095e4 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.649172] env[68786]: DEBUG nova.compute.manager [req-f25b4434-9968-436f-9153-c75f3ff7e8e1 req-af209bfd-9e51-4c76-b6aa-01488c47806c service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Refreshing instance network info cache due to event network-changed-6c2b4979-ef67-4707-ade3-af94d6e095e4. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.649352] env[68786]: DEBUG oslo_concurrency.lockutils [req-f25b4434-9968-436f-9153-c75f3ff7e8e1 req-af209bfd-9e51-4c76-b6aa-01488c47806c service nova] Acquiring lock "refresh_cache-35698194-cc33-4c3a-a153-8f31d6c82941" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.649485] env[68786]: DEBUG oslo_concurrency.lockutils [req-f25b4434-9968-436f-9153-c75f3ff7e8e1 req-af209bfd-9e51-4c76-b6aa-01488c47806c service nova] Acquired lock "refresh_cache-35698194-cc33-4c3a-a153-8f31d6c82941" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.649645] env[68786]: DEBUG nova.network.neutron [req-f25b4434-9968-436f-9153-c75f3ff7e8e1 req-af209bfd-9e51-4c76-b6aa-01488c47806c service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Refreshing network info cache for port 6c2b4979-ef67-4707-ade3-af94d6e095e4 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.663810] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.667065] env[68786]: DEBUG oslo_concurrency.lockutils [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.674s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.668651] env[68786]: INFO nova.compute.claims [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.685545] env[68786]: INFO nova.scheduler.client.report [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Deleted allocations for instance d79e4132-ef9d-4af4-8f21-49e32d620e19 [ 657.726042] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529c9fd2-f300-3ae9-b728-86648c0705d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011611} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.726847] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aad1c1f5-c188-44a6-916a-42adb42ed6d2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.734923] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 657.734923] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]526d4b4f-42ba-b405-271f-8d69623e44b3" [ 657.734923] env[68786]: _type = "Task" [ 657.734923] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.742934] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526d4b4f-42ba-b405-271f-8d69623e44b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.761211] env[68786]: DEBUG nova.compute.manager [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.761948] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.762265] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633c4bca-6ff0-4b05-bd45-fdc6589ed010 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.769572] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.769809] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a53090c7-56fc-4452-a3c8-92b61eae9d26 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.775626] env[68786]: DEBUG oslo_vmware.api [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Waiting for the task: (returnval){ [ 657.775626] env[68786]: value = "task-3090306" [ 657.775626] env[68786]: _type = "Task" [ 657.775626] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.785515] env[68786]: DEBUG oslo_vmware.api [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.920399] env[68786]: DEBUG nova.network.neutron [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Updating instance_info_cache with network_info: [{"id": "92eea19d-152d-4b03-830f-066ec55401bc", "address": "fa:16:3e:42:54:f6", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92eea19d-15", "ovs_interfaceid": "92eea19d-152d-4b03-830f-066ec55401bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.927553] env[68786]: DEBUG nova.network.neutron [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.053857] env[68786]: DEBUG oslo_vmware.api [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Task: {'id': task-3090305, 'name': PowerOffVM_Task, 'duration_secs': 0.320289} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.055667] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.055886] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.056165] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39db4bbb-6ede-4bec-b89d-baca6cc27025 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.116051] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.116598] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.116598] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Deleting the datastore file [datastore1] 1f066870-2888-4430-aa8b-a4969ccf0cce {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.116696] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-159becd6-d96a-4a9d-beaf-dc90ace0bd72 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.119848] env[68786]: DEBUG nova.network.neutron [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Updating instance_info_cache with network_info: [{"id": "a3fc1396-1058-4039-aee8-868211603a13", "address": "fa:16:3e:c6:a4:d8", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3fc1396-10", "ovs_interfaceid": "a3fc1396-1058-4039-aee8-868211603a13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.126113] env[68786]: DEBUG oslo_vmware.api [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Waiting for the task: (returnval){ [ 658.126113] env[68786]: value = "task-3090308" [ 658.126113] env[68786]: _type = "Task" [ 658.126113] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.136084] env[68786]: DEBUG oslo_vmware.api [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Task: {'id': task-3090308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.194410] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80736bb2-e195-4c02-8c71-fbc574069062 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "d79e4132-ef9d-4af4-8f21-49e32d620e19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.961s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.249142] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526d4b4f-42ba-b405-271f-8d69623e44b3, 'name': SearchDatastore_Task, 'duration_secs': 0.008802} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.249142] env[68786]: DEBUG oslo_concurrency.lockutils [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.249142] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 060a98ca-e50d-4b0f-96b2-f50e2e03271d/060a98ca-e50d-4b0f-96b2-f50e2e03271d.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.249142] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaf194c4-7665-4def-a7fa-a83e54e6d0bb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.256028] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 658.256028] env[68786]: value = "task-3090309" [ 658.256028] env[68786]: _type = "Task" [ 658.256028] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.266605] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.291733] env[68786]: DEBUG oslo_vmware.api [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090306, 'name': PowerOffVM_Task, 'duration_secs': 0.208168} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.291733] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.291733] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.293224] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76c8d076-4ae2-4b0b-a25c-4a1b8158c1fd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.358028] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.358028] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.358028] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Deleting the datastore file [datastore1] 35698194-cc33-4c3a-a153-8f31d6c82941 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.358028] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fdc01de-08ca-4f9b-ac3a-eb93a65518ec {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.366139] env[68786]: DEBUG oslo_vmware.api [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Waiting for the task: (returnval){ [ 658.366139] env[68786]: value = "task-3090311" [ 658.366139] env[68786]: _type = "Task" [ 658.366139] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.375700] env[68786]: DEBUG oslo_vmware.api [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.429705] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Releasing lock "refresh_cache-90a90104-ef19-43f6-badb-0e06d0ee0bee" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.537849] env[68786]: DEBUG nova.network.neutron [req-f25b4434-9968-436f-9153-c75f3ff7e8e1 req-af209bfd-9e51-4c76-b6aa-01488c47806c service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Updated VIF entry in instance network info cache for port 6c2b4979-ef67-4707-ade3-af94d6e095e4. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.538245] env[68786]: DEBUG nova.network.neutron [req-f25b4434-9968-436f-9153-c75f3ff7e8e1 req-af209bfd-9e51-4c76-b6aa-01488c47806c service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Updating instance_info_cache with network_info: [{"id": "6c2b4979-ef67-4707-ade3-af94d6e095e4", "address": "fa:16:3e:b1:dc:bb", "network": {"id": "ee097aab-b91c-493e-b5a1-cbdf85af2e6f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2022702982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "565971d3342c4280b8b0e3aef29d39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c2b4979-ef", "ovs_interfaceid": "6c2b4979-ef67-4707-ade3-af94d6e095e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.623691] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Releasing lock "refresh_cache-596ff49a-578e-43a1-86fa-91e7bb4dc1ee" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.624128] env[68786]: DEBUG nova.compute.manager [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Instance network_info: |[{"id": "a3fc1396-1058-4039-aee8-868211603a13", "address": "fa:16:3e:c6:a4:d8", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3fc1396-10", "ovs_interfaceid": "a3fc1396-1058-4039-aee8-868211603a13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.624787] env[68786]: DEBUG oslo_concurrency.lockutils [req-711e4be1-db76-4edc-b0b4-c8327904d399 req-e24101e5-b2e8-4419-940a-0cc33d33657d service nova] Acquired lock "refresh_cache-596ff49a-578e-43a1-86fa-91e7bb4dc1ee" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.625034] env[68786]: DEBUG nova.network.neutron [req-711e4be1-db76-4edc-b0b4-c8327904d399 req-e24101e5-b2e8-4419-940a-0cc33d33657d service nova] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Refreshing network info cache for port a3fc1396-1058-4039-aee8-868211603a13 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.626338] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:a4:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3fc1396-1058-4039-aee8-868211603a13', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.634728] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.638105] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.642478] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6e9cc3e-e562-4133-84ba-d0b3de83bb2e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.667241] env[68786]: DEBUG oslo_vmware.api [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Task: {'id': task-3090308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162355} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.668953] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.669246] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.669471] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.669687] env[68786]: INFO nova.compute.manager [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Took 1.16 seconds to destroy the instance on the hypervisor. [ 658.669938] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.670162] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.670162] env[68786]: value = "task-3090312" [ 658.670162] env[68786]: _type = "Task" [ 658.670162] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.670400] env[68786]: DEBUG nova.compute.manager [-] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.670494] env[68786]: DEBUG nova.network.neutron [-] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.685273] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090312, 'name': CreateVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.770291] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496186} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.770523] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 060a98ca-e50d-4b0f-96b2-f50e2e03271d/060a98ca-e50d-4b0f-96b2-f50e2e03271d.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.771027] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.771027] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6abe0385-10aa-43ac-961d-d36daba39cef {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.782142] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 658.782142] env[68786]: value = "task-3090313" [ 658.782142] env[68786]: _type = "Task" [ 658.782142] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.790348] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.881261] env[68786]: DEBUG oslo_vmware.api [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Task: {'id': task-3090311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.491875} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.881568] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.881764] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.881986] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.882228] env[68786]: INFO nova.compute.manager [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Took 1.12 seconds to destroy the instance on the hypervisor. [ 658.882538] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.882823] env[68786]: DEBUG nova.compute.manager [-] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.882999] env[68786]: DEBUG nova.network.neutron [-] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.949710] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21c7fba-a707-40e1-9407-e41bbd3b6761 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.975248] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d667ad-9fe5-45a4-9485-b5049098ce4f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.984791] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Updating instance '90a90104-ef19-43f6-badb-0e06d0ee0bee' progress to 83 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 659.044429] env[68786]: DEBUG oslo_concurrency.lockutils [req-f25b4434-9968-436f-9153-c75f3ff7e8e1 req-af209bfd-9e51-4c76-b6aa-01488c47806c service nova] Releasing lock "refresh_cache-35698194-cc33-4c3a-a153-8f31d6c82941" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.171317] env[68786]: DEBUG nova.network.neutron [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Successfully updated port: b17a1d52-4477-4cbf-b83d-75de2cfa08b7 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.184109] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090312, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.240516] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22800c0c-0b4f-4324-9a89-f49805e6b980 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.248557] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d316a4-5dd9-460c-88f1-150057ea3831 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.279436] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bce2fa1-0b9d-407b-9ed8-8b4ebba1f289 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.292903] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89fcbc8-dc39-4fad-ab85-8288a13ff49d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.302500] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065188} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.303343] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.304388] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89aa2dd9-e7a0-444a-8d07-81fea4190384 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.315185] env[68786]: DEBUG nova.compute.provider_tree [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.337536] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 060a98ca-e50d-4b0f-96b2-f50e2e03271d/060a98ca-e50d-4b0f-96b2-f50e2e03271d.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.338832] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36e7287a-27e6-4017-ab05-21664cc1e79c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.358795] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 659.358795] env[68786]: value = "task-3090314" [ 659.358795] env[68786]: _type = "Task" [ 659.358795] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.367395] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.494628] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.495669] env[68786]: DEBUG nova.network.neutron [req-711e4be1-db76-4edc-b0b4-c8327904d399 req-e24101e5-b2e8-4419-940a-0cc33d33657d service nova] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Updated VIF entry in instance network info cache for port a3fc1396-1058-4039-aee8-868211603a13. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.495992] env[68786]: DEBUG nova.network.neutron [req-711e4be1-db76-4edc-b0b4-c8327904d399 req-e24101e5-b2e8-4419-940a-0cc33d33657d service nova] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Updating instance_info_cache with network_info: [{"id": "a3fc1396-1058-4039-aee8-868211603a13", "address": "fa:16:3e:c6:a4:d8", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3fc1396-10", "ovs_interfaceid": "a3fc1396-1058-4039-aee8-868211603a13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.497158] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b9b2ea5-846c-4231-83dd-3e2d8243adf1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.503096] env[68786]: DEBUG nova.compute.manager [req-23a2aca1-4176-4d2d-8658-6eeaa5276b6f req-9c7c35ef-5cf6-4246-b177-c312f4395a72 service nova] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Received event network-vif-plugged-b17a1d52-4477-4cbf-b83d-75de2cfa08b7 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.503096] env[68786]: DEBUG oslo_concurrency.lockutils [req-23a2aca1-4176-4d2d-8658-6eeaa5276b6f req-9c7c35ef-5cf6-4246-b177-c312f4395a72 service nova] Acquiring lock "01f36ba6-8385-4242-8778-11745ae292b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.503096] env[68786]: DEBUG oslo_concurrency.lockutils [req-23a2aca1-4176-4d2d-8658-6eeaa5276b6f req-9c7c35ef-5cf6-4246-b177-c312f4395a72 service nova] Lock "01f36ba6-8385-4242-8778-11745ae292b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.503096] env[68786]: DEBUG oslo_concurrency.lockutils [req-23a2aca1-4176-4d2d-8658-6eeaa5276b6f req-9c7c35ef-5cf6-4246-b177-c312f4395a72 service nova] Lock "01f36ba6-8385-4242-8778-11745ae292b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.503096] env[68786]: DEBUG nova.compute.manager [req-23a2aca1-4176-4d2d-8658-6eeaa5276b6f req-9c7c35ef-5cf6-4246-b177-c312f4395a72 service nova] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] No waiting events found dispatching network-vif-plugged-b17a1d52-4477-4cbf-b83d-75de2cfa08b7 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.503374] env[68786]: WARNING nova.compute.manager [req-23a2aca1-4176-4d2d-8658-6eeaa5276b6f req-9c7c35ef-5cf6-4246-b177-c312f4395a72 service nova] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Received unexpected event network-vif-plugged-b17a1d52-4477-4cbf-b83d-75de2cfa08b7 for instance with vm_state building and task_state spawning. [ 659.503374] env[68786]: DEBUG nova.compute.manager [req-23a2aca1-4176-4d2d-8658-6eeaa5276b6f req-9c7c35ef-5cf6-4246-b177-c312f4395a72 service nova] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Received event network-changed-b17a1d52-4477-4cbf-b83d-75de2cfa08b7 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.503374] env[68786]: DEBUG nova.compute.manager [req-23a2aca1-4176-4d2d-8658-6eeaa5276b6f req-9c7c35ef-5cf6-4246-b177-c312f4395a72 service nova] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Refreshing instance network info cache due to event network-changed-b17a1d52-4477-4cbf-b83d-75de2cfa08b7. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.503374] env[68786]: DEBUG oslo_concurrency.lockutils [req-23a2aca1-4176-4d2d-8658-6eeaa5276b6f req-9c7c35ef-5cf6-4246-b177-c312f4395a72 service nova] Acquiring lock "refresh_cache-01f36ba6-8385-4242-8778-11745ae292b5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.503374] env[68786]: DEBUG oslo_concurrency.lockutils [req-23a2aca1-4176-4d2d-8658-6eeaa5276b6f req-9c7c35ef-5cf6-4246-b177-c312f4395a72 service nova] Acquired lock "refresh_cache-01f36ba6-8385-4242-8778-11745ae292b5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.503502] env[68786]: DEBUG nova.network.neutron [req-23a2aca1-4176-4d2d-8658-6eeaa5276b6f req-9c7c35ef-5cf6-4246-b177-c312f4395a72 service nova] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Refreshing network info cache for port b17a1d52-4477-4cbf-b83d-75de2cfa08b7 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.507109] env[68786]: DEBUG oslo_vmware.api [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 659.507109] env[68786]: value = "task-3090315" [ 659.507109] env[68786]: _type = "Task" [ 659.507109] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.515531] env[68786]: DEBUG oslo_vmware.api [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.677709] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Acquiring lock "refresh_cache-01f36ba6-8385-4242-8778-11745ae292b5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.684245] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090312, 'name': CreateVM_Task, 'duration_secs': 0.701269} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.684450] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.685258] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.685424] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.685761] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.686057] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9556a4ba-0897-46ac-8fac-c0e2e5844702 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.691840] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 659.691840] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]523497e2-9d08-2c3e-a7c2-e8733a37da80" [ 659.691840] env[68786]: _type = "Task" [ 659.691840] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.700392] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523497e2-9d08-2c3e-a7c2-e8733a37da80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.819174] env[68786]: DEBUG nova.scheduler.client.report [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.870038] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090314, 'name': ReconfigVM_Task, 'duration_secs': 0.392264} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.870399] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 060a98ca-e50d-4b0f-96b2-f50e2e03271d/060a98ca-e50d-4b0f-96b2-f50e2e03271d.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.871465] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d265867-fc9b-4bf1-98cb-755446995eef {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.878355] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 659.878355] env[68786]: value = "task-3090316" [ 659.878355] env[68786]: _type = "Task" [ 659.878355] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.886869] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090316, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.001259] env[68786]: DEBUG oslo_concurrency.lockutils [req-711e4be1-db76-4edc-b0b4-c8327904d399 req-e24101e5-b2e8-4419-940a-0cc33d33657d service nova] Releasing lock "refresh_cache-596ff49a-578e-43a1-86fa-91e7bb4dc1ee" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.019664] env[68786]: DEBUG oslo_vmware.api [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090315, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.052264] env[68786]: DEBUG nova.network.neutron [req-23a2aca1-4176-4d2d-8658-6eeaa5276b6f req-9c7c35ef-5cf6-4246-b177-c312f4395a72 service nova] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.054283] env[68786]: DEBUG nova.network.neutron [-] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.119313] env[68786]: DEBUG nova.network.neutron [req-23a2aca1-4176-4d2d-8658-6eeaa5276b6f req-9c7c35ef-5cf6-4246-b177-c312f4395a72 service nova] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.125393] env[68786]: DEBUG nova.network.neutron [-] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.201880] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523497e2-9d08-2c3e-a7c2-e8733a37da80, 'name': SearchDatastore_Task, 'duration_secs': 0.014034} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.202151] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.202388] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.202650] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.202810] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.202991] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.203365] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2d16889-bc32-4a76-ba44-16269f8a3492 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.214973] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.215073] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.215694] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83484e88-e466-4e77-99df-1265106f445b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.221238] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 660.221238] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5212e274-536f-6ed3-3de6-3f1927064c5c" [ 660.221238] env[68786]: _type = "Task" [ 660.221238] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.228770] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5212e274-536f-6ed3-3de6-3f1927064c5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.326578] env[68786]: DEBUG oslo_concurrency.lockutils [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.326985] env[68786]: DEBUG nova.compute.manager [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.329621] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.932s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.329776] env[68786]: DEBUG nova.objects.instance [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Lazy-loading 'resources' on Instance uuid c22d31c2-9d25-498c-b903-ea3a88a81bf2 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 660.388469] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090316, 'name': Rename_Task, 'duration_secs': 0.263199} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.388792] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.389081] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da49067b-b885-49c7-9f74-3c3dd474c03c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.394839] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 660.394839] env[68786]: value = "task-3090317" [ 660.394839] env[68786]: _type = "Task" [ 660.394839] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.402661] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.516902] env[68786]: DEBUG oslo_vmware.api [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090315, 'name': PowerOnVM_Task, 'duration_secs': 0.525608} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.517194] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.517381] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0388a2-f851-4cd9-803f-e9e01a39d0f7 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Updating instance '90a90104-ef19-43f6-badb-0e06d0ee0bee' progress to 100 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 660.556441] env[68786]: INFO nova.compute.manager [-] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Took 1.89 seconds to deallocate network for instance. [ 660.621861] env[68786]: DEBUG oslo_concurrency.lockutils [req-23a2aca1-4176-4d2d-8658-6eeaa5276b6f req-9c7c35ef-5cf6-4246-b177-c312f4395a72 service nova] Releasing lock "refresh_cache-01f36ba6-8385-4242-8778-11745ae292b5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.622259] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Acquired lock "refresh_cache-01f36ba6-8385-4242-8778-11745ae292b5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.622425] env[68786]: DEBUG nova.network.neutron [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.627379] env[68786]: INFO nova.compute.manager [-] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Took 1.74 seconds to deallocate network for instance. [ 660.731994] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5212e274-536f-6ed3-3de6-3f1927064c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.038615} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.732781] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-948e4f50-3012-4567-9b72-0313e7e31547 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.738220] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 660.738220] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5243c9ce-0f4b-76d7-acce-8dbceb74d6c1" [ 660.738220] env[68786]: _type = "Task" [ 660.738220] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.745569] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5243c9ce-0f4b-76d7-acce-8dbceb74d6c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.834037] env[68786]: DEBUG nova.compute.utils [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.834588] env[68786]: DEBUG nova.compute.manager [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Not allocating networking since 'none' was specified. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 660.905126] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090317, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.063290] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.134527] env[68786]: DEBUG oslo_concurrency.lockutils [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.209337] env[68786]: DEBUG nova.network.neutron [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.253311] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5243c9ce-0f4b-76d7-acce-8dbceb74d6c1, 'name': SearchDatastore_Task, 'duration_secs': 0.024981} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.255840] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.256133] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 596ff49a-578e-43a1-86fa-91e7bb4dc1ee/596ff49a-578e-43a1-86fa-91e7bb4dc1ee.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.258494] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-484fd91b-0c7a-40ab-9de4-7f90fbe5cf1b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.265890] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 661.265890] env[68786]: value = "task-3090318" [ 661.265890] env[68786]: _type = "Task" [ 661.265890] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.277046] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.309987] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd7c471-4331-409e-a342-24abbe9ea88d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.318789] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867bca4a-79bf-4ad6-be91-51845ff3385c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.349970] env[68786]: DEBUG nova.compute.manager [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.355526] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5fc86b-7480-4048-a771-23ea4cd29468 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.363625] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79241fc-76fa-4ec5-966f-a3f414b50642 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.376825] env[68786]: DEBUG nova.compute.provider_tree [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.392493] env[68786]: DEBUG nova.network.neutron [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Updating instance_info_cache with network_info: [{"id": "b17a1d52-4477-4cbf-b83d-75de2cfa08b7", "address": "fa:16:3e:6d:4d:70", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb17a1d52-44", "ovs_interfaceid": "b17a1d52-4477-4cbf-b83d-75de2cfa08b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.407020] env[68786]: DEBUG oslo_vmware.api [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090317, 'name': PowerOnVM_Task, 'duration_secs': 0.760499} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.407020] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.407020] env[68786]: INFO nova.compute.manager [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Took 9.41 seconds to spawn the instance on the hypervisor. [ 661.407020] env[68786]: DEBUG nova.compute.manager [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.407332] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861ee76d-ce53-4efd-981f-19816629ea4a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.538811] env[68786]: DEBUG nova.compute.manager [req-c332dc71-47f8-47ba-bb2b-cd06acd8b39a req-fcf2f8e2-d0b2-4ff9-a86e-9d49507c67f4 service nova] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Received event network-vif-deleted-5e9c2381-91ca-4fcb-aee5-5abfc52497ed {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.538811] env[68786]: DEBUG nova.compute.manager [req-c332dc71-47f8-47ba-bb2b-cd06acd8b39a req-fcf2f8e2-d0b2-4ff9-a86e-9d49507c67f4 service nova] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Received event network-vif-deleted-6c2b4979-ef67-4707-ade3-af94d6e095e4 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.776292] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465489} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.776582] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 596ff49a-578e-43a1-86fa-91e7bb4dc1ee/596ff49a-578e-43a1-86fa-91e7bb4dc1ee.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.776849] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.777069] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-682c600a-cfcd-480f-a164-7b6d7a04e731 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.783108] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 661.783108] env[68786]: value = "task-3090319" [ 661.783108] env[68786]: _type = "Task" [ 661.783108] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.790962] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.880138] env[68786]: DEBUG nova.scheduler.client.report [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.895278] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Releasing lock "refresh_cache-01f36ba6-8385-4242-8778-11745ae292b5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.895631] env[68786]: DEBUG nova.compute.manager [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Instance network_info: |[{"id": "b17a1d52-4477-4cbf-b83d-75de2cfa08b7", "address": "fa:16:3e:6d:4d:70", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb17a1d52-44", "ovs_interfaceid": "b17a1d52-4477-4cbf-b83d-75de2cfa08b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.896256] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:4d:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b17a1d52-4477-4cbf-b83d-75de2cfa08b7', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.903996] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.905243] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.905501] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58987a5f-9b03-47ab-b1c3-e15d767c76ab {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.928791] env[68786]: INFO nova.compute.manager [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Took 33.42 seconds to build instance. [ 661.933094] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.933094] env[68786]: value = "task-3090320" [ 661.933094] env[68786]: _type = "Task" [ 661.933094] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.940924] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090320, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.294475] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065099} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.295187] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.296045] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f305bc-6a76-4ab7-ae67-55ebcb1df948 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.320669] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 596ff49a-578e-43a1-86fa-91e7bb4dc1ee/596ff49a-578e-43a1-86fa-91e7bb4dc1ee.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.320669] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7de88c59-9c1a-4b56-abf1-0070b0cd0914 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.341737] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 662.341737] env[68786]: value = "task-3090321" [ 662.341737] env[68786]: _type = "Task" [ 662.341737] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.351050] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090321, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.365421] env[68786]: DEBUG nova.compute.manager [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.387295] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.391145] env[68786]: DEBUG nova.virt.hardware [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.391145] env[68786]: DEBUG nova.virt.hardware [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.391145] env[68786]: DEBUG nova.virt.hardware [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.391420] env[68786]: DEBUG nova.virt.hardware [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.391420] env[68786]: DEBUG nova.virt.hardware [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.391420] env[68786]: DEBUG nova.virt.hardware [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.393348] env[68786]: DEBUG nova.virt.hardware [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.393348] env[68786]: DEBUG nova.virt.hardware [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.393896] env[68786]: DEBUG nova.virt.hardware [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.393957] env[68786]: DEBUG nova.virt.hardware [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.394407] env[68786]: DEBUG nova.virt.hardware [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.394509] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.983s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.395401] env[68786]: DEBUG nova.objects.instance [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68786) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 662.398151] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f75cd39-e3c4-4bcd-9f1c-81f786ec27f2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.406101] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfdff67-2818-40bd-9f9d-003ff5efd5c0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.412967] env[68786]: INFO nova.scheduler.client.report [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Deleted allocations for instance c22d31c2-9d25-498c-b903-ea3a88a81bf2 [ 662.424265] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Instance VIF info [] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.430662] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Creating folder: Project (180882a1e7d24cd198e08435923919c8). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.433332] env[68786]: DEBUG oslo_concurrency.lockutils [None req-119f4fec-bd0c-4265-a693-cda40a60e48e tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "060a98ca-e50d-4b0f-96b2-f50e2e03271d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.551s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.433541] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96132e30-9897-4fab-8dc9-0ada225ca749 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.449884] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090320, 'name': CreateVM_Task, 'duration_secs': 0.372907} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.450386] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.453278] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.455299] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.455650] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.457733] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-350229cf-68fa-437a-b474-a3edcbca783d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.459571] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Created folder: Project (180882a1e7d24cd198e08435923919c8) in parent group-v618484. [ 662.460282] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Creating folder: Instances. Parent ref: group-v618562. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.460282] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0dde9400-f1e6-43eb-8a06-83f62f57f3d0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.464721] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Waiting for the task: (returnval){ [ 662.464721] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52465e7c-6ea4-681c-87d0-029cdc984489" [ 662.464721] env[68786]: _type = "Task" [ 662.464721] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.469818] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Created folder: Instances in parent group-v618562. [ 662.470485] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.470604] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.470894] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d13270d1-90bc-4d8c-898a-4c18f7e737ca {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.486538] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52465e7c-6ea4-681c-87d0-029cdc984489, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.491776] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.491776] env[68786]: value = "task-3090324" [ 662.491776] env[68786]: _type = "Task" [ 662.491776] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.499993] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090324, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.666174] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a68833a7-6fce-43c7-b0d3-9939984956e8 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "90a90104-ef19-43f6-badb-0e06d0ee0bee" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.666174] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a68833a7-6fce-43c7-b0d3-9939984956e8 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "90a90104-ef19-43f6-badb-0e06d0ee0bee" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.666278] env[68786]: DEBUG nova.compute.manager [None req-a68833a7-6fce-43c7-b0d3-9939984956e8 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Going to confirm migration 1 {{(pid=68786) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 662.852993] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.938417] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "daf2f4d2-5fea-4790-95d4-fb16e42e6379" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.938682] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "daf2f4d2-5fea-4790-95d4-fb16e42e6379" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.942307] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3249ea7a-8bb8-4876-aa34-10bb17925e55 tempest-ServersAdmin275Test-900886784 tempest-ServersAdmin275Test-900886784-project-member] Lock "c22d31c2-9d25-498c-b903-ea3a88a81bf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.872s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.944660] env[68786]: DEBUG nova.compute.manager [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.975414] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52465e7c-6ea4-681c-87d0-029cdc984489, 'name': SearchDatastore_Task, 'duration_secs': 0.018251} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.975722] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.975980] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.976219] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.976360] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.976572] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.976873] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7646b8eb-84e9-4731-a1d5-2bf7012069cf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.988219] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.988450] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.989187] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb03d9bf-a97c-4cf3-a134-276900a8a7d9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.996185] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Waiting for the task: (returnval){ [ 662.996185] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]520c432b-8199-7aaf-c601-eac3652d9fcc" [ 662.996185] env[68786]: _type = "Task" [ 662.996185] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.002623] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090324, 'name': CreateVM_Task, 'duration_secs': 0.330865} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.002952] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.003406] env[68786]: DEBUG oslo_concurrency.lockutils [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.003582] env[68786]: DEBUG oslo_concurrency.lockutils [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.003884] env[68786]: DEBUG oslo_concurrency.lockutils [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.006899] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a69f274-ce5d-464b-ba3b-22f827fb5635 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.008892] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520c432b-8199-7aaf-c601-eac3652d9fcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.012023] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Waiting for the task: (returnval){ [ 663.012023] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]525f2ba7-b5e8-4035-83f8-32989a21776b" [ 663.012023] env[68786]: _type = "Task" [ 663.012023] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.019481] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]525f2ba7-b5e8-4035-83f8-32989a21776b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.222539] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a68833a7-6fce-43c7-b0d3-9939984956e8 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "refresh_cache-90a90104-ef19-43f6-badb-0e06d0ee0bee" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.222728] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a68833a7-6fce-43c7-b0d3-9939984956e8 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquired lock "refresh_cache-90a90104-ef19-43f6-badb-0e06d0ee0bee" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.222912] env[68786]: DEBUG nova.network.neutron [None req-a68833a7-6fce-43c7-b0d3-9939984956e8 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.223116] env[68786]: DEBUG nova.objects.instance [None req-a68833a7-6fce-43c7-b0d3-9939984956e8 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lazy-loading 'info_cache' on Instance uuid 90a90104-ef19-43f6-badb-0e06d0ee0bee {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 663.353324] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090321, 'name': ReconfigVM_Task, 'duration_secs': 0.693324} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.353625] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 596ff49a-578e-43a1-86fa-91e7bb4dc1ee/596ff49a-578e-43a1-86fa-91e7bb4dc1ee.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.354328] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13895a2f-b8da-4742-86d9-35fec4e293d2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.360572] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 663.360572] env[68786]: value = "task-3090325" [ 663.360572] env[68786]: _type = "Task" [ 663.360572] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.368754] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090325, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.410696] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2a8f154d-9415-4763-88dc-6a3edcee8246 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.411896] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.437s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.413427] env[68786]: INFO nova.compute.claims [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.469144] env[68786]: DEBUG oslo_concurrency.lockutils [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.506491] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520c432b-8199-7aaf-c601-eac3652d9fcc, 'name': SearchDatastore_Task, 'duration_secs': 0.018366} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.507314] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f82015a9-ca06-4e2b-889b-4f59df30499f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.512849] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Waiting for the task: (returnval){ [ 663.512849] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5281840d-b470-8f77-94f3-808966d666ca" [ 663.512849] env[68786]: _type = "Task" [ 663.512849] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.523951] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5281840d-b470-8f77-94f3-808966d666ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.527389] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]525f2ba7-b5e8-4035-83f8-32989a21776b, 'name': SearchDatastore_Task, 'duration_secs': 0.01335} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.527702] env[68786]: DEBUG oslo_concurrency.lockutils [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.527937] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.528165] env[68786]: DEBUG oslo_concurrency.lockutils [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.871552] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090325, 'name': Rename_Task, 'duration_secs': 0.339241} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.871858] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.872158] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-576403a2-2eb9-49de-aff7-85db33d2023b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.878906] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 663.878906] env[68786]: value = "task-3090326" [ 663.878906] env[68786]: _type = "Task" [ 663.878906] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.887347] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.027873] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5281840d-b470-8f77-94f3-808966d666ca, 'name': SearchDatastore_Task, 'duration_secs': 0.01737} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.028155] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.028423] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 01f36ba6-8385-4242-8778-11745ae292b5/01f36ba6-8385-4242-8778-11745ae292b5.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.028712] env[68786]: DEBUG oslo_concurrency.lockutils [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.028865] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.029095] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dd7dfbf-6bcd-4201-9c72-89fce05bb849 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.031115] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82d4b3cd-2638-4462-9af1-4431365ffb6a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.037708] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Waiting for the task: (returnval){ [ 664.037708] env[68786]: value = "task-3090327" [ 664.037708] env[68786]: _type = "Task" [ 664.037708] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.041782] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.041975] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.043015] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c5cc088-51f4-4cc4-b9ed-51aae92e377c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.050143] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.051318] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Waiting for the task: (returnval){ [ 664.051318] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5266d798-3aa6-d854-6430-195269024b89" [ 664.051318] env[68786]: _type = "Task" [ 664.051318] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.059014] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5266d798-3aa6-d854-6430-195269024b89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.389412] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090326, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.503341] env[68786]: DEBUG nova.network.neutron [None req-a68833a7-6fce-43c7-b0d3-9939984956e8 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Updating instance_info_cache with network_info: [{"id": "92eea19d-152d-4b03-830f-066ec55401bc", "address": "fa:16:3e:42:54:f6", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92eea19d-15", "ovs_interfaceid": "92eea19d-152d-4b03-830f-066ec55401bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.550184] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090327, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.562203] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5266d798-3aa6-d854-6430-195269024b89, 'name': SearchDatastore_Task, 'duration_secs': 0.009349} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.562864] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c863537-79c5-4e89-beea-a9641acc3c1d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.570638] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Waiting for the task: (returnval){ [ 664.570638] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d40132-efed-ae9e-c47e-27c03d743b28" [ 664.570638] env[68786]: _type = "Task" [ 664.570638] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.579155] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d40132-efed-ae9e-c47e-27c03d743b28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.889497] env[68786]: DEBUG oslo_vmware.api [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090326, 'name': PowerOnVM_Task, 'duration_secs': 0.815271} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.892267] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.892486] env[68786]: INFO nova.compute.manager [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Took 10.17 seconds to spawn the instance on the hypervisor. [ 664.892691] env[68786]: DEBUG nova.compute.manager [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.893651] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0026250-a20c-47b5-b08e-676f8bfefa38 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.928228] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0990f653-893c-4978-8fb6-b8c0b8c9d96a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.937202] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f6c243-501a-4802-8ef1-792f1268479d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.969861] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740a4e2e-1229-4a71-98f7-e6cf1ff92db2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.978179] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878439ef-098c-4341-bd9b-1f32d36ba752 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.992318] env[68786]: DEBUG nova.compute.provider_tree [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.008685] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a68833a7-6fce-43c7-b0d3-9939984956e8 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Releasing lock "refresh_cache-90a90104-ef19-43f6-badb-0e06d0ee0bee" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.009038] env[68786]: DEBUG nova.objects.instance [None req-a68833a7-6fce-43c7-b0d3-9939984956e8 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lazy-loading 'migration_context' on Instance uuid 90a90104-ef19-43f6-badb-0e06d0ee0bee {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 665.048261] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552845} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.048549] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 01f36ba6-8385-4242-8778-11745ae292b5/01f36ba6-8385-4242-8778-11745ae292b5.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.048778] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.049037] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-454ae2fb-2ce4-4119-b869-92a8ecffac7c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.055685] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Waiting for the task: (returnval){ [ 665.055685] env[68786]: value = "task-3090328" [ 665.055685] env[68786]: _type = "Task" [ 665.055685] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.063222] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.080061] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d40132-efed-ae9e-c47e-27c03d743b28, 'name': SearchDatastore_Task, 'duration_secs': 0.020584} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.083024] env[68786]: DEBUG oslo_concurrency.lockutils [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.083024] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 859eb560-faaf-471c-95dc-bcf2544f8a04/859eb560-faaf-471c-95dc-bcf2544f8a04.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.083024] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9f2cebc-8267-4694-b1eb-0a09de622cdb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.087663] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Waiting for the task: (returnval){ [ 665.087663] env[68786]: value = "task-3090329" [ 665.087663] env[68786]: _type = "Task" [ 665.087663] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.095161] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.293664] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.294134] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.411300] env[68786]: INFO nova.compute.manager [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Took 36.71 seconds to build instance. [ 665.495889] env[68786]: DEBUG nova.scheduler.client.report [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.511553] env[68786]: DEBUG nova.objects.base [None req-a68833a7-6fce-43c7-b0d3-9939984956e8 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Object Instance<90a90104-ef19-43f6-badb-0e06d0ee0bee> lazy-loaded attributes: info_cache,migration_context {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 665.512733] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0eb574-263e-4879-9390-ba2bcd35d862 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.534143] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e420f946-4c5c-4d0a-8fce-4e587eaccb30 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.542405] env[68786]: DEBUG oslo_vmware.api [None req-a68833a7-6fce-43c7-b0d3-9939984956e8 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 665.542405] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e8c2e1-8a63-a005-7f0d-f84b1fc814b7" [ 665.542405] env[68786]: _type = "Task" [ 665.542405] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.553769] env[68786]: DEBUG oslo_vmware.api [None req-a68833a7-6fce-43c7-b0d3-9939984956e8 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e8c2e1-8a63-a005-7f0d-f84b1fc814b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.569754] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065821} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.570611] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.571698] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c414cfd-bd09-4c28-83aa-c22066e9f1de {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.610652] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 01f36ba6-8385-4242-8778-11745ae292b5/01f36ba6-8385-4242-8778-11745ae292b5.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.616397] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94d8c009-1087-4389-b570-fc0a248fc751 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.647475] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.649532] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Waiting for the task: (returnval){ [ 665.649532] env[68786]: value = "task-3090330" [ 665.649532] env[68786]: _type = "Task" [ 665.649532] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.661884] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090330, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.802777] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.804136] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.804136] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.804136] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.804136] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.804136] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.804136] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68786) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 665.804383] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager.update_available_resource {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.913944] env[68786]: DEBUG oslo_concurrency.lockutils [None req-80297bda-bd0e-48d0-a23a-b9c7e816bb8c tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lock "596ff49a-578e-43a1-86fa-91e7bb4dc1ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.726s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.000707] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.001371] env[68786]: DEBUG nova.compute.manager [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.005271] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.802s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.005513] env[68786]: DEBUG nova.objects.instance [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Lazy-loading 'resources' on Instance uuid d1702b0d-ad46-44ba-aaee-cfdc2a1a554e {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.054042] env[68786]: DEBUG oslo_vmware.api [None req-a68833a7-6fce-43c7-b0d3-9939984956e8 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e8c2e1-8a63-a005-7f0d-f84b1fc814b7, 'name': SearchDatastore_Task, 'duration_secs': 0.024862} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.054356] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a68833a7-6fce-43c7-b0d3-9939984956e8 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.103288] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.993235} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.103556] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 859eb560-faaf-471c-95dc-bcf2544f8a04/859eb560-faaf-471c-95dc-bcf2544f8a04.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.103963] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.104062] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12a861c3-0352-4b33-b7d7-a4982d387413 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.109761] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Waiting for the task: (returnval){ [ 666.109761] env[68786]: value = "task-3090331" [ 666.109761] env[68786]: _type = "Task" [ 666.109761] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.118212] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.159618] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090330, 'name': ReconfigVM_Task, 'duration_secs': 0.445468} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.159922] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 01f36ba6-8385-4242-8778-11745ae292b5/01f36ba6-8385-4242-8778-11745ae292b5.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.160866] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f031c51-7c6d-4a63-b679-db042c823dd7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.167889] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Waiting for the task: (returnval){ [ 666.167889] env[68786]: value = "task-3090332" [ 666.167889] env[68786]: _type = "Task" [ 666.167889] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.177523] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090332, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.307432] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.416267] env[68786]: DEBUG nova.compute.manager [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.514451] env[68786]: DEBUG nova.compute.utils [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.520613] env[68786]: DEBUG nova.compute.manager [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.520613] env[68786]: DEBUG nova.network.neutron [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.567280] env[68786]: DEBUG nova.policy [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fadf2a29ea1e4d6dbf3392842c1aeb21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf20784496584ae5b0da550b8ddb6fe9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.621281] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068156} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.624408] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.626124] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3807c1b2-c9f8-4d81-914d-140e36d1c5a3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.647574] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 859eb560-faaf-471c-95dc-bcf2544f8a04/859eb560-faaf-471c-95dc-bcf2544f8a04.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.650412] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c65724bd-6c50-4f23-bf29-c016b300db1a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.674236] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Waiting for the task: (returnval){ [ 666.674236] env[68786]: value = "task-3090333" [ 666.674236] env[68786]: _type = "Task" [ 666.674236] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.683503] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090332, 'name': Rename_Task, 'duration_secs': 0.15832} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.684545] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.684819] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97880b4f-5520-4ff2-a854-359676bcfe18 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.690045] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.694835] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Waiting for the task: (returnval){ [ 666.694835] env[68786]: value = "task-3090334" [ 666.694835] env[68786]: _type = "Task" [ 666.694835] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.707240] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.945270] env[68786]: DEBUG oslo_concurrency.lockutils [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.949024] env[68786]: DEBUG nova.network.neutron [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Successfully created port: fdd491a9-4c54-4673-a435-ef48b1cfb166 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.022152] env[68786]: DEBUG nova.compute.manager [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.022767] env[68786]: DEBUG nova.compute.manager [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.030761] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ceae88-18fa-44cf-94b1-bc2e31fe90db {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.065626] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d08146-4b5e-4122-a942-3e40afcd0fa3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.074132] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d6028c-36ce-4703-94d5-11890ce88a42 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.113103] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0335b1c4-4005-4f52-a0e5-2ca4de8f5636 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.122528] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276e143a-e748-4295-bdbd-1d1eb29fa136 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.138013] env[68786]: DEBUG nova.compute.provider_tree [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.188207] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090333, 'name': ReconfigVM_Task, 'duration_secs': 0.299369} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.188207] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 859eb560-faaf-471c-95dc-bcf2544f8a04/859eb560-faaf-471c-95dc-bcf2544f8a04.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.188207] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b72b6d64-8dd3-4716-be46-757b86d75cdb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.195464] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Waiting for the task: (returnval){ [ 667.195464] env[68786]: value = "task-3090335" [ 667.195464] env[68786]: _type = "Task" [ 667.195464] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.215708] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090334, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.220166] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090335, 'name': Rename_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.545457] env[68786]: INFO nova.compute.manager [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] instance snapshotting [ 667.550776] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f365c326-ecce-4491-b23d-dc6dd534be5b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.572423] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14684005-e10a-4181-a06f-c30a5f1bba78 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.641552] env[68786]: DEBUG nova.scheduler.client.report [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.705481] env[68786]: DEBUG oslo_vmware.api [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090334, 'name': PowerOnVM_Task, 'duration_secs': 0.68422} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.708613] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.708844] env[68786]: INFO nova.compute.manager [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Took 10.23 seconds to spawn the instance on the hypervisor. [ 667.709037] env[68786]: DEBUG nova.compute.manager [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.709836] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de102f9e-7135-41d4-8777-ea3c82cd0645 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.717453] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090335, 'name': Rename_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.042026] env[68786]: DEBUG nova.compute.manager [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.072035] env[68786]: DEBUG nova.virt.hardware [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.072187] env[68786]: DEBUG nova.virt.hardware [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.072247] env[68786]: DEBUG nova.virt.hardware [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.072431] env[68786]: DEBUG nova.virt.hardware [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.072589] env[68786]: DEBUG nova.virt.hardware [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.072750] env[68786]: DEBUG nova.virt.hardware [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.072960] env[68786]: DEBUG nova.virt.hardware [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.073145] env[68786]: DEBUG nova.virt.hardware [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.073316] env[68786]: DEBUG nova.virt.hardware [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.073481] env[68786]: DEBUG nova.virt.hardware [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.073653] env[68786]: DEBUG nova.virt.hardware [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.074617] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6ce002-466e-4f04-b73f-4cb91c8329de {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.084546] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcfb283-627a-4cd4-bbb1-2ded3f3b526d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.088973] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Creating Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 668.089256] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7f31ba84-6f60-4105-83de-16f305d406dc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.103525] env[68786]: DEBUG oslo_vmware.api [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 668.103525] env[68786]: value = "task-3090336" [ 668.103525] env[68786]: _type = "Task" [ 668.103525] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.112478] env[68786]: DEBUG oslo_vmware.api [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090336, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.147591] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.150780] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.982s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.151521] env[68786]: DEBUG nova.objects.instance [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lazy-loading 'resources' on Instance uuid 83e38f03-33af-4ed0-ad82-70dc1e1ca03f {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.183646] env[68786]: INFO nova.scheduler.client.report [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Deleted allocations for instance d1702b0d-ad46-44ba-aaee-cfdc2a1a554e [ 668.217371] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090335, 'name': Rename_Task, 'duration_secs': 0.94565} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.217765] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.218184] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d0f47f5-96d2-472c-b4de-98ccbecf23ba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.233175] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Waiting for the task: (returnval){ [ 668.233175] env[68786]: value = "task-3090337" [ 668.233175] env[68786]: _type = "Task" [ 668.233175] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.235808] env[68786]: INFO nova.compute.manager [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Took 35.85 seconds to build instance. [ 668.247437] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090337, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.305417] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Acquiring lock "d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.305417] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Lock "d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.551691] env[68786]: DEBUG nova.compute.manager [req-0b7d2bb7-ade4-4de0-ae8e-15d769fc12c1 req-200ea482-9faa-40a6-9638-3ff497f38d0b service nova] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Received event network-vif-plugged-fdd491a9-4c54-4673-a435-ef48b1cfb166 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.553232] env[68786]: DEBUG oslo_concurrency.lockutils [req-0b7d2bb7-ade4-4de0-ae8e-15d769fc12c1 req-200ea482-9faa-40a6-9638-3ff497f38d0b service nova] Acquiring lock "bb75a858-288f-4bdd-8488-9f5d15324e6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.553232] env[68786]: DEBUG oslo_concurrency.lockutils [req-0b7d2bb7-ade4-4de0-ae8e-15d769fc12c1 req-200ea482-9faa-40a6-9638-3ff497f38d0b service nova] Lock "bb75a858-288f-4bdd-8488-9f5d15324e6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.553232] env[68786]: DEBUG oslo_concurrency.lockutils [req-0b7d2bb7-ade4-4de0-ae8e-15d769fc12c1 req-200ea482-9faa-40a6-9638-3ff497f38d0b service nova] Lock "bb75a858-288f-4bdd-8488-9f5d15324e6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.553232] env[68786]: DEBUG nova.compute.manager [req-0b7d2bb7-ade4-4de0-ae8e-15d769fc12c1 req-200ea482-9faa-40a6-9638-3ff497f38d0b service nova] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] No waiting events found dispatching network-vif-plugged-fdd491a9-4c54-4673-a435-ef48b1cfb166 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.553698] env[68786]: WARNING nova.compute.manager [req-0b7d2bb7-ade4-4de0-ae8e-15d769fc12c1 req-200ea482-9faa-40a6-9638-3ff497f38d0b service nova] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Received unexpected event network-vif-plugged-fdd491a9-4c54-4673-a435-ef48b1cfb166 for instance with vm_state building and task_state spawning. [ 668.613838] env[68786]: DEBUG oslo_vmware.api [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090336, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.638530] env[68786]: DEBUG nova.network.neutron [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Successfully updated port: fdd491a9-4c54-4673-a435-ef48b1cfb166 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.699276] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1a6a1333-48d2-46b7-8cde-1a701342e88a tempest-InstanceActionsNegativeTestJSON-956726343 tempest-InstanceActionsNegativeTestJSON-956726343-project-member] Lock "d1702b0d-ad46-44ba-aaee-cfdc2a1a554e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.166s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.741924] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c697987-ca5d-484c-a4b5-df3ef726a096 tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Lock "01f36ba6-8385-4242-8778-11745ae292b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.227s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.751272] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090337, 'name': PowerOnVM_Task} progress is 92%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.011801] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Acquiring lock "01f36ba6-8385-4242-8778-11745ae292b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.012130] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Lock "01f36ba6-8385-4242-8778-11745ae292b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.012358] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Acquiring lock "01f36ba6-8385-4242-8778-11745ae292b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.012624] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Lock "01f36ba6-8385-4242-8778-11745ae292b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.012818] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Lock "01f36ba6-8385-4242-8778-11745ae292b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.015115] env[68786]: INFO nova.compute.manager [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Terminating instance [ 669.115839] env[68786]: DEBUG oslo_vmware.api [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090336, 'name': CreateSnapshot_Task, 'duration_secs': 0.630885} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.116326] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Created Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 669.117135] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320fd4b4-06d4-4fb2-ba5a-73660aa60f94 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.146311] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "refresh_cache-bb75a858-288f-4bdd-8488-9f5d15324e6f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.146507] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquired lock "refresh_cache-bb75a858-288f-4bdd-8488-9f5d15324e6f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.146717] env[68786]: DEBUG nova.network.neutron [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.185097] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b303b1-bf3e-4fc8-a258-8a17c39a2026 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.195565] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24ab408-a0da-4e6d-b81d-c05400e156bf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.231290] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956bd47f-159a-44f7-8d28-f6f198d549ca {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.242642] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590e8424-2f38-4009-9591-47715b5de62d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.246277] env[68786]: DEBUG nova.compute.manager [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.256207] env[68786]: DEBUG oslo_vmware.api [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090337, 'name': PowerOnVM_Task, 'duration_secs': 0.671916} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.266120] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.266120] env[68786]: INFO nova.compute.manager [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Took 6.90 seconds to spawn the instance on the hypervisor. [ 669.266120] env[68786]: DEBUG nova.compute.manager [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.266120] env[68786]: DEBUG nova.compute.provider_tree [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.271800] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b446cfb9-efd4-4ba5-965e-a9f20574f8bf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.522027] env[68786]: DEBUG nova.compute.manager [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 669.522027] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.522027] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baa4d3f-f759-4fc7-a883-4c140f9b8fba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.530719] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.530719] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-771cd4ef-94cc-4534-8f48-0ed68356813a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.539420] env[68786]: DEBUG oslo_vmware.api [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Waiting for the task: (returnval){ [ 669.539420] env[68786]: value = "task-3090338" [ 669.539420] env[68786]: _type = "Task" [ 669.539420] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.548397] env[68786]: DEBUG oslo_vmware.api [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.640213] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Creating linked-clone VM from snapshot {{(pid=68786) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 669.640543] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5a1e4607-0e25-475e-be0b-51cfdef41fbf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.654642] env[68786]: DEBUG oslo_vmware.api [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 669.654642] env[68786]: value = "task-3090339" [ 669.654642] env[68786]: _type = "Task" [ 669.654642] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.670716] env[68786]: DEBUG oslo_vmware.api [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090339, 'name': CloneVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.687913] env[68786]: DEBUG nova.network.neutron [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.772359] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.773161] env[68786]: DEBUG nova.scheduler.client.report [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.787792] env[68786]: INFO nova.compute.manager [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Took 34.82 seconds to build instance. [ 669.925306] env[68786]: DEBUG nova.network.neutron [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Updating instance_info_cache with network_info: [{"id": "fdd491a9-4c54-4673-a435-ef48b1cfb166", "address": "fa:16:3e:7c:d8:fd", "network": {"id": "484699e9-27f5-4f9d-a119-9c275a314523", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-952661253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf20784496584ae5b0da550b8ddb6fe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdd491a9-4c", "ovs_interfaceid": "fdd491a9-4c54-4673-a435-ef48b1cfb166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.049789] env[68786]: DEBUG oslo_vmware.api [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090338, 'name': PowerOffVM_Task, 'duration_secs': 0.233045} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.050113] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.050293] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.050569] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5a83c77-01fd-4476-8a9c-c3442e20a8d1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.115910] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.116187] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.116376] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Deleting the datastore file [datastore2] 01f36ba6-8385-4242-8778-11745ae292b5 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.116656] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff443708-869d-4e22-a056-97b9c4898df0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.125169] env[68786]: DEBUG oslo_vmware.api [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Waiting for the task: (returnval){ [ 670.125169] env[68786]: value = "task-3090341" [ 670.125169] env[68786]: _type = "Task" [ 670.125169] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.137433] env[68786]: DEBUG oslo_vmware.api [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.165725] env[68786]: DEBUG oslo_vmware.api [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090339, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.278481] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.280955] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.881s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.282334] env[68786]: DEBUG nova.objects.instance [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Lazy-loading 'resources' on Instance uuid 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.291208] env[68786]: DEBUG oslo_concurrency.lockutils [None req-422f13c7-4bfd-47de-bd15-dfbd199aeaf9 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Lock "859eb560-faaf-471c-95dc-bcf2544f8a04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.515s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.316682] env[68786]: INFO nova.scheduler.client.report [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Deleted allocations for instance 83e38f03-33af-4ed0-ad82-70dc1e1ca03f [ 670.431230] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Releasing lock "refresh_cache-bb75a858-288f-4bdd-8488-9f5d15324e6f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.431230] env[68786]: DEBUG nova.compute.manager [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Instance network_info: |[{"id": "fdd491a9-4c54-4673-a435-ef48b1cfb166", "address": "fa:16:3e:7c:d8:fd", "network": {"id": "484699e9-27f5-4f9d-a119-9c275a314523", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-952661253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf20784496584ae5b0da550b8ddb6fe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdd491a9-4c", "ovs_interfaceid": "fdd491a9-4c54-4673-a435-ef48b1cfb166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.431410] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:d8:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdd491a9-4c54-4673-a435-ef48b1cfb166', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.439849] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Creating folder: Project (bf20784496584ae5b0da550b8ddb6fe9). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.440147] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-501728d3-1f3a-4d92-93d7-efe9fa3b2db2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.454961] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Created folder: Project (bf20784496584ae5b0da550b8ddb6fe9) in parent group-v618484. [ 670.455654] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Creating folder: Instances. Parent ref: group-v618567. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.455654] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d465f446-a9e3-403a-a77b-f1ff20521610 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.467422] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Created folder: Instances in parent group-v618567. [ 670.468388] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.468388] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.468388] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef7654a2-2169-4b38-a719-0737ee8c9d7f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.491446] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.491446] env[68786]: value = "task-3090344" [ 670.491446] env[68786]: _type = "Task" [ 670.491446] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.501739] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090344, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.578871] env[68786]: DEBUG nova.compute.manager [req-df9ece1f-3ef2-4dbd-9260-6679eb2660d9 req-fa252412-71f2-4d65-abef-624bc8253f37 service nova] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Received event network-changed-fdd491a9-4c54-4673-a435-ef48b1cfb166 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.579163] env[68786]: DEBUG nova.compute.manager [req-df9ece1f-3ef2-4dbd-9260-6679eb2660d9 req-fa252412-71f2-4d65-abef-624bc8253f37 service nova] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Refreshing instance network info cache due to event network-changed-fdd491a9-4c54-4673-a435-ef48b1cfb166. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.580021] env[68786]: DEBUG oslo_concurrency.lockutils [req-df9ece1f-3ef2-4dbd-9260-6679eb2660d9 req-fa252412-71f2-4d65-abef-624bc8253f37 service nova] Acquiring lock "refresh_cache-bb75a858-288f-4bdd-8488-9f5d15324e6f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.580021] env[68786]: DEBUG oslo_concurrency.lockutils [req-df9ece1f-3ef2-4dbd-9260-6679eb2660d9 req-fa252412-71f2-4d65-abef-624bc8253f37 service nova] Acquired lock "refresh_cache-bb75a858-288f-4bdd-8488-9f5d15324e6f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.580021] env[68786]: DEBUG nova.network.neutron [req-df9ece1f-3ef2-4dbd-9260-6679eb2660d9 req-fa252412-71f2-4d65-abef-624bc8253f37 service nova] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Refreshing network info cache for port fdd491a9-4c54-4673-a435-ef48b1cfb166 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.635825] env[68786]: DEBUG oslo_vmware.api [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Task: {'id': task-3090341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223635} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.636121] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.636315] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.636494] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.636672] env[68786]: INFO nova.compute.manager [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 670.636966] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.637211] env[68786]: DEBUG nova.compute.manager [-] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 670.637333] env[68786]: DEBUG nova.network.neutron [-] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 670.665780] env[68786]: DEBUG oslo_vmware.api [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090339, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.793643] env[68786]: DEBUG nova.compute.manager [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.824924] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2c43c794-f3ed-4871-a81d-0f63adc58434 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "83e38f03-33af-4ed0-ad82-70dc1e1ca03f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.389s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.007436] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090344, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.167076] env[68786]: DEBUG oslo_vmware.api [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090339, 'name': CloneVM_Task} progress is 95%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.316841] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.358866] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af34575b-e6d6-4fd2-81ae-6aab3de98d8a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.367894] env[68786]: DEBUG nova.network.neutron [req-df9ece1f-3ef2-4dbd-9260-6679eb2660d9 req-fa252412-71f2-4d65-abef-624bc8253f37 service nova] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Updated VIF entry in instance network info cache for port fdd491a9-4c54-4673-a435-ef48b1cfb166. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.368333] env[68786]: DEBUG nova.network.neutron [req-df9ece1f-3ef2-4dbd-9260-6679eb2660d9 req-fa252412-71f2-4d65-abef-624bc8253f37 service nova] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Updating instance_info_cache with network_info: [{"id": "fdd491a9-4c54-4673-a435-ef48b1cfb166", "address": "fa:16:3e:7c:d8:fd", "network": {"id": "484699e9-27f5-4f9d-a119-9c275a314523", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-952661253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf20784496584ae5b0da550b8ddb6fe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdd491a9-4c", "ovs_interfaceid": "fdd491a9-4c54-4673-a435-ef48b1cfb166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.373017] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c28dcd2-c29b-4e36-ab5a-c09cb0110af6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.406543] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7558e6-3eb0-489e-adf2-4aeb96c1eba9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.415959] env[68786]: INFO nova.compute.manager [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Rebuilding instance [ 671.419273] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97a411d-fc9a-4151-bb21-1fd128fd9635 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.435879] env[68786]: DEBUG nova.compute.provider_tree [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.464956] env[68786]: DEBUG nova.compute.manager [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.466168] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b253d0c-1f00-41da-b0f6-e4807bff4c43 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.486658] env[68786]: DEBUG nova.network.neutron [-] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.502523] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090344, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.667695] env[68786]: DEBUG oslo_vmware.api [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090339, 'name': CloneVM_Task, 'duration_secs': 1.620756} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.667995] env[68786]: INFO nova.virt.vmwareapi.vmops [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Created linked-clone VM from snapshot [ 671.668737] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2143c2-6659-4cd7-8a3c-fa404f8e3bbe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.676987] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Uploading image 1b5e550f-b3ef-4c33-bfb3-3063735fdadc {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 671.697892] env[68786]: DEBUG oslo_vmware.rw_handles [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 671.697892] env[68786]: value = "vm-618566" [ 671.697892] env[68786]: _type = "VirtualMachine" [ 671.697892] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 671.698208] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4878194f-6b28-42b9-a972-2779acaf5bf7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.706816] env[68786]: DEBUG oslo_vmware.rw_handles [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lease: (returnval){ [ 671.706816] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52bc3089-82ef-fc5b-990e-b19230dfc776" [ 671.706816] env[68786]: _type = "HttpNfcLease" [ 671.706816] env[68786]: } obtained for exporting VM: (result){ [ 671.706816] env[68786]: value = "vm-618566" [ 671.706816] env[68786]: _type = "VirtualMachine" [ 671.706816] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 671.707077] env[68786]: DEBUG oslo_vmware.api [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the lease: (returnval){ [ 671.707077] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52bc3089-82ef-fc5b-990e-b19230dfc776" [ 671.707077] env[68786]: _type = "HttpNfcLease" [ 671.707077] env[68786]: } to be ready. {{(pid=68786) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 671.714348] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 671.714348] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52bc3089-82ef-fc5b-990e-b19230dfc776" [ 671.714348] env[68786]: _type = "HttpNfcLease" [ 671.714348] env[68786]: } is initializing. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 671.876666] env[68786]: DEBUG oslo_concurrency.lockutils [req-df9ece1f-3ef2-4dbd-9260-6679eb2660d9 req-fa252412-71f2-4d65-abef-624bc8253f37 service nova] Releasing lock "refresh_cache-bb75a858-288f-4bdd-8488-9f5d15324e6f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.942661] env[68786]: DEBUG nova.scheduler.client.report [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.989546] env[68786]: INFO nova.compute.manager [-] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Took 1.35 seconds to deallocate network for instance. [ 672.004944] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090344, 'name': CreateVM_Task, 'duration_secs': 1.34246} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.005157] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.005877] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.006123] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.006456] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.006719] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ada0f02-b339-4934-91f6-55f69a9fec1e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.012489] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 672.012489] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]524af583-68d8-3409-840b-111125148660" [ 672.012489] env[68786]: _type = "Task" [ 672.012489] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.021206] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524af583-68d8-3409-840b-111125148660, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.217746] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 672.217746] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52bc3089-82ef-fc5b-990e-b19230dfc776" [ 672.217746] env[68786]: _type = "HttpNfcLease" [ 672.217746] env[68786]: } is ready. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 672.218067] env[68786]: DEBUG oslo_vmware.rw_handles [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 672.218067] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52bc3089-82ef-fc5b-990e-b19230dfc776" [ 672.218067] env[68786]: _type = "HttpNfcLease" [ 672.218067] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 672.218794] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac81c646-c88e-4ad9-a314-244c382ce51d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.226855] env[68786]: DEBUG oslo_vmware.rw_handles [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52580b73-e76b-874d-cffb-4a917eb38b81/disk-0.vmdk from lease info. {{(pid=68786) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 672.227094] env[68786]: DEBUG oslo_vmware.rw_handles [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52580b73-e76b-874d-cffb-4a917eb38b81/disk-0.vmdk for reading. {{(pid=68786) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 672.448016] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.450551] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.941s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.450788] env[68786]: DEBUG nova.objects.instance [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Lazy-loading 'resources' on Instance uuid 8109d3f2-0864-4771-96cc-6046f82763f4 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.457377] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1e2ded90-f809-4db5-b1f7-c8eeb2cb51d8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.475467] env[68786]: INFO nova.scheduler.client.report [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Deleted allocations for instance 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a [ 672.482036] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.482222] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-017ea7d2-bf98-479c-a11e-55df8143bd94 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.493896] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Waiting for the task: (returnval){ [ 672.493896] env[68786]: value = "task-3090346" [ 672.493896] env[68786]: _type = "Task" [ 672.493896] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.500552] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.510872] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.523035] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524af583-68d8-3409-840b-111125148660, 'name': SearchDatastore_Task, 'duration_secs': 0.014809} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.523140] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.523304] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.523544] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.523692] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.523867] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.524155] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6991804d-85f1-4660-9942-228c8964bd74 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.534677] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.534915] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.535892] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a703f81-2aa5-4fc3-8052-b4459d7bfbde {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.541918] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 672.541918] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52eea23a-9ba3-07be-7723-ff861a3fdb4f" [ 672.541918] env[68786]: _type = "Task" [ 672.541918] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.550926] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52eea23a-9ba3-07be-7723-ff861a3fdb4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.623974] env[68786]: DEBUG nova.compute.manager [req-1b05972b-8a10-4a73-a66e-2f254f766135 req-5f71d48c-98ba-4260-8603-0991b8869d62 service nova] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Received event network-vif-deleted-b17a1d52-4477-4cbf-b83d-75de2cfa08b7 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.986976] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0aa30629-16d0-4f8a-ae1e-8d76774e6215 tempest-FloatingIPsAssociationNegativeTestJSON-484921356 tempest-FloatingIPsAssociationNegativeTestJSON-484921356-project-member] Lock "8e0c6ee4-78a1-4bc2-af6c-dd4183db648a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.683s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.010600] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090346, 'name': PowerOffVM_Task, 'duration_secs': 0.131462} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.014732] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.015461] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.017028] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b23bf6a-9fd8-4581-b8c9-26ee46266e64 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.025745] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.028671] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cab54db8-fe5b-4d89-8765-3fbd9a015af3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.055033] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52eea23a-9ba3-07be-7723-ff861a3fdb4f, 'name': SearchDatastore_Task, 'duration_secs': 0.017338} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.060118] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.060462] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.060794] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Deleting the datastore file [datastore2] 859eb560-faaf-471c-95dc-bcf2544f8a04 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.061374] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46a98ba3-6235-4e57-8b46-68030ae2bcad {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.063986] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db888209-371e-4560-85b3-58a7ba3a52c4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.070202] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 673.070202] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b2be55-2f12-7769-03c6-71e7af1626c7" [ 673.070202] env[68786]: _type = "Task" [ 673.070202] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.071998] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Waiting for the task: (returnval){ [ 673.071998] env[68786]: value = "task-3090348" [ 673.071998] env[68786]: _type = "Task" [ 673.071998] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.091981] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b2be55-2f12-7769-03c6-71e7af1626c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011296} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.099556] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.099820] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] bb75a858-288f-4bdd-8488-9f5d15324e6f/bb75a858-288f-4bdd-8488-9f5d15324e6f.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.100226] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.100831] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c03eb8d3-b0f9-4dbf-9baf-ea32563c0d47 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.109386] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 673.109386] env[68786]: value = "task-3090349" [ 673.109386] env[68786]: _type = "Task" [ 673.109386] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.120203] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.478423] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1aef8cd-4531-4de9-b8df-13efa7e3ec39 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.488556] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741cd1c9-c18a-4275-b9e7-2f050a55c02c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.526642] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7426a5-f359-4a63-8ede-4b7fae5e14ee {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.538918] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f86e5e-28f3-4f15-b582-cf189e214874 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.558759] env[68786]: DEBUG nova.compute.provider_tree [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.591279] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115794} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.591606] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.591808] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.592072] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.621770] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090349, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.063140] env[68786]: DEBUG nova.scheduler.client.report [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.127105] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536212} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.127709] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] bb75a858-288f-4bdd-8488-9f5d15324e6f/bb75a858-288f-4bdd-8488-9f5d15324e6f.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.130658] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.130959] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2c848da-e65e-45d7-ab30-5681cad1108e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.143364] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 674.143364] env[68786]: value = "task-3090350" [ 674.143364] env[68786]: _type = "Task" [ 674.143364] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.154934] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.568505] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.571159] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.317s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.572060] env[68786]: DEBUG nova.objects.instance [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lazy-loading 'resources' on Instance uuid 48818b97-8f03-42a0-b4ee-3a2616af2173 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.593055] env[68786]: INFO nova.scheduler.client.report [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Deleted allocations for instance 8109d3f2-0864-4771-96cc-6046f82763f4 [ 674.639687] env[68786]: DEBUG nova.virt.hardware [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.639886] env[68786]: DEBUG nova.virt.hardware [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.640204] env[68786]: DEBUG nova.virt.hardware [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.640497] env[68786]: DEBUG nova.virt.hardware [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.640704] env[68786]: DEBUG nova.virt.hardware [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.640912] env[68786]: DEBUG nova.virt.hardware [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.641310] env[68786]: DEBUG nova.virt.hardware [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.641647] env[68786]: DEBUG nova.virt.hardware [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.641853] env[68786]: DEBUG nova.virt.hardware [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.642679] env[68786]: DEBUG nova.virt.hardware [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.642679] env[68786]: DEBUG nova.virt.hardware [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.643642] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9633c9-04bc-4b4b-9834-d4471440c430 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.661627] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cae7a91-ace0-4e9c-adf9-ce82f030deac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.665839] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271631} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.666526] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.667737] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68be9b8a-1d7b-46e5-8530-b1804910a8e7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.679707] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Instance VIF info [] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.685977] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.686334] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.686623] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b32fa882-b77c-4de5-9dc6-46eb6b7a3c48 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.717926] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] bb75a858-288f-4bdd-8488-9f5d15324e6f/bb75a858-288f-4bdd-8488-9f5d15324e6f.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.718827] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92429dae-0363-46da-92a1-d37017e3002e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.735008] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.735008] env[68786]: value = "task-3090351" [ 674.735008] env[68786]: _type = "Task" [ 674.735008] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.743588] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 674.743588] env[68786]: value = "task-3090352" [ 674.743588] env[68786]: _type = "Task" [ 674.743588] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.747305] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090351, 'name': CreateVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.756402] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.105025] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9cf04295-a3f0-4dd4-b58d-1583832f058a tempest-ServerAddressesNegativeTestJSON-2045951146 tempest-ServerAddressesNegativeTestJSON-2045951146-project-member] Lock "8109d3f2-0864-4771-96cc-6046f82763f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.844s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.248232] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090351, 'name': CreateVM_Task, 'duration_secs': 0.451956} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.253554] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.253996] env[68786]: DEBUG oslo_concurrency.lockutils [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.254160] env[68786]: DEBUG oslo_concurrency.lockutils [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.254483] env[68786]: DEBUG oslo_concurrency.lockutils [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.255903] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52afe8a0-bf20-4a86-b8bd-9d5b0f0266f3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.263352] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090352, 'name': ReconfigVM_Task, 'duration_secs': 0.35937} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.263690] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Reconfigured VM instance instance-0000001d to attach disk [datastore1] bb75a858-288f-4bdd-8488-9f5d15324e6f/bb75a858-288f-4bdd-8488-9f5d15324e6f.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.264417] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b73084e6-c74f-4aa4-9cd4-ad0a31c212ad {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.267553] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Waiting for the task: (returnval){ [ 675.267553] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b626e6-d7f9-3ba1-413c-992b80488e0d" [ 675.267553] env[68786]: _type = "Task" [ 675.267553] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.279234] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 675.279234] env[68786]: value = "task-3090353" [ 675.279234] env[68786]: _type = "Task" [ 675.279234] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.279696] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b626e6-d7f9-3ba1-413c-992b80488e0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.288842] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090353, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.661383] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2f3bc8-add8-4fbc-986d-96854698968e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.674563] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afbaf01-2512-44d2-b144-7ac1eefd2556 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.707635] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c0e5b0-2295-455b-89ae-3d8745f4d3b0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.716503] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb07a633-d820-43fb-a9ce-09bc971cef5d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.732621] env[68786]: DEBUG nova.compute.provider_tree [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.780122] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b626e6-d7f9-3ba1-413c-992b80488e0d, 'name': SearchDatastore_Task, 'duration_secs': 0.019854} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.780554] env[68786]: DEBUG oslo_concurrency.lockutils [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.780842] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.780978] env[68786]: DEBUG oslo_concurrency.lockutils [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.781174] env[68786]: DEBUG oslo_concurrency.lockutils [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.781359] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.785299] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f955ff5-616a-4e5b-9ef8-f368b1fa1df1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.793626] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090353, 'name': Rename_Task, 'duration_secs': 0.177832} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.793881] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.794146] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7559c41-a2fc-41f8-8627-f4ccaa331e87 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.798257] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.798467] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.799210] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ee9d07-c3ce-454f-9a58-e7d492387e42 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.802747] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 675.802747] env[68786]: value = "task-3090354" [ 675.802747] env[68786]: _type = "Task" [ 675.802747] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.809098] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Waiting for the task: (returnval){ [ 675.809098] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ef2e8a-565c-0641-b719-1576943491e1" [ 675.809098] env[68786]: _type = "Task" [ 675.809098] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.815781] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.822161] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ef2e8a-565c-0641-b719-1576943491e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.235745] env[68786]: DEBUG nova.scheduler.client.report [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.319355] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090354, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.327067] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ef2e8a-565c-0641-b719-1576943491e1, 'name': SearchDatastore_Task, 'duration_secs': 0.015969} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.328013] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed3f1d33-daed-4023-bbf1-778891830f58 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.336591] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Waiting for the task: (returnval){ [ 676.336591] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52edaf82-1018-e122-1fcd-c56d16e2568a" [ 676.336591] env[68786]: _type = "Task" [ 676.336591] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.347718] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52edaf82-1018-e122-1fcd-c56d16e2568a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.744912] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.747837] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.888s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.748183] env[68786]: DEBUG nova.objects.instance [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Lazy-loading 'resources' on Instance uuid eb82884d-39aa-4579-b82f-85fa132f9024 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.779096] env[68786]: INFO nova.scheduler.client.report [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Deleted allocations for instance 48818b97-8f03-42a0-b4ee-3a2616af2173 [ 676.815271] env[68786]: DEBUG oslo_vmware.api [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090354, 'name': PowerOnVM_Task, 'duration_secs': 0.549868} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.815567] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.815925] env[68786]: INFO nova.compute.manager [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Took 8.77 seconds to spawn the instance on the hypervisor. [ 676.815968] env[68786]: DEBUG nova.compute.manager [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.816849] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b31db7-0b5f-42bc-9b43-692f0045720f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.849209] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52edaf82-1018-e122-1fcd-c56d16e2568a, 'name': SearchDatastore_Task, 'duration_secs': 0.01491} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.849209] env[68786]: DEBUG oslo_concurrency.lockutils [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.849209] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 859eb560-faaf-471c-95dc-bcf2544f8a04/859eb560-faaf-471c-95dc-bcf2544f8a04.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.849209] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11ce7964-c4f9-4f8e-80e4-fe8606c2e201 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.859136] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Waiting for the task: (returnval){ [ 676.859136] env[68786]: value = "task-3090355" [ 676.859136] env[68786]: _type = "Task" [ 676.859136] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.876084] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.297379] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a4bc2820-0a0a-4640-b561-f6b9ad597459 tempest-ListServersNegativeTestJSON-2001626166 tempest-ListServersNegativeTestJSON-2001626166-project-member] Lock "48818b97-8f03-42a0-b4ee-3a2616af2173" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.074s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.344570] env[68786]: INFO nova.compute.manager [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Took 39.40 seconds to build instance. [ 677.372990] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090355, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.805172] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c642c75-aa85-45fb-ac0e-0647c4eb3aed {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.814754] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5852c1-6e49-4e54-995a-d34870f0d155 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.857138] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e78ffc6-ebbf-42cb-b261-5db2f8e70771 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "bb75a858-288f-4bdd-8488-9f5d15324e6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.696s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.862946] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941e9094-d49f-4b46-afb9-c63cb9298ca3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.888538] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625142} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.889927] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80218448-220d-4e21-8e3f-c0707d86851d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.894322] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 859eb560-faaf-471c-95dc-bcf2544f8a04/859eb560-faaf-471c-95dc-bcf2544f8a04.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.894799] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.895981] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82d22752-1478-41de-aed3-9a6b16d091ad {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.914607] env[68786]: DEBUG nova.compute.provider_tree [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.917795] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Waiting for the task: (returnval){ [ 677.917795] env[68786]: value = "task-3090356" [ 677.917795] env[68786]: _type = "Task" [ 677.917795] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.929872] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.367130] env[68786]: DEBUG nova.compute.manager [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.419198] env[68786]: DEBUG nova.scheduler.client.report [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.434570] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075584} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.434947] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.436193] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88833f2c-2fd4-4922-8a7c-9eb3c67be159 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.463303] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 859eb560-faaf-471c-95dc-bcf2544f8a04/859eb560-faaf-471c-95dc-bcf2544f8a04.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.464047] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-891c0e6e-a3f3-4d64-8ee4-45414e24680f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.489182] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Waiting for the task: (returnval){ [ 678.489182] env[68786]: value = "task-3090357" [ 678.489182] env[68786]: _type = "Task" [ 678.489182] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.503114] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.513220] env[68786]: DEBUG nova.compute.manager [req-af412cd7-c900-46af-ac6e-2ccbf7296011 req-89917966-0483-44e7-9152-ed71e1d7f8c1 service nova] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Received event network-changed-fdd491a9-4c54-4673-a435-ef48b1cfb166 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.513499] env[68786]: DEBUG nova.compute.manager [req-af412cd7-c900-46af-ac6e-2ccbf7296011 req-89917966-0483-44e7-9152-ed71e1d7f8c1 service nova] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Refreshing instance network info cache due to event network-changed-fdd491a9-4c54-4673-a435-ef48b1cfb166. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.514016] env[68786]: DEBUG oslo_concurrency.lockutils [req-af412cd7-c900-46af-ac6e-2ccbf7296011 req-89917966-0483-44e7-9152-ed71e1d7f8c1 service nova] Acquiring lock "refresh_cache-bb75a858-288f-4bdd-8488-9f5d15324e6f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.514016] env[68786]: DEBUG oslo_concurrency.lockutils [req-af412cd7-c900-46af-ac6e-2ccbf7296011 req-89917966-0483-44e7-9152-ed71e1d7f8c1 service nova] Acquired lock "refresh_cache-bb75a858-288f-4bdd-8488-9f5d15324e6f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.514250] env[68786]: DEBUG nova.network.neutron [req-af412cd7-c900-46af-ac6e-2ccbf7296011 req-89917966-0483-44e7-9152-ed71e1d7f8c1 service nova] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Refreshing network info cache for port fdd491a9-4c54-4673-a435-ef48b1cfb166 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.901246] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.928569] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.934832] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.081s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.936808] env[68786]: INFO nova.compute.claims [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.960324] env[68786]: INFO nova.scheduler.client.report [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Deleted allocations for instance eb82884d-39aa-4579-b82f-85fa132f9024 [ 679.009115] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090357, 'name': ReconfigVM_Task, 'duration_secs': 0.354233} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.009115] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 859eb560-faaf-471c-95dc-bcf2544f8a04/859eb560-faaf-471c-95dc-bcf2544f8a04.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.009703] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-941c4e38-57a0-446b-88b3-3f91e1696771 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.021922] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Waiting for the task: (returnval){ [ 679.021922] env[68786]: value = "task-3090358" [ 679.021922] env[68786]: _type = "Task" [ 679.021922] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.036248] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090358, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.473243] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e4c07705-78d7-44c7-bbcc-93c77f27c114 tempest-ServersListShow2100Test-517211829 tempest-ServersListShow2100Test-517211829-project-member] Lock "eb82884d-39aa-4579-b82f-85fa132f9024" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.991s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.533176] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090358, 'name': Rename_Task, 'duration_secs': 0.164982} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.533489] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.533766] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7be8ab9d-d2a3-44e9-a423-620552e00138 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.541635] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Waiting for the task: (returnval){ [ 679.541635] env[68786]: value = "task-3090359" [ 679.541635] env[68786]: _type = "Task" [ 679.541635] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.551683] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.787637] env[68786]: DEBUG nova.network.neutron [req-af412cd7-c900-46af-ac6e-2ccbf7296011 req-89917966-0483-44e7-9152-ed71e1d7f8c1 service nova] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Updated VIF entry in instance network info cache for port fdd491a9-4c54-4673-a435-ef48b1cfb166. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.788030] env[68786]: DEBUG nova.network.neutron [req-af412cd7-c900-46af-ac6e-2ccbf7296011 req-89917966-0483-44e7-9152-ed71e1d7f8c1 service nova] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Updating instance_info_cache with network_info: [{"id": "fdd491a9-4c54-4673-a435-ef48b1cfb166", "address": "fa:16:3e:7c:d8:fd", "network": {"id": "484699e9-27f5-4f9d-a119-9c275a314523", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-952661253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf20784496584ae5b0da550b8ddb6fe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdd491a9-4c", "ovs_interfaceid": "fdd491a9-4c54-4673-a435-ef48b1cfb166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.051999] env[68786]: DEBUG oslo_vmware.api [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090359, 'name': PowerOnVM_Task, 'duration_secs': 0.500965} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.052779] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.052779] env[68786]: DEBUG nova.compute.manager [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.053838] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b52f4c1-d96c-4713-992c-efeaf600486c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.291111] env[68786]: DEBUG oslo_concurrency.lockutils [req-af412cd7-c900-46af-ac6e-2ccbf7296011 req-89917966-0483-44e7-9152-ed71e1d7f8c1 service nova] Releasing lock "refresh_cache-bb75a858-288f-4bdd-8488-9f5d15324e6f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.392820] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d0e6dc-dead-4987-8d60-e453a425b331 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.400440] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabe29c6-e001-489b-9a64-bf0b75c93702 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.444070] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcb1346-d17e-4fa2-9ec4-5e90e614f290 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.460575] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd7e42a-991e-4730-84ad-be4a934bd9e1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.478021] env[68786]: DEBUG nova.compute.provider_tree [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.574679] env[68786]: DEBUG oslo_concurrency.lockutils [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.734956] env[68786]: DEBUG oslo_vmware.rw_handles [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52580b73-e76b-874d-cffb-4a917eb38b81/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 680.735706] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144bc08b-4044-4c60-8cfc-c57ad977b492 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.742523] env[68786]: DEBUG oslo_vmware.rw_handles [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52580b73-e76b-874d-cffb-4a917eb38b81/disk-0.vmdk is in state: ready. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 680.742690] env[68786]: ERROR oslo_vmware.rw_handles [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52580b73-e76b-874d-cffb-4a917eb38b81/disk-0.vmdk due to incomplete transfer. [ 680.742951] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-753697bc-4d6d-4bdd-b951-3e74857b30b3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.751012] env[68786]: DEBUG oslo_vmware.rw_handles [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52580b73-e76b-874d-cffb-4a917eb38b81/disk-0.vmdk. {{(pid=68786) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 680.751271] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Uploaded image 1b5e550f-b3ef-4c33-bfb3-3063735fdadc to the Glance image server {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 680.753327] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Destroying the VM {{(pid=68786) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 680.753591] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1b0800ca-5384-4ec1-98f3-1480719c570d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.760769] env[68786]: DEBUG oslo_vmware.api [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 680.760769] env[68786]: value = "task-3090360" [ 680.760769] env[68786]: _type = "Task" [ 680.760769] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.770165] env[68786]: DEBUG oslo_vmware.api [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090360, 'name': Destroy_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.954757] env[68786]: DEBUG oslo_concurrency.lockutils [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Acquiring lock "859eb560-faaf-471c-95dc-bcf2544f8a04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.955331] env[68786]: DEBUG oslo_concurrency.lockutils [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Lock "859eb560-faaf-471c-95dc-bcf2544f8a04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.955600] env[68786]: DEBUG oslo_concurrency.lockutils [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Acquiring lock "859eb560-faaf-471c-95dc-bcf2544f8a04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.955851] env[68786]: DEBUG oslo_concurrency.lockutils [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Lock "859eb560-faaf-471c-95dc-bcf2544f8a04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.956047] env[68786]: DEBUG oslo_concurrency.lockutils [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Lock "859eb560-faaf-471c-95dc-bcf2544f8a04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.960393] env[68786]: INFO nova.compute.manager [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Terminating instance [ 680.982292] env[68786]: DEBUG nova.scheduler.client.report [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.274142] env[68786]: DEBUG oslo_vmware.api [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090360, 'name': Destroy_Task, 'duration_secs': 0.369614} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.274724] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Destroyed the VM [ 681.275187] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Deleting Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 681.275561] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-704fc71f-f6d6-4389-8335-3c575ef8749c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.285595] env[68786]: DEBUG oslo_vmware.api [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 681.285595] env[68786]: value = "task-3090361" [ 681.285595] env[68786]: _type = "Task" [ 681.285595] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.294268] env[68786]: DEBUG oslo_vmware.api [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090361, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.467178] env[68786]: DEBUG oslo_concurrency.lockutils [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Acquiring lock "refresh_cache-859eb560-faaf-471c-95dc-bcf2544f8a04" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.467492] env[68786]: DEBUG oslo_concurrency.lockutils [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Acquired lock "refresh_cache-859eb560-faaf-471c-95dc-bcf2544f8a04" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.467991] env[68786]: DEBUG nova.network.neutron [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.488982] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.488982] env[68786]: DEBUG nova.compute.manager [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.490608] env[68786]: DEBUG oslo_concurrency.lockutils [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.087s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.490795] env[68786]: DEBUG nova.objects.instance [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68786) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 681.795591] env[68786]: DEBUG oslo_vmware.api [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090361, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.998596] env[68786]: DEBUG nova.network.neutron [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.003940] env[68786]: DEBUG nova.compute.utils [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.007061] env[68786]: DEBUG nova.compute.manager [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.007061] env[68786]: DEBUG nova.network.neutron [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.086042] env[68786]: DEBUG nova.policy [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c484408176b0458a8976e798a0da4ffc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b972a80245444649a08d3c3ec3d4ad6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.089043] env[68786]: DEBUG oslo_concurrency.lockutils [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Acquiring lock "bf984749-f902-4b86-9bc0-2753871f8e33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.089043] env[68786]: DEBUG oslo_concurrency.lockutils [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Lock "bf984749-f902-4b86-9bc0-2753871f8e33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.100595] env[68786]: DEBUG nova.network.neutron [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.299448] env[68786]: DEBUG oslo_vmware.api [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090361, 'name': RemoveSnapshot_Task, 'duration_secs': 0.520873} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.299750] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Deleted Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 682.300046] env[68786]: INFO nova.compute.manager [None req-508f3cab-8d61-43c2-9c2f-cf57198de820 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Took 14.75 seconds to snapshot the instance on the hypervisor. [ 682.435218] env[68786]: DEBUG nova.network.neutron [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Successfully created port: ac129fd4-e067-4cf9-89aa-d6619b15feaf {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.507434] env[68786]: DEBUG oslo_concurrency.lockutils [None req-567f14b2-ebaa-4b0d-b704-fba4d6acb174 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.509461] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.072s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.510921] env[68786]: INFO nova.compute.claims [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.514134] env[68786]: DEBUG nova.compute.manager [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.602310] env[68786]: DEBUG oslo_concurrency.lockutils [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Releasing lock "refresh_cache-859eb560-faaf-471c-95dc-bcf2544f8a04" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.603605] env[68786]: DEBUG nova.compute.manager [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.604353] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.606771] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42e7969-1a70-40ff-8ba8-613e0994a2bc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.615714] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.616077] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-654ca0ce-022d-4ace-8fc9-65b86659168f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.624598] env[68786]: DEBUG oslo_vmware.api [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Waiting for the task: (returnval){ [ 682.624598] env[68786]: value = "task-3090362" [ 682.624598] env[68786]: _type = "Task" [ 682.624598] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.635544] env[68786]: DEBUG oslo_vmware.api [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.135521] env[68786]: DEBUG oslo_vmware.api [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090362, 'name': PowerOffVM_Task, 'duration_secs': 0.158826} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.135936] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.136121] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.136378] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98ed0625-f50a-481c-aa71-1ea05ed7f464 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.168515] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.168843] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.169107] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Deleting the datastore file [datastore1] 859eb560-faaf-471c-95dc-bcf2544f8a04 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.169523] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff932416-13a5-457b-9ebf-646917d44b0b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.177057] env[68786]: DEBUG oslo_vmware.api [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Waiting for the task: (returnval){ [ 683.177057] env[68786]: value = "task-3090364" [ 683.177057] env[68786]: _type = "Task" [ 683.177057] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.186491] env[68786]: DEBUG oslo_vmware.api [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.532334] env[68786]: DEBUG nova.compute.manager [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.572200] env[68786]: DEBUG nova.virt.hardware [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.572200] env[68786]: DEBUG nova.virt.hardware [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.572376] env[68786]: DEBUG nova.virt.hardware [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.572409] env[68786]: DEBUG nova.virt.hardware [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.573207] env[68786]: DEBUG nova.virt.hardware [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.573207] env[68786]: DEBUG nova.virt.hardware [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.573207] env[68786]: DEBUG nova.virt.hardware [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.573207] env[68786]: DEBUG nova.virt.hardware [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.573433] env[68786]: DEBUG nova.virt.hardware [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.573433] env[68786]: DEBUG nova.virt.hardware [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.573566] env[68786]: DEBUG nova.virt.hardware [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.575566] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed91a0f-5d78-4e29-890e-a44388afe987 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.588137] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea9b4bf-56ef-42e4-add5-d67488ba778e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.689762] env[68786]: DEBUG oslo_vmware.api [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Task: {'id': task-3090364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117299} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.692635] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.693342] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.693658] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.693960] env[68786]: INFO nova.compute.manager [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Took 1.09 seconds to destroy the instance on the hypervisor. [ 683.694330] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.695613] env[68786]: DEBUG nova.compute.manager [-] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 683.695613] env[68786]: DEBUG nova.network.neutron [-] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 683.719931] env[68786]: DEBUG nova.network.neutron [-] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.886572] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.886572] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.937975] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.938985] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.040138] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84867b2d-98fb-42ae-85a7-55743c3969d6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.048729] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb800df3-8b27-454c-bca2-ebb2bf4db92c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.089179] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aac4ee-8c6b-4c8c-8d1a-59942df88d72 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.099597] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48619dec-9c7e-4ace-b3ae-61f8f9443bba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.115946] env[68786]: DEBUG nova.compute.provider_tree [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.134606] env[68786]: DEBUG nova.compute.manager [req-58d2494c-1d83-46d7-8011-d4c3ba42d4ac req-8391d205-7ef3-4e38-a2cd-09fd5d83a2d8 service nova] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Received event network-vif-plugged-ac129fd4-e067-4cf9-89aa-d6619b15feaf {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.134870] env[68786]: DEBUG oslo_concurrency.lockutils [req-58d2494c-1d83-46d7-8011-d4c3ba42d4ac req-8391d205-7ef3-4e38-a2cd-09fd5d83a2d8 service nova] Acquiring lock "75034c85-c991-4d7c-b7b0-cb547642e903-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.135426] env[68786]: DEBUG oslo_concurrency.lockutils [req-58d2494c-1d83-46d7-8011-d4c3ba42d4ac req-8391d205-7ef3-4e38-a2cd-09fd5d83a2d8 service nova] Lock "75034c85-c991-4d7c-b7b0-cb547642e903-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.135507] env[68786]: DEBUG oslo_concurrency.lockutils [req-58d2494c-1d83-46d7-8011-d4c3ba42d4ac req-8391d205-7ef3-4e38-a2cd-09fd5d83a2d8 service nova] Lock "75034c85-c991-4d7c-b7b0-cb547642e903-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.135732] env[68786]: DEBUG nova.compute.manager [req-58d2494c-1d83-46d7-8011-d4c3ba42d4ac req-8391d205-7ef3-4e38-a2cd-09fd5d83a2d8 service nova] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] No waiting events found dispatching network-vif-plugged-ac129fd4-e067-4cf9-89aa-d6619b15feaf {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.136072] env[68786]: WARNING nova.compute.manager [req-58d2494c-1d83-46d7-8011-d4c3ba42d4ac req-8391d205-7ef3-4e38-a2cd-09fd5d83a2d8 service nova] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Received unexpected event network-vif-plugged-ac129fd4-e067-4cf9-89aa-d6619b15feaf for instance with vm_state building and task_state spawning. [ 684.160636] env[68786]: DEBUG nova.network.neutron [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Successfully updated port: ac129fd4-e067-4cf9-89aa-d6619b15feaf {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.223242] env[68786]: DEBUG nova.network.neutron [-] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.622972] env[68786]: DEBUG nova.scheduler.client.report [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.661278] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquiring lock "refresh_cache-75034c85-c991-4d7c-b7b0-cb547642e903" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.661613] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquired lock "refresh_cache-75034c85-c991-4d7c-b7b0-cb547642e903" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.661613] env[68786]: DEBUG nova.network.neutron [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.726165] env[68786]: INFO nova.compute.manager [-] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Took 1.03 seconds to deallocate network for instance. [ 685.023166] env[68786]: DEBUG nova.compute.manager [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.024120] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c140e36-d5a2-4013-b44b-c8f74f902b00 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.127831] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.128905] env[68786]: DEBUG nova.compute.manager [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.131354] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.598s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.132239] env[68786]: DEBUG nova.objects.instance [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Lazy-loading 'resources' on Instance uuid b378dd19-85f6-40cd-8195-626fdb3d3753 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.206237] env[68786]: DEBUG nova.network.neutron [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.232494] env[68786]: DEBUG oslo_concurrency.lockutils [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.347712] env[68786]: DEBUG nova.network.neutron [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Updating instance_info_cache with network_info: [{"id": "ac129fd4-e067-4cf9-89aa-d6619b15feaf", "address": "fa:16:3e:ed:27:76", "network": {"id": "2fabaf98-9fca-44c5-a116-bf339a68ced8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2110141737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b972a80245444649a08d3c3ec3d4ad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac129fd4-e0", "ovs_interfaceid": "ac129fd4-e067-4cf9-89aa-d6619b15feaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.536623] env[68786]: INFO nova.compute.manager [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] instance snapshotting [ 685.539420] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806de1b7-6775-4159-a142-ef79f61b490d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.559194] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d8fa04-851d-480f-9ce1-b25ca47289d0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.637913] env[68786]: DEBUG nova.compute.utils [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.639640] env[68786]: DEBUG nova.compute.manager [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.639640] env[68786]: DEBUG nova.network.neutron [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.689200] env[68786]: DEBUG nova.policy [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59a7ca82993142059975ed22f6f3b526', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e049674e97d48e5b94902002575665d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.850839] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Releasing lock "refresh_cache-75034c85-c991-4d7c-b7b0-cb547642e903" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.851180] env[68786]: DEBUG nova.compute.manager [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Instance network_info: |[{"id": "ac129fd4-e067-4cf9-89aa-d6619b15feaf", "address": "fa:16:3e:ed:27:76", "network": {"id": "2fabaf98-9fca-44c5-a116-bf339a68ced8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2110141737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b972a80245444649a08d3c3ec3d4ad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac129fd4-e0", "ovs_interfaceid": "ac129fd4-e067-4cf9-89aa-d6619b15feaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.852041] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:27:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac129fd4-e067-4cf9-89aa-d6619b15feaf', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.859485] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Creating folder: Project (2b972a80245444649a08d3c3ec3d4ad6). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.859811] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-937d5e60-b73f-4d6f-a970-392d08b94847 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.877538] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Created folder: Project (2b972a80245444649a08d3c3ec3d4ad6) in parent group-v618484. [ 685.877746] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Creating folder: Instances. Parent ref: group-v618571. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.878039] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84754937-8657-49aa-8339-50e39545acac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.890109] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Created folder: Instances in parent group-v618571. [ 685.890380] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.890582] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.890821] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e30a458d-a53b-4418-9160-1e65fe5740a9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.917189] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.917189] env[68786]: value = "task-3090367" [ 685.917189] env[68786]: _type = "Task" [ 685.917189] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.926547] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090367, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.049425] env[68786]: DEBUG nova.network.neutron [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Successfully created port: c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.071120] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Creating Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 686.071611] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d205308d-7f89-4d6f-b0f3-6ee762cb0ffb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.078022] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9d87bd-34ed-4972-aebd-55996d756311 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.080635] env[68786]: DEBUG oslo_vmware.api [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 686.080635] env[68786]: value = "task-3090368" [ 686.080635] env[68786]: _type = "Task" [ 686.080635] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.086591] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a381450-6c5c-4539-99ae-9a6e121d9e1a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.092496] env[68786]: DEBUG oslo_vmware.api [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090368, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.124536] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271c175e-aa74-469d-8968-e7918c2dc126 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.133883] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057003d1-9d30-4a76-b185-ab1ec89e4e9d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.152028] env[68786]: DEBUG nova.compute.manager [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.152500] env[68786]: DEBUG nova.compute.provider_tree [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.166990] env[68786]: DEBUG nova.compute.manager [req-2f09fa45-517e-4471-9b32-654e9e1e22fd req-ff8d6a0f-ae0f-4fc0-b46f-43929f789bb1 service nova] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Received event network-changed-ac129fd4-e067-4cf9-89aa-d6619b15feaf {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.167122] env[68786]: DEBUG nova.compute.manager [req-2f09fa45-517e-4471-9b32-654e9e1e22fd req-ff8d6a0f-ae0f-4fc0-b46f-43929f789bb1 service nova] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Refreshing instance network info cache due to event network-changed-ac129fd4-e067-4cf9-89aa-d6619b15feaf. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.167341] env[68786]: DEBUG oslo_concurrency.lockutils [req-2f09fa45-517e-4471-9b32-654e9e1e22fd req-ff8d6a0f-ae0f-4fc0-b46f-43929f789bb1 service nova] Acquiring lock "refresh_cache-75034c85-c991-4d7c-b7b0-cb547642e903" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.167552] env[68786]: DEBUG oslo_concurrency.lockutils [req-2f09fa45-517e-4471-9b32-654e9e1e22fd req-ff8d6a0f-ae0f-4fc0-b46f-43929f789bb1 service nova] Acquired lock "refresh_cache-75034c85-c991-4d7c-b7b0-cb547642e903" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.167982] env[68786]: DEBUG nova.network.neutron [req-2f09fa45-517e-4471-9b32-654e9e1e22fd req-ff8d6a0f-ae0f-4fc0-b46f-43929f789bb1 service nova] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Refreshing network info cache for port ac129fd4-e067-4cf9-89aa-d6619b15feaf {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.429080] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090367, 'name': CreateVM_Task, 'duration_secs': 0.369854} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.429295] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.430099] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.430273] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.430595] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.431288] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1b6df9a-1a7f-48e3-850a-212842fa18b0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.437608] env[68786]: DEBUG oslo_vmware.api [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 686.437608] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c541ef-f406-39c3-111f-807c657f77aa" [ 686.437608] env[68786]: _type = "Task" [ 686.437608] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.447280] env[68786]: DEBUG oslo_vmware.api [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c541ef-f406-39c3-111f-807c657f77aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.590639] env[68786]: DEBUG oslo_vmware.api [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090368, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.658724] env[68786]: DEBUG nova.scheduler.client.report [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.907318] env[68786]: DEBUG nova.network.neutron [req-2f09fa45-517e-4471-9b32-654e9e1e22fd req-ff8d6a0f-ae0f-4fc0-b46f-43929f789bb1 service nova] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Updated VIF entry in instance network info cache for port ac129fd4-e067-4cf9-89aa-d6619b15feaf. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.907673] env[68786]: DEBUG nova.network.neutron [req-2f09fa45-517e-4471-9b32-654e9e1e22fd req-ff8d6a0f-ae0f-4fc0-b46f-43929f789bb1 service nova] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Updating instance_info_cache with network_info: [{"id": "ac129fd4-e067-4cf9-89aa-d6619b15feaf", "address": "fa:16:3e:ed:27:76", "network": {"id": "2fabaf98-9fca-44c5-a116-bf339a68ced8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2110141737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b972a80245444649a08d3c3ec3d4ad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac129fd4-e0", "ovs_interfaceid": "ac129fd4-e067-4cf9-89aa-d6619b15feaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.948954] env[68786]: DEBUG oslo_vmware.api [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c541ef-f406-39c3-111f-807c657f77aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011166} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.949285] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.949520] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.949797] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.949948] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.950142] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.950409] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cec23e5b-4af2-41cf-8aef-f381de65b40e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.959852] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.960038] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.960737] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54d64f1b-7d76-4764-ab14-4ac056997325 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.965848] env[68786]: DEBUG oslo_vmware.api [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 686.965848] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52777879-19db-e294-f2c4-bff809a44062" [ 686.965848] env[68786]: _type = "Task" [ 686.965848] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.974750] env[68786]: DEBUG oslo_vmware.api [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52777879-19db-e294-f2c4-bff809a44062, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.092030] env[68786]: DEBUG oslo_vmware.api [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090368, 'name': CreateSnapshot_Task, 'duration_secs': 0.526836} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.092320] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Created Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 687.093144] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a731fc-ce1b-4f43-8f19-37fcb86bdb78 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.163694] env[68786]: DEBUG nova.compute.manager [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.166102] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.168842] env[68786]: DEBUG oslo_concurrency.lockutils [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.633s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.171019] env[68786]: INFO nova.compute.claims [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.188363] env[68786]: DEBUG nova.virt.hardware [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.188536] env[68786]: DEBUG nova.virt.hardware [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.188706] env[68786]: DEBUG nova.virt.hardware [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.189228] env[68786]: DEBUG nova.virt.hardware [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.189228] env[68786]: DEBUG nova.virt.hardware [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.189228] env[68786]: DEBUG nova.virt.hardware [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.189374] env[68786]: DEBUG nova.virt.hardware [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.189538] env[68786]: DEBUG nova.virt.hardware [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.189705] env[68786]: DEBUG nova.virt.hardware [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.189867] env[68786]: DEBUG nova.virt.hardware [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.190058] env[68786]: DEBUG nova.virt.hardware [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.190911] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cce1f82-aaf5-4ca2-9970-a8262cdff9cc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.194468] env[68786]: INFO nova.scheduler.client.report [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Deleted allocations for instance b378dd19-85f6-40cd-8195-626fdb3d3753 [ 687.201665] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4850c7-597a-4ae6-a53b-a5e4fbff8d63 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.410884] env[68786]: DEBUG oslo_concurrency.lockutils [req-2f09fa45-517e-4471-9b32-654e9e1e22fd req-ff8d6a0f-ae0f-4fc0-b46f-43929f789bb1 service nova] Releasing lock "refresh_cache-75034c85-c991-4d7c-b7b0-cb547642e903" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.476226] env[68786]: DEBUG oslo_vmware.api [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52777879-19db-e294-f2c4-bff809a44062, 'name': SearchDatastore_Task, 'duration_secs': 0.008295} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.477013] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8a0cc23-9d5b-4c2a-839b-57b49f356791 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.482699] env[68786]: DEBUG oslo_vmware.api [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 687.482699] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5261c7dc-f7af-ae67-6422-1e2d68cd6944" [ 687.482699] env[68786]: _type = "Task" [ 687.482699] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.493664] env[68786]: DEBUG oslo_vmware.api [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5261c7dc-f7af-ae67-6422-1e2d68cd6944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.573211] env[68786]: DEBUG nova.network.neutron [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Successfully updated port: c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.609852] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Creating linked-clone VM from snapshot {{(pid=68786) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 687.610436] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b6b96cde-48d6-4fb2-8ea3-6cf12f1a5411 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.620668] env[68786]: DEBUG oslo_vmware.api [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 687.620668] env[68786]: value = "task-3090369" [ 687.620668] env[68786]: _type = "Task" [ 687.620668] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.629202] env[68786]: DEBUG oslo_vmware.api [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090369, 'name': CloneVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.702425] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d043b023-be70-422d-ab3d-f3a40f1d7573 tempest-AttachInterfacesV270Test-1153900825 tempest-AttachInterfacesV270Test-1153900825-project-member] Lock "b378dd19-85f6-40cd-8195-626fdb3d3753" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.102s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.993627] env[68786]: DEBUG oslo_vmware.api [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5261c7dc-f7af-ae67-6422-1e2d68cd6944, 'name': SearchDatastore_Task, 'duration_secs': 0.012666} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.993842] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.994044] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 75034c85-c991-4d7c-b7b0-cb547642e903/75034c85-c991-4d7c-b7b0-cb547642e903.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.994316] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c246b10c-dde8-46be-9b25-39dfdd2b7f5b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.001794] env[68786]: DEBUG oslo_vmware.api [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 688.001794] env[68786]: value = "task-3090370" [ 688.001794] env[68786]: _type = "Task" [ 688.001794] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.011750] env[68786]: DEBUG oslo_vmware.api [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.074654] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "refresh_cache-5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.074840] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquired lock "refresh_cache-5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.074968] env[68786]: DEBUG nova.network.neutron [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.130622] env[68786]: DEBUG oslo_vmware.api [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090369, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.199882] env[68786]: DEBUG nova.compute.manager [req-5c016c42-690a-4d35-b883-7e277510eb02 req-61c51028-d6a3-4ac6-8eb2-80d3431dcc45 service nova] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Received event network-vif-plugged-c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.199882] env[68786]: DEBUG oslo_concurrency.lockutils [req-5c016c42-690a-4d35-b883-7e277510eb02 req-61c51028-d6a3-4ac6-8eb2-80d3431dcc45 service nova] Acquiring lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.200262] env[68786]: DEBUG oslo_concurrency.lockutils [req-5c016c42-690a-4d35-b883-7e277510eb02 req-61c51028-d6a3-4ac6-8eb2-80d3431dcc45 service nova] Lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.200262] env[68786]: DEBUG oslo_concurrency.lockutils [req-5c016c42-690a-4d35-b883-7e277510eb02 req-61c51028-d6a3-4ac6-8eb2-80d3431dcc45 service nova] Lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.200526] env[68786]: DEBUG nova.compute.manager [req-5c016c42-690a-4d35-b883-7e277510eb02 req-61c51028-d6a3-4ac6-8eb2-80d3431dcc45 service nova] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] No waiting events found dispatching network-vif-plugged-c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.200589] env[68786]: WARNING nova.compute.manager [req-5c016c42-690a-4d35-b883-7e277510eb02 req-61c51028-d6a3-4ac6-8eb2-80d3431dcc45 service nova] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Received unexpected event network-vif-plugged-c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8 for instance with vm_state building and task_state spawning. [ 688.200711] env[68786]: DEBUG nova.compute.manager [req-5c016c42-690a-4d35-b883-7e277510eb02 req-61c51028-d6a3-4ac6-8eb2-80d3431dcc45 service nova] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Received event network-changed-c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.200864] env[68786]: DEBUG nova.compute.manager [req-5c016c42-690a-4d35-b883-7e277510eb02 req-61c51028-d6a3-4ac6-8eb2-80d3431dcc45 service nova] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Refreshing instance network info cache due to event network-changed-c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.201041] env[68786]: DEBUG oslo_concurrency.lockutils [req-5c016c42-690a-4d35-b883-7e277510eb02 req-61c51028-d6a3-4ac6-8eb2-80d3431dcc45 service nova] Acquiring lock "refresh_cache-5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.515152] env[68786]: DEBUG oslo_vmware.api [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479398} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.515475] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 75034c85-c991-4d7c-b7b0-cb547642e903/75034c85-c991-4d7c-b7b0-cb547642e903.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.515696] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.515956] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b01ef86-9b92-47c7-9a06-39edc6c804fd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.523077] env[68786]: DEBUG oslo_vmware.api [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 688.523077] env[68786]: value = "task-3090371" [ 688.523077] env[68786]: _type = "Task" [ 688.523077] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.533166] env[68786]: DEBUG oslo_vmware.api [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.613629] env[68786]: DEBUG nova.network.neutron [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.632075] env[68786]: DEBUG oslo_vmware.api [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090369, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.649609] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d7e2d3-37ad-4b34-ae55-c95bfb0abcd8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.658106] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95621d9-ebbd-4d9e-ae6b-4a5d988c8042 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.696997] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d1f743-2d71-4248-94c9-9f00f6681414 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.707441] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace4e76c-1158-48e4-b6a1-187c41071cf6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.725217] env[68786]: DEBUG nova.compute.provider_tree [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.821192] env[68786]: DEBUG nova.network.neutron [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Updating instance_info_cache with network_info: [{"id": "c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8", "address": "fa:16:3e:54:23:21", "network": {"id": "1d3f82e6-36d7-4ebc-9601-a644a6d56062", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1163269969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e049674e97d48e5b94902002575665d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7a40dd5-eb", "ovs_interfaceid": "c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.033720] env[68786]: DEBUG oslo_vmware.api [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060098} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.034020] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.034859] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b88bf14-554e-4dfc-a931-e6f0428d82ae {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.060224] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 75034c85-c991-4d7c-b7b0-cb547642e903/75034c85-c991-4d7c-b7b0-cb547642e903.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.060494] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53a58798-8034-4140-b5d0-61748df7c6f4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.082339] env[68786]: DEBUG oslo_vmware.api [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 689.082339] env[68786]: value = "task-3090372" [ 689.082339] env[68786]: _type = "Task" [ 689.082339] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.091518] env[68786]: DEBUG oslo_vmware.api [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.132479] env[68786]: DEBUG oslo_vmware.api [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090369, 'name': CloneVM_Task, 'duration_secs': 1.220284} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.132823] env[68786]: INFO nova.virt.vmwareapi.vmops [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Created linked-clone VM from snapshot [ 689.133524] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1732eb9e-5103-4f53-8e92-1a87308db329 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.141542] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Uploading image fb84c06a-5e76-455c-984a-776913300df6 {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 689.175021] env[68786]: DEBUG oslo_vmware.rw_handles [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 689.175021] env[68786]: value = "vm-618575" [ 689.175021] env[68786]: _type = "VirtualMachine" [ 689.175021] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 689.175468] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a43b9de9-a67e-434d-beb1-936553b5846f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.184708] env[68786]: DEBUG oslo_vmware.rw_handles [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lease: (returnval){ [ 689.184708] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52015d74-74f4-a915-aa04-75c92719987f" [ 689.184708] env[68786]: _type = "HttpNfcLease" [ 689.184708] env[68786]: } obtained for exporting VM: (result){ [ 689.184708] env[68786]: value = "vm-618575" [ 689.184708] env[68786]: _type = "VirtualMachine" [ 689.184708] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 689.185273] env[68786]: DEBUG oslo_vmware.api [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the lease: (returnval){ [ 689.185273] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52015d74-74f4-a915-aa04-75c92719987f" [ 689.185273] env[68786]: _type = "HttpNfcLease" [ 689.185273] env[68786]: } to be ready. {{(pid=68786) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 689.192324] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 689.192324] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52015d74-74f4-a915-aa04-75c92719987f" [ 689.192324] env[68786]: _type = "HttpNfcLease" [ 689.192324] env[68786]: } is initializing. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 689.231954] env[68786]: DEBUG nova.scheduler.client.report [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.324161] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Releasing lock "refresh_cache-5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.324520] env[68786]: DEBUG nova.compute.manager [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Instance network_info: |[{"id": "c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8", "address": "fa:16:3e:54:23:21", "network": {"id": "1d3f82e6-36d7-4ebc-9601-a644a6d56062", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1163269969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e049674e97d48e5b94902002575665d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7a40dd5-eb", "ovs_interfaceid": "c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.324843] env[68786]: DEBUG oslo_concurrency.lockutils [req-5c016c42-690a-4d35-b883-7e277510eb02 req-61c51028-d6a3-4ac6-8eb2-80d3431dcc45 service nova] Acquired lock "refresh_cache-5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.325050] env[68786]: DEBUG nova.network.neutron [req-5c016c42-690a-4d35-b883-7e277510eb02 req-61c51028-d6a3-4ac6-8eb2-80d3431dcc45 service nova] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Refreshing network info cache for port c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.326341] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:23:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.333913] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Creating folder: Project (1e049674e97d48e5b94902002575665d). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.335114] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-857cd3d9-47f8-4a8a-9bf7-174412a02d7c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.349635] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Created folder: Project (1e049674e97d48e5b94902002575665d) in parent group-v618484. [ 689.349850] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Creating folder: Instances. Parent ref: group-v618576. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.350168] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19d6e9f2-a719-42d0-aa3e-9292adbfa263 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.361888] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Created folder: Instances in parent group-v618576. [ 689.362176] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.362392] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.362702] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d70ad5df-14ab-43dd-93dd-03ca1007f95c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.385961] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.385961] env[68786]: value = "task-3090376" [ 689.385961] env[68786]: _type = "Task" [ 689.385961] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.394710] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090376, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.592915] env[68786]: DEBUG oslo_vmware.api [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090372, 'name': ReconfigVM_Task, 'duration_secs': 0.315282} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.595244] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 75034c85-c991-4d7c-b7b0-cb547642e903/75034c85-c991-4d7c-b7b0-cb547642e903.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.595244] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c03c9fea-6391-41d0-9fc6-8d5e095bf0f8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.601925] env[68786]: DEBUG oslo_vmware.api [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 689.601925] env[68786]: value = "task-3090377" [ 689.601925] env[68786]: _type = "Task" [ 689.601925] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.611278] env[68786]: DEBUG oslo_vmware.api [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090377, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.694546] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 689.694546] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52015d74-74f4-a915-aa04-75c92719987f" [ 689.694546] env[68786]: _type = "HttpNfcLease" [ 689.694546] env[68786]: } is ready. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 689.694865] env[68786]: DEBUG oslo_vmware.rw_handles [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 689.694865] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52015d74-74f4-a915-aa04-75c92719987f" [ 689.694865] env[68786]: _type = "HttpNfcLease" [ 689.694865] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 689.695789] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4b430d-fa13-4a04-a93b-005f64ec647c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.705944] env[68786]: DEBUG oslo_vmware.rw_handles [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52767c6f-4ba9-2faa-aee8-7c85b8244b69/disk-0.vmdk from lease info. {{(pid=68786) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 689.706173] env[68786]: DEBUG oslo_vmware.rw_handles [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52767c6f-4ba9-2faa-aee8-7c85b8244b69/disk-0.vmdk for reading. {{(pid=68786) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 689.770596] env[68786]: DEBUG oslo_concurrency.lockutils [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.771152] env[68786]: DEBUG nova.compute.manager [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.774986] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.462s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.775231] env[68786]: DEBUG nova.objects.instance [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Lazy-loading 'resources' on Instance uuid 323fcc88-4686-488e-925f-d0649d83089b {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.873659] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d6d8287b-e522-4ef3-9edf-a14c71d70230 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.900139] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090376, 'name': CreateVM_Task, 'duration_secs': 0.382282} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.901903] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.906559] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.906704] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.907068] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.909442] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-705e9ce9-df9b-4fe1-9084-9eba8d83c1ff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.915023] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 689.915023] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5253726a-efca-0720-0348-fdcd2f39e27d" [ 689.915023] env[68786]: _type = "Task" [ 689.915023] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.932170] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5253726a-efca-0720-0348-fdcd2f39e27d, 'name': SearchDatastore_Task, 'duration_secs': 0.014854} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.935159] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.935159] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.935159] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.935273] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.935438] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.935712] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19f51e50-3b07-4f70-915e-aa0e8b3186b9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.953284] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.953624] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.954622] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-241ed2e3-40bc-44be-8d4c-4ab0f0ca9018 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.961716] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 689.961716] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52892f8c-828e-9970-480e-be671ebd3675" [ 689.961716] env[68786]: _type = "Task" [ 689.961716] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.970274] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52892f8c-828e-9970-480e-be671ebd3675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.117621] env[68786]: DEBUG oslo_vmware.api [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090377, 'name': Rename_Task, 'duration_secs': 0.16164} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.119722] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.120030] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dcf2daa-db12-415f-b101-d80a0d4afc52 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.128035] env[68786]: DEBUG oslo_vmware.api [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 690.128035] env[68786]: value = "task-3090378" [ 690.128035] env[68786]: _type = "Task" [ 690.128035] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.141358] env[68786]: DEBUG oslo_vmware.api [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.285163] env[68786]: DEBUG nova.compute.utils [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.290254] env[68786]: DEBUG nova.compute.manager [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.290532] env[68786]: DEBUG nova.network.neutron [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.305776] env[68786]: DEBUG nova.network.neutron [req-5c016c42-690a-4d35-b883-7e277510eb02 req-61c51028-d6a3-4ac6-8eb2-80d3431dcc45 service nova] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Updated VIF entry in instance network info cache for port c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.307632] env[68786]: DEBUG nova.network.neutron [req-5c016c42-690a-4d35-b883-7e277510eb02 req-61c51028-d6a3-4ac6-8eb2-80d3431dcc45 service nova] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Updating instance_info_cache with network_info: [{"id": "c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8", "address": "fa:16:3e:54:23:21", "network": {"id": "1d3f82e6-36d7-4ebc-9601-a644a6d56062", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1163269969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e049674e97d48e5b94902002575665d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7a40dd5-eb", "ovs_interfaceid": "c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.348186] env[68786]: DEBUG nova.policy [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '325488d568c047588d3ec6fff5e9d33c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98dd90646b23403cb3c571586b42646f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.479028] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52892f8c-828e-9970-480e-be671ebd3675, 'name': SearchDatastore_Task, 'duration_secs': 0.014871} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.480128] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9517edd2-10a1-40e3-aead-205b74681470 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.488398] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 690.488398] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52db6bb5-432a-810f-6fa5-0bffa2739947" [ 690.488398] env[68786]: _type = "Task" [ 690.488398] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.503053] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52db6bb5-432a-810f-6fa5-0bffa2739947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.641423] env[68786]: DEBUG oslo_vmware.api [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090378, 'name': PowerOnVM_Task, 'duration_secs': 0.461609} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.641836] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.642115] env[68786]: INFO nova.compute.manager [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Took 7.11 seconds to spawn the instance on the hypervisor. [ 690.642479] env[68786]: DEBUG nova.compute.manager [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.643629] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb08a00-2d3c-4625-a45b-afcd29265eb3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.760772] env[68786]: DEBUG nova.network.neutron [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Successfully created port: 62a1f08f-46f3-4733-89b7-bb11ce9376e3 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.791122] env[68786]: DEBUG nova.compute.manager [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.810597] env[68786]: DEBUG oslo_concurrency.lockutils [req-5c016c42-690a-4d35-b883-7e277510eb02 req-61c51028-d6a3-4ac6-8eb2-80d3431dcc45 service nova] Releasing lock "refresh_cache-5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.848762] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd51035-7843-4120-9bce-e0ebc34abbd0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.856617] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b9cd8c-cc2b-49bb-95a9-f445324f2eba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.896449] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70cadc9-9813-4183-bc07-3bf9cbfb685f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.907400] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033852e6-d8d9-4fb4-84e0-beb23a8751d2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.924455] env[68786]: DEBUG nova.compute.provider_tree [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.007425] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52db6bb5-432a-810f-6fa5-0bffa2739947, 'name': SearchDatastore_Task, 'duration_secs': 0.016929} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.007877] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.009645] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68/5db9f79c-bda3-4d2e-b8f2-0a59d7712d68.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.009979] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3472418-c05f-45fd-8e63-86ad340a0524 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.021672] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 691.021672] env[68786]: value = "task-3090379" [ 691.021672] env[68786]: _type = "Task" [ 691.021672] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.032967] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.170678] env[68786]: INFO nova.compute.manager [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Took 47.34 seconds to build instance. [ 691.427502] env[68786]: DEBUG nova.scheduler.client.report [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.540051] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090379, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.672946] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87e6eb39-95ec-406f-aa85-ac40f593718d tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "75034c85-c991-4d7c-b7b0-cb547642e903" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.803262] env[68786]: DEBUG nova.compute.manager [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.830034] env[68786]: DEBUG nova.virt.hardware [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.830254] env[68786]: DEBUG nova.virt.hardware [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.830418] env[68786]: DEBUG nova.virt.hardware [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.830657] env[68786]: DEBUG nova.virt.hardware [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.831220] env[68786]: DEBUG nova.virt.hardware [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.831431] env[68786]: DEBUG nova.virt.hardware [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.831698] env[68786]: DEBUG nova.virt.hardware [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.831976] env[68786]: DEBUG nova.virt.hardware [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.832223] env[68786]: DEBUG nova.virt.hardware [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.832398] env[68786]: DEBUG nova.virt.hardware [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.832620] env[68786]: DEBUG nova.virt.hardware [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.833736] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e42efbd-c3fb-4708-b425-0763c9cbae03 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.845901] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e8f2c2-97a0-4be1-b878-1913e277b18e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.933078] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.936076] env[68786]: DEBUG oslo_concurrency.lockutils [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.652s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.937711] env[68786]: INFO nova.compute.claims [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.964367] env[68786]: INFO nova.scheduler.client.report [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Deleted allocations for instance 323fcc88-4686-488e-925f-d0649d83089b [ 692.033015] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.876412} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.033679] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68/5db9f79c-bda3-4d2e-b8f2-0a59d7712d68.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.034650] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.034944] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b117604-c254-4e3d-8cae-f5e0aa8ff7ed {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.044500] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 692.044500] env[68786]: value = "task-3090380" [ 692.044500] env[68786]: _type = "Task" [ 692.044500] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.054946] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.179379] env[68786]: DEBUG nova.compute.manager [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.473030] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d46de0d1-4d35-44f3-97c0-4b20b036e4d7 tempest-ServersListShow296Test-514076242 tempest-ServersListShow296Test-514076242-project-member] Lock "323fcc88-4686-488e-925f-d0649d83089b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.367s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.546360] env[68786]: DEBUG nova.compute.manager [req-1acd63d7-0e51-4306-9185-1c12d6c2b5e6 req-802ff7c6-6761-4711-baae-c1b44031ddca service nova] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Received event network-vif-plugged-62a1f08f-46f3-4733-89b7-bb11ce9376e3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.546610] env[68786]: DEBUG oslo_concurrency.lockutils [req-1acd63d7-0e51-4306-9185-1c12d6c2b5e6 req-802ff7c6-6761-4711-baae-c1b44031ddca service nova] Acquiring lock "420a3044-c6fb-47a0-8b5f-94777a36d375-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.546831] env[68786]: DEBUG oslo_concurrency.lockutils [req-1acd63d7-0e51-4306-9185-1c12d6c2b5e6 req-802ff7c6-6761-4711-baae-c1b44031ddca service nova] Lock "420a3044-c6fb-47a0-8b5f-94777a36d375-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.547012] env[68786]: DEBUG oslo_concurrency.lockutils [req-1acd63d7-0e51-4306-9185-1c12d6c2b5e6 req-802ff7c6-6761-4711-baae-c1b44031ddca service nova] Lock "420a3044-c6fb-47a0-8b5f-94777a36d375-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.547661] env[68786]: DEBUG nova.compute.manager [req-1acd63d7-0e51-4306-9185-1c12d6c2b5e6 req-802ff7c6-6761-4711-baae-c1b44031ddca service nova] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] No waiting events found dispatching network-vif-plugged-62a1f08f-46f3-4733-89b7-bb11ce9376e3 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.547903] env[68786]: WARNING nova.compute.manager [req-1acd63d7-0e51-4306-9185-1c12d6c2b5e6 req-802ff7c6-6761-4711-baae-c1b44031ddca service nova] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Received unexpected event network-vif-plugged-62a1f08f-46f3-4733-89b7-bb11ce9376e3 for instance with vm_state building and task_state spawning. [ 692.561540] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18835} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.562236] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.563169] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822e8d90-114b-43fd-8173-9d4e03a01c7c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.593568] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68/5db9f79c-bda3-4d2e-b8f2-0a59d7712d68.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.593969] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1141865a-84a4-4508-99c2-4dd82359cb52 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.617383] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 692.617383] env[68786]: value = "task-3090381" [ 692.617383] env[68786]: _type = "Task" [ 692.617383] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.626319] env[68786]: DEBUG nova.network.neutron [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Successfully updated port: 62a1f08f-46f3-4733-89b7-bb11ce9376e3 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.635714] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090381, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.702017] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.133324] env[68786]: DEBUG oslo_concurrency.lockutils [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Acquiring lock "refresh_cache-420a3044-c6fb-47a0-8b5f-94777a36d375" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.133324] env[68786]: DEBUG oslo_concurrency.lockutils [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Acquired lock "refresh_cache-420a3044-c6fb-47a0-8b5f-94777a36d375" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.133324] env[68786]: DEBUG nova.network.neutron [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.142261] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090381, 'name': ReconfigVM_Task, 'duration_secs': 0.427736} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.145379] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68/5db9f79c-bda3-4d2e-b8f2-0a59d7712d68.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.146376] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-636a4b35-cdaa-4411-8fdb-cffee1ab2329 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.156188] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 693.156188] env[68786]: value = "task-3090382" [ 693.156188] env[68786]: _type = "Task" [ 693.156188] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.171903] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090382, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.192276] env[68786]: DEBUG nova.network.neutron [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.413490] env[68786]: DEBUG nova.network.neutron [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Updating instance_info_cache with network_info: [{"id": "62a1f08f-46f3-4733-89b7-bb11ce9376e3", "address": "fa:16:3e:08:0c:87", "network": {"id": "64e79f7d-ccb1-49c1-84a5-b4cedd32b68e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-222629118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98dd90646b23403cb3c571586b42646f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62a1f08f-46", "ovs_interfaceid": "62a1f08f-46f3-4733-89b7-bb11ce9376e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.475746] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a88b03-5e08-45c7-bca5-736d032fe12a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.486477] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e225f9-1281-4294-8ba6-53cbe47d3bce {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.520289] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a44870-3cbc-4fc0-a4e4-d739e31c621e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.529722] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba0f2d7-6c4f-4cb3-adeb-b637c45e9886 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.549452] env[68786]: DEBUG nova.compute.provider_tree [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.667773] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090382, 'name': Rename_Task, 'duration_secs': 0.200629} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.668207] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.668450] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c12116d9-0d29-4617-b936-320e13d52ef1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.676999] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 693.676999] env[68786]: value = "task-3090383" [ 693.676999] env[68786]: _type = "Task" [ 693.676999] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.685890] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.919126] env[68786]: DEBUG oslo_concurrency.lockutils [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Releasing lock "refresh_cache-420a3044-c6fb-47a0-8b5f-94777a36d375" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.919401] env[68786]: DEBUG nova.compute.manager [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Instance network_info: |[{"id": "62a1f08f-46f3-4733-89b7-bb11ce9376e3", "address": "fa:16:3e:08:0c:87", "network": {"id": "64e79f7d-ccb1-49c1-84a5-b4cedd32b68e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-222629118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98dd90646b23403cb3c571586b42646f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62a1f08f-46", "ovs_interfaceid": "62a1f08f-46f3-4733-89b7-bb11ce9376e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.920520] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:0c:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62a1f08f-46f3-4733-89b7-bb11ce9376e3', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.928493] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.929223] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.929443] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47934e79-e42b-4ae9-81a8-ea88535a0ab4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.952898] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.952898] env[68786]: value = "task-3090384" [ 693.952898] env[68786]: _type = "Task" [ 693.952898] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.963337] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090384, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.051033] env[68786]: DEBUG nova.scheduler.client.report [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.188420] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090383, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.365029] env[68786]: DEBUG nova.compute.manager [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.365029] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a854fd0-e47a-4fb3-8e8d-351f39d307fb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.464836] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090384, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.556503] env[68786]: DEBUG oslo_concurrency.lockutils [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.558103] env[68786]: DEBUG nova.compute.manager [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.559845] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.639s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.561688] env[68786]: INFO nova.compute.claims [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.688554] env[68786]: DEBUG oslo_vmware.api [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090383, 'name': PowerOnVM_Task, 'duration_secs': 0.657795} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.688819] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.689037] env[68786]: INFO nova.compute.manager [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Took 7.53 seconds to spawn the instance on the hypervisor. [ 694.689225] env[68786]: DEBUG nova.compute.manager [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.690117] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271f784f-70dd-4497-a9f7-eb197688b690 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.836940] env[68786]: DEBUG nova.compute.manager [req-635cf317-bc9a-400e-9485-8d21aa9d7e84 req-86ddb8ac-728b-4267-a778-3e383bb1593d service nova] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Received event network-changed-62a1f08f-46f3-4733-89b7-bb11ce9376e3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.837070] env[68786]: DEBUG nova.compute.manager [req-635cf317-bc9a-400e-9485-8d21aa9d7e84 req-86ddb8ac-728b-4267-a778-3e383bb1593d service nova] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Refreshing instance network info cache due to event network-changed-62a1f08f-46f3-4733-89b7-bb11ce9376e3. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.837286] env[68786]: DEBUG oslo_concurrency.lockutils [req-635cf317-bc9a-400e-9485-8d21aa9d7e84 req-86ddb8ac-728b-4267-a778-3e383bb1593d service nova] Acquiring lock "refresh_cache-420a3044-c6fb-47a0-8b5f-94777a36d375" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.837467] env[68786]: DEBUG oslo_concurrency.lockutils [req-635cf317-bc9a-400e-9485-8d21aa9d7e84 req-86ddb8ac-728b-4267-a778-3e383bb1593d service nova] Acquired lock "refresh_cache-420a3044-c6fb-47a0-8b5f-94777a36d375" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.837644] env[68786]: DEBUG nova.network.neutron [req-635cf317-bc9a-400e-9485-8d21aa9d7e84 req-86ddb8ac-728b-4267-a778-3e383bb1593d service nova] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Refreshing network info cache for port 62a1f08f-46f3-4733-89b7-bb11ce9376e3 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.878551] env[68786]: INFO nova.compute.manager [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] instance snapshotting [ 694.882019] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0274e5e9-f30f-4892-a3c5-11082259fe32 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.901093] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e479a0cf-70de-4200-9f94-3648cabc7325 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.966812] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090384, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.067362] env[68786]: DEBUG nova.compute.utils [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.072205] env[68786]: DEBUG nova.compute.manager [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.072421] env[68786]: DEBUG nova.network.neutron [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.189292] env[68786]: DEBUG nova.policy [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14d94645d20b4a63bb6973778de552cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c7059e9877847009834a094d3f41657', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.215046] env[68786]: INFO nova.compute.manager [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Took 48.81 seconds to build instance. [ 695.415763] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Creating Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 695.416254] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a993a47a-289c-4bb9-bdbb-fb9f190abf6a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.427781] env[68786]: DEBUG oslo_vmware.api [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 695.427781] env[68786]: value = "task-3090385" [ 695.427781] env[68786]: _type = "Task" [ 695.427781] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.444659] env[68786]: DEBUG oslo_vmware.api [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090385, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.469692] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090384, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.573034] env[68786]: DEBUG nova.compute.manager [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.717519] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12a629b4-957f-4f68-aa1d-cf496e73ebec tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.045s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.865667] env[68786]: DEBUG nova.network.neutron [req-635cf317-bc9a-400e-9485-8d21aa9d7e84 req-86ddb8ac-728b-4267-a778-3e383bb1593d service nova] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Updated VIF entry in instance network info cache for port 62a1f08f-46f3-4733-89b7-bb11ce9376e3. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.866079] env[68786]: DEBUG nova.network.neutron [req-635cf317-bc9a-400e-9485-8d21aa9d7e84 req-86ddb8ac-728b-4267-a778-3e383bb1593d service nova] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Updating instance_info_cache with network_info: [{"id": "62a1f08f-46f3-4733-89b7-bb11ce9376e3", "address": "fa:16:3e:08:0c:87", "network": {"id": "64e79f7d-ccb1-49c1-84a5-b4cedd32b68e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-222629118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98dd90646b23403cb3c571586b42646f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62a1f08f-46", "ovs_interfaceid": "62a1f08f-46f3-4733-89b7-bb11ce9376e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.943527] env[68786]: DEBUG oslo_vmware.api [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090385, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.970440] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090384, 'name': CreateVM_Task, 'duration_secs': 1.622516} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.970440] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.975538] env[68786]: DEBUG oslo_concurrency.lockutils [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.975737] env[68786]: DEBUG oslo_concurrency.lockutils [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.976406] env[68786]: DEBUG oslo_concurrency.lockutils [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.978046] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e570dec8-5db3-4d1b-aea5-7e5be750a222 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.982385] env[68786]: DEBUG nova.compute.manager [req-16148f0d-7007-4fb9-bb43-c20a696ed683 req-c0ba219e-45f7-41dc-8599-2082e0812922 service nova] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Received event network-changed-c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.982804] env[68786]: DEBUG nova.compute.manager [req-16148f0d-7007-4fb9-bb43-c20a696ed683 req-c0ba219e-45f7-41dc-8599-2082e0812922 service nova] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Refreshing instance network info cache due to event network-changed-c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.983373] env[68786]: DEBUG oslo_concurrency.lockutils [req-16148f0d-7007-4fb9-bb43-c20a696ed683 req-c0ba219e-45f7-41dc-8599-2082e0812922 service nova] Acquiring lock "refresh_cache-5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.984269] env[68786]: DEBUG oslo_concurrency.lockutils [req-16148f0d-7007-4fb9-bb43-c20a696ed683 req-c0ba219e-45f7-41dc-8599-2082e0812922 service nova] Acquired lock "refresh_cache-5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.984269] env[68786]: DEBUG nova.network.neutron [req-16148f0d-7007-4fb9-bb43-c20a696ed683 req-c0ba219e-45f7-41dc-8599-2082e0812922 service nova] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Refreshing network info cache for port c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.996576] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Waiting for the task: (returnval){ [ 695.996576] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ccab35-ea46-5d4b-214f-d6a0eb104b39" [ 695.996576] env[68786]: _type = "Task" [ 695.996576] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.009151] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ccab35-ea46-5d4b-214f-d6a0eb104b39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.057515] env[68786]: DEBUG nova.network.neutron [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Successfully created port: 1944273a-3938-40a9-85cb-26caf38d3520 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.143099] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f974e578-e2c7-4cdb-a4e2-5c33d254c8fd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.152843] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57f25df-a246-4cf5-9014-551fa1e77e5e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.189801] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d058be-923d-412d-989b-3d395d0cc8fe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.202304] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea07618-ea6f-4710-a8f0-000574b01160 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.217271] env[68786]: DEBUG nova.compute.provider_tree [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.222952] env[68786]: DEBUG nova.compute.manager [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.371185] env[68786]: DEBUG oslo_concurrency.lockutils [req-635cf317-bc9a-400e-9485-8d21aa9d7e84 req-86ddb8ac-728b-4267-a778-3e383bb1593d service nova] Releasing lock "refresh_cache-420a3044-c6fb-47a0-8b5f-94777a36d375" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.445019] env[68786]: DEBUG oslo_vmware.api [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090385, 'name': CreateSnapshot_Task, 'duration_secs': 0.613865} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.445322] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Created Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 696.446099] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345210e6-ba31-4fb1-b832-e6227aeda4d3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.512383] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ccab35-ea46-5d4b-214f-d6a0eb104b39, 'name': SearchDatastore_Task, 'duration_secs': 0.014758} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.512817] env[68786]: DEBUG oslo_concurrency.lockutils [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.513102] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.513378] env[68786]: DEBUG oslo_concurrency.lockutils [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.513583] env[68786]: DEBUG oslo_concurrency.lockutils [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.513820] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.514434] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ce5887e-064c-4f58-b9b6-a8c4c65a9e69 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.528832] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.528832] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.529085] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63322448-63d8-48ca-938a-0115d10662bf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.537594] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Waiting for the task: (returnval){ [ 696.537594] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f4656f-7c60-638b-51bb-cebc208e4547" [ 696.537594] env[68786]: _type = "Task" [ 696.537594] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.548329] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f4656f-7c60-638b-51bb-cebc208e4547, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.587817] env[68786]: DEBUG nova.compute.manager [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.626204] env[68786]: DEBUG nova.virt.hardware [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.626204] env[68786]: DEBUG nova.virt.hardware [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.626702] env[68786]: DEBUG nova.virt.hardware [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.627013] env[68786]: DEBUG nova.virt.hardware [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.627216] env[68786]: DEBUG nova.virt.hardware [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.627432] env[68786]: DEBUG nova.virt.hardware [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.627647] env[68786]: DEBUG nova.virt.hardware [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.627850] env[68786]: DEBUG nova.virt.hardware [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.628135] env[68786]: DEBUG nova.virt.hardware [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.628587] env[68786]: DEBUG nova.virt.hardware [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.628714] env[68786]: DEBUG nova.virt.hardware [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.630806] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1df00e-3c1b-48b9-9d27-5f1b4ac47d40 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.642887] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a8dbec-427c-4c9d-b968-966857a1ea70 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.720424] env[68786]: DEBUG nova.scheduler.client.report [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.745034] env[68786]: DEBUG oslo_concurrency.lockutils [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.928269] env[68786]: DEBUG nova.network.neutron [req-16148f0d-7007-4fb9-bb43-c20a696ed683 req-c0ba219e-45f7-41dc-8599-2082e0812922 service nova] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Updated VIF entry in instance network info cache for port c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.928269] env[68786]: DEBUG nova.network.neutron [req-16148f0d-7007-4fb9-bb43-c20a696ed683 req-c0ba219e-45f7-41dc-8599-2082e0812922 service nova] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Updating instance_info_cache with network_info: [{"id": "c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8", "address": "fa:16:3e:54:23:21", "network": {"id": "1d3f82e6-36d7-4ebc-9601-a644a6d56062", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1163269969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e049674e97d48e5b94902002575665d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7a40dd5-eb", "ovs_interfaceid": "c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.969073] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Creating linked-clone VM from snapshot {{(pid=68786) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 696.970054] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5e61d2d1-b079-4716-b147-dee044ecf380 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.981368] env[68786]: DEBUG oslo_vmware.api [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 696.981368] env[68786]: value = "task-3090386" [ 696.981368] env[68786]: _type = "Task" [ 696.981368] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.991701] env[68786]: DEBUG oslo_vmware.api [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090386, 'name': CloneVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.053663] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f4656f-7c60-638b-51bb-cebc208e4547, 'name': SearchDatastore_Task, 'duration_secs': 0.032865} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.054738] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b13fcad9-4d3f-4ea8-b9ff-35bdbeeae296 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.063661] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Waiting for the task: (returnval){ [ 697.063661] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]525295fe-c091-22b9-42e5-785337622515" [ 697.063661] env[68786]: _type = "Task" [ 697.063661] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.073570] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]525295fe-c091-22b9-42e5-785337622515, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.226316] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.226897] env[68786]: DEBUG nova.compute.manager [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.229643] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.167s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.230360] env[68786]: DEBUG nova.objects.instance [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Lazy-loading 'resources' on Instance uuid 1f066870-2888-4430-aa8b-a4969ccf0cce {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.434716] env[68786]: DEBUG oslo_concurrency.lockutils [req-16148f0d-7007-4fb9-bb43-c20a696ed683 req-c0ba219e-45f7-41dc-8599-2082e0812922 service nova] Releasing lock "refresh_cache-5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.493653] env[68786]: DEBUG oslo_vmware.api [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090386, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.576176] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]525295fe-c091-22b9-42e5-785337622515, 'name': SearchDatastore_Task, 'duration_secs': 0.013966} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.576327] env[68786]: DEBUG oslo_concurrency.lockutils [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.576564] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 420a3044-c6fb-47a0-8b5f-94777a36d375/420a3044-c6fb-47a0-8b5f-94777a36d375.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.576857] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f9f7dfd-d025-4aef-815b-9207d17e3eba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.585736] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Waiting for the task: (returnval){ [ 697.585736] env[68786]: value = "task-3090387" [ 697.585736] env[68786]: _type = "Task" [ 697.585736] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.595922] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.733800] env[68786]: DEBUG nova.compute.utils [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.738734] env[68786]: DEBUG nova.compute.manager [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.739483] env[68786]: DEBUG nova.network.neutron [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.822915] env[68786]: DEBUG nova.policy [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '637defba9bcf45a5b2de2553238eb7de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3baec303741c49469198793df5483bfa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.876026] env[68786]: DEBUG nova.compute.manager [req-b39e912c-b482-4e52-8780-ba8732992196 req-25eb5d1b-0c4f-4090-80e5-d31485c3f5c3 service nova] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Received event network-vif-plugged-1944273a-3938-40a9-85cb-26caf38d3520 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.876277] env[68786]: DEBUG oslo_concurrency.lockutils [req-b39e912c-b482-4e52-8780-ba8732992196 req-25eb5d1b-0c4f-4090-80e5-d31485c3f5c3 service nova] Acquiring lock "79eb0836-d812-4c49-9463-4999d2b5d003-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.876571] env[68786]: DEBUG oslo_concurrency.lockutils [req-b39e912c-b482-4e52-8780-ba8732992196 req-25eb5d1b-0c4f-4090-80e5-d31485c3f5c3 service nova] Lock "79eb0836-d812-4c49-9463-4999d2b5d003-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.877225] env[68786]: DEBUG oslo_concurrency.lockutils [req-b39e912c-b482-4e52-8780-ba8732992196 req-25eb5d1b-0c4f-4090-80e5-d31485c3f5c3 service nova] Lock "79eb0836-d812-4c49-9463-4999d2b5d003-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.877225] env[68786]: DEBUG nova.compute.manager [req-b39e912c-b482-4e52-8780-ba8732992196 req-25eb5d1b-0c4f-4090-80e5-d31485c3f5c3 service nova] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] No waiting events found dispatching network-vif-plugged-1944273a-3938-40a9-85cb-26caf38d3520 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.877302] env[68786]: WARNING nova.compute.manager [req-b39e912c-b482-4e52-8780-ba8732992196 req-25eb5d1b-0c4f-4090-80e5-d31485c3f5c3 service nova] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Received unexpected event network-vif-plugged-1944273a-3938-40a9-85cb-26caf38d3520 for instance with vm_state building and task_state spawning. [ 698.001835] env[68786]: DEBUG oslo_vmware.api [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090386, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.020440] env[68786]: DEBUG nova.network.neutron [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Successfully updated port: 1944273a-3938-40a9-85cb-26caf38d3520 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.100830] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090387, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.243902] env[68786]: DEBUG nova.compute.manager [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.310404] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d430f8-f6af-4efe-acd2-4f9f9d9e0689 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.320416] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ae8971-b4cc-4f77-ab3d-f2d463b30db5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.362370] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df186ad4-ad33-4a27-a38f-cbeefc873766 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.371956] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4965e8dc-2188-4509-a893-d9295c2d944d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.388605] env[68786]: DEBUG nova.compute.provider_tree [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.397022] env[68786]: DEBUG nova.network.neutron [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Successfully created port: 867587a3-5a3b-4a27-8a6a-ca1f6231c6f6 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.494980] env[68786]: DEBUG oslo_vmware.api [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090386, 'name': CloneVM_Task} progress is 95%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.523073] env[68786]: DEBUG oslo_concurrency.lockutils [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "refresh_cache-79eb0836-d812-4c49-9463-4999d2b5d003" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.523231] env[68786]: DEBUG oslo_concurrency.lockutils [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquired lock "refresh_cache-79eb0836-d812-4c49-9463-4999d2b5d003" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.523382] env[68786]: DEBUG nova.network.neutron [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.608256] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691315} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.608634] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 420a3044-c6fb-47a0-8b5f-94777a36d375/420a3044-c6fb-47a0-8b5f-94777a36d375.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.608860] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.609171] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e5489f7-65cf-4890-9f33-1f531406e9c6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.622689] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Waiting for the task: (returnval){ [ 698.622689] env[68786]: value = "task-3090388" [ 698.622689] env[68786]: _type = "Task" [ 698.622689] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.635324] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.869583] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "1fd79203-4a2a-4211-bcb4-4604496c99fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.870064] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "1fd79203-4a2a-4211-bcb4-4604496c99fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.897159] env[68786]: DEBUG nova.scheduler.client.report [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.994406] env[68786]: DEBUG oslo_vmware.api [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090386, 'name': CloneVM_Task, 'duration_secs': 1.625727} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.994673] env[68786]: INFO nova.virt.vmwareapi.vmops [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Created linked-clone VM from snapshot [ 698.995441] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70bdb3b-0ee7-4aa7-91e3-20b98d69db62 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.003540] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Uploading image 3d8da355-c7ba-41cc-827a-6325c117061a {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 699.033790] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Destroying the VM {{(pid=68786) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 699.033790] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2cc2819f-926e-4dfc-a210-d7889f66304a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.042188] env[68786]: DEBUG oslo_vmware.api [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 699.042188] env[68786]: value = "task-3090389" [ 699.042188] env[68786]: _type = "Task" [ 699.042188] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.051213] env[68786]: DEBUG oslo_vmware.api [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090389, 'name': Destroy_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.072521] env[68786]: DEBUG nova.network.neutron [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.133881] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123836} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.136469] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.137381] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddfda34-83f6-428a-b286-40fb6d1a332f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.163916] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 420a3044-c6fb-47a0-8b5f-94777a36d375/420a3044-c6fb-47a0-8b5f-94777a36d375.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.163916] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16788821-2870-455c-8058-8cd0a77ac570 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.190046] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Waiting for the task: (returnval){ [ 699.190046] env[68786]: value = "task-3090390" [ 699.190046] env[68786]: _type = "Task" [ 699.190046] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.199141] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.252909] env[68786]: DEBUG nova.compute.manager [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.256108] env[68786]: DEBUG nova.network.neutron [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Updating instance_info_cache with network_info: [{"id": "1944273a-3938-40a9-85cb-26caf38d3520", "address": "fa:16:3e:15:eb:a5", "network": {"id": "d8f9d959-dd26-4613-b4f4-5e60c229356d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1094703151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c7059e9877847009834a094d3f41657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1944273a-39", "ovs_interfaceid": "1944273a-3938-40a9-85cb-26caf38d3520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.278898] env[68786]: DEBUG nova.virt.hardware [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.279197] env[68786]: DEBUG nova.virt.hardware [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.279399] env[68786]: DEBUG nova.virt.hardware [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.279559] env[68786]: DEBUG nova.virt.hardware [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.279711] env[68786]: DEBUG nova.virt.hardware [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.279860] env[68786]: DEBUG nova.virt.hardware [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.280201] env[68786]: DEBUG nova.virt.hardware [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.280388] env[68786]: DEBUG nova.virt.hardware [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.280595] env[68786]: DEBUG nova.virt.hardware [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.280818] env[68786]: DEBUG nova.virt.hardware [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.281070] env[68786]: DEBUG nova.virt.hardware [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.282372] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690288f6-dba0-4875-8e0d-0859a53929fe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.292829] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e5b2ad-9f51-493c-af5e-ad004c10f561 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.404372] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.407024] env[68786]: DEBUG oslo_concurrency.lockutils [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.272s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.407024] env[68786]: DEBUG nova.objects.instance [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Lazy-loading 'resources' on Instance uuid 35698194-cc33-4c3a-a153-8f31d6c82941 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.429552] env[68786]: INFO nova.scheduler.client.report [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Deleted allocations for instance 1f066870-2888-4430-aa8b-a4969ccf0cce [ 699.552538] env[68786]: DEBUG oslo_vmware.api [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090389, 'name': Destroy_Task, 'duration_secs': 0.341767} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.552778] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Destroyed the VM [ 699.553082] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Deleting Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 699.553339] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3b70b08c-0142-4c63-8c43-252d449a02e9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.560904] env[68786]: DEBUG oslo_vmware.api [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 699.560904] env[68786]: value = "task-3090391" [ 699.560904] env[68786]: _type = "Task" [ 699.560904] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.571656] env[68786]: DEBUG oslo_vmware.api [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090391, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.702167] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.758735] env[68786]: DEBUG oslo_concurrency.lockutils [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Releasing lock "refresh_cache-79eb0836-d812-4c49-9463-4999d2b5d003" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.759206] env[68786]: DEBUG nova.compute.manager [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Instance network_info: |[{"id": "1944273a-3938-40a9-85cb-26caf38d3520", "address": "fa:16:3e:15:eb:a5", "network": {"id": "d8f9d959-dd26-4613-b4f4-5e60c229356d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1094703151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c7059e9877847009834a094d3f41657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1944273a-39", "ovs_interfaceid": "1944273a-3938-40a9-85cb-26caf38d3520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.759749] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:eb:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1944273a-3938-40a9-85cb-26caf38d3520', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.768501] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.768795] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.769133] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14b79432-e4e2-47ec-a3fa-01482de7ea9c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.794463] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.794463] env[68786]: value = "task-3090392" [ 699.794463] env[68786]: _type = "Task" [ 699.794463] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.805229] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090392, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.942210] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2196669a-07b3-4d7b-b584-00c386455b2c tempest-ImagesNegativeTestJSON-2136102381 tempest-ImagesNegativeTestJSON-2136102381-project-member] Lock "1f066870-2888-4430-aa8b-a4969ccf0cce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.945s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.081165] env[68786]: DEBUG oslo_vmware.api [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090391, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.203146] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090390, 'name': ReconfigVM_Task, 'duration_secs': 0.70916} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.208137] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 420a3044-c6fb-47a0-8b5f-94777a36d375/420a3044-c6fb-47a0-8b5f-94777a36d375.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.210029] env[68786]: DEBUG nova.compute.manager [req-aaf0695b-2555-42c0-b3fc-1f14ecca8ba3 req-095ad3dd-39bf-4cb2-b6d9-8bd8d6b1c0ae service nova] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Received event network-changed-1944273a-3938-40a9-85cb-26caf38d3520 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.210342] env[68786]: DEBUG nova.compute.manager [req-aaf0695b-2555-42c0-b3fc-1f14ecca8ba3 req-095ad3dd-39bf-4cb2-b6d9-8bd8d6b1c0ae service nova] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Refreshing instance network info cache due to event network-changed-1944273a-3938-40a9-85cb-26caf38d3520. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.210669] env[68786]: DEBUG oslo_concurrency.lockutils [req-aaf0695b-2555-42c0-b3fc-1f14ecca8ba3 req-095ad3dd-39bf-4cb2-b6d9-8bd8d6b1c0ae service nova] Acquiring lock "refresh_cache-79eb0836-d812-4c49-9463-4999d2b5d003" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.210934] env[68786]: DEBUG oslo_concurrency.lockutils [req-aaf0695b-2555-42c0-b3fc-1f14ecca8ba3 req-095ad3dd-39bf-4cb2-b6d9-8bd8d6b1c0ae service nova] Acquired lock "refresh_cache-79eb0836-d812-4c49-9463-4999d2b5d003" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.211341] env[68786]: DEBUG nova.network.neutron [req-aaf0695b-2555-42c0-b3fc-1f14ecca8ba3 req-095ad3dd-39bf-4cb2-b6d9-8bd8d6b1c0ae service nova] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Refreshing network info cache for port 1944273a-3938-40a9-85cb-26caf38d3520 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.213972] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0992ecdd-c4e1-4054-80e7-754c2403e8ad {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.233781] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Waiting for the task: (returnval){ [ 700.233781] env[68786]: value = "task-3090393" [ 700.233781] env[68786]: _type = "Task" [ 700.233781] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.246520] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090393, 'name': Rename_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.306615] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090392, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.361567] env[68786]: DEBUG nova.network.neutron [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Successfully updated port: 867587a3-5a3b-4a27-8a6a-ca1f6231c6f6 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.495289] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9511852d-ddd7-4a77-8b76-b22445f7b345 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.509029] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97897bd1-ac42-4564-abd4-30f0031e660d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.542417] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be08c5b4-5c91-41af-9109-1350d4e41fd1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.556020] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875fcbbd-1087-4f6a-b15f-584f30423693 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.570024] env[68786]: DEBUG nova.compute.provider_tree [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.580750] env[68786]: DEBUG oslo_vmware.api [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090391, 'name': RemoveSnapshot_Task, 'duration_secs': 0.890223} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.581709] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Deleted Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 700.748079] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090393, 'name': Rename_Task, 'duration_secs': 0.321351} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.750754] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.751152] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d497554b-8c78-4111-a3c9-a5e398789317 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.759910] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Waiting for the task: (returnval){ [ 700.759910] env[68786]: value = "task-3090394" [ 700.759910] env[68786]: _type = "Task" [ 700.759910] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.770609] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.810110] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090392, 'name': CreateVM_Task, 'duration_secs': 0.590127} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.810496] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.811316] env[68786]: DEBUG oslo_concurrency.lockutils [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.811759] env[68786]: DEBUG oslo_concurrency.lockutils [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.812259] env[68786]: DEBUG oslo_concurrency.lockutils [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.812713] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be201b8-eb42-4647-8044-bcde8bba9ad9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.821067] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 700.821067] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52559dc0-3951-0eeb-217a-3abeed73a32a" [ 700.821067] env[68786]: _type = "Task" [ 700.821067] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.831109] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52559dc0-3951-0eeb-217a-3abeed73a32a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.866458] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Acquiring lock "refresh_cache-5206acdc-5d39-46d8-b7b0-e685038816a4" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.866458] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Acquired lock "refresh_cache-5206acdc-5d39-46d8-b7b0-e685038816a4" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.866458] env[68786]: DEBUG nova.network.neutron [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.997017] env[68786]: DEBUG nova.network.neutron [req-aaf0695b-2555-42c0-b3fc-1f14ecca8ba3 req-095ad3dd-39bf-4cb2-b6d9-8bd8d6b1c0ae service nova] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Updated VIF entry in instance network info cache for port 1944273a-3938-40a9-85cb-26caf38d3520. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.997397] env[68786]: DEBUG nova.network.neutron [req-aaf0695b-2555-42c0-b3fc-1f14ecca8ba3 req-095ad3dd-39bf-4cb2-b6d9-8bd8d6b1c0ae service nova] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Updating instance_info_cache with network_info: [{"id": "1944273a-3938-40a9-85cb-26caf38d3520", "address": "fa:16:3e:15:eb:a5", "network": {"id": "d8f9d959-dd26-4613-b4f4-5e60c229356d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1094703151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c7059e9877847009834a094d3f41657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1944273a-39", "ovs_interfaceid": "1944273a-3938-40a9-85cb-26caf38d3520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.076426] env[68786]: DEBUG nova.scheduler.client.report [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.086904] env[68786]: WARNING nova.compute.manager [None req-41c033ef-c084-47ee-aa5d-bf4af14a722a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Image not found during snapshot: nova.exception.ImageNotFound: Image 3d8da355-c7ba-41cc-827a-6325c117061a could not be found. [ 701.272297] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090394, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.331059] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52559dc0-3951-0eeb-217a-3abeed73a32a, 'name': SearchDatastore_Task, 'duration_secs': 0.031122} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.331059] env[68786]: DEBUG oslo_concurrency.lockutils [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.331762] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.334092] env[68786]: DEBUG oslo_concurrency.lockutils [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.334092] env[68786]: DEBUG oslo_concurrency.lockutils [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.334092] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.334092] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b833e59-c02d-40ce-9a85-94feea2454e6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.347267] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.347267] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.347267] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e486c27-081f-411d-8e7a-91048469f28d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.353237] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 701.353237] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5239a6db-ab5d-2ed4-7c67-c611f26ff762" [ 701.353237] env[68786]: _type = "Task" [ 701.353237] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.361467] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5239a6db-ab5d-2ed4-7c67-c611f26ff762, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.402946] env[68786]: DEBUG nova.network.neutron [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.429534] env[68786]: DEBUG oslo_vmware.rw_handles [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52767c6f-4ba9-2faa-aee8-7c85b8244b69/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 701.431083] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f76f31-5c15-420a-8574-7a22e899ddc0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.438334] env[68786]: DEBUG oslo_vmware.rw_handles [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52767c6f-4ba9-2faa-aee8-7c85b8244b69/disk-0.vmdk is in state: ready. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 701.438500] env[68786]: ERROR oslo_vmware.rw_handles [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52767c6f-4ba9-2faa-aee8-7c85b8244b69/disk-0.vmdk due to incomplete transfer. [ 701.438620] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ec214f8e-8211-4561-bcb1-ca83333e78cd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.448360] env[68786]: DEBUG oslo_vmware.rw_handles [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52767c6f-4ba9-2faa-aee8-7c85b8244b69/disk-0.vmdk. {{(pid=68786) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 701.448534] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Uploaded image fb84c06a-5e76-455c-984a-776913300df6 to the Glance image server {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 701.450813] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Destroying the VM {{(pid=68786) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 701.451146] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-637271a4-4408-4236-bf7c-9121a99062db {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.462966] env[68786]: DEBUG oslo_vmware.api [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 701.462966] env[68786]: value = "task-3090395" [ 701.462966] env[68786]: _type = "Task" [ 701.462966] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.470452] env[68786]: DEBUG oslo_vmware.api [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090395, 'name': Destroy_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.504332] env[68786]: DEBUG oslo_concurrency.lockutils [req-aaf0695b-2555-42c0-b3fc-1f14ecca8ba3 req-095ad3dd-39bf-4cb2-b6d9-8bd8d6b1c0ae service nova] Releasing lock "refresh_cache-79eb0836-d812-4c49-9463-4999d2b5d003" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.517250] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquiring lock "75034c85-c991-4d7c-b7b0-cb547642e903" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.517714] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "75034c85-c991-4d7c-b7b0-cb547642e903" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.518095] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquiring lock "75034c85-c991-4d7c-b7b0-cb547642e903-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.518433] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "75034c85-c991-4d7c-b7b0-cb547642e903-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.518974] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "75034c85-c991-4d7c-b7b0-cb547642e903-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.521441] env[68786]: INFO nova.compute.manager [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Terminating instance [ 701.584469] env[68786]: DEBUG oslo_concurrency.lockutils [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.594418] env[68786]: DEBUG oslo_concurrency.lockutils [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.125s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.596147] env[68786]: INFO nova.compute.claims [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.634548] env[68786]: INFO nova.scheduler.client.report [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Deleted allocations for instance 35698194-cc33-4c3a-a153-8f31d6c82941 [ 701.684865] env[68786]: DEBUG nova.network.neutron [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Updating instance_info_cache with network_info: [{"id": "867587a3-5a3b-4a27-8a6a-ca1f6231c6f6", "address": "fa:16:3e:7c:ab:48", "network": {"id": "fd91ad88-303d-44c8-b902-e2aef2914fa6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-781299865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3baec303741c49469198793df5483bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867587a3-5a", "ovs_interfaceid": "867587a3-5a3b-4a27-8a6a-ca1f6231c6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.773200] env[68786]: DEBUG oslo_vmware.api [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090394, 'name': PowerOnVM_Task, 'duration_secs': 0.972353} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.773393] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.773602] env[68786]: INFO nova.compute.manager [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Took 9.97 seconds to spawn the instance on the hypervisor. [ 701.773806] env[68786]: DEBUG nova.compute.manager [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.774646] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45694ba-b418-47c4-982f-42f868d53fef {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.874933] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5239a6db-ab5d-2ed4-7c67-c611f26ff762, 'name': SearchDatastore_Task, 'duration_secs': 0.02494} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.874933] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9be4ac8c-0e21-473f-b7bd-19b4a59e0e15 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.881659] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 701.881659] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d30566-0d91-750b-9702-494be0a433bd" [ 701.881659] env[68786]: _type = "Task" [ 701.881659] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.897474] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d30566-0d91-750b-9702-494be0a433bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012886} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.897776] env[68786]: DEBUG oslo_concurrency.lockutils [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.898120] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 79eb0836-d812-4c49-9463-4999d2b5d003/79eb0836-d812-4c49-9463-4999d2b5d003.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.898711] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d66328c-338a-4419-9aeb-b28affd9da95 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.910825] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 701.910825] env[68786]: value = "task-3090396" [ 701.910825] env[68786]: _type = "Task" [ 701.910825] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.925244] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.972279] env[68786]: DEBUG oslo_vmware.api [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090395, 'name': Destroy_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.026650] env[68786]: DEBUG nova.compute.manager [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.026863] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.028516] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e650b906-8bc2-449a-9eec-0796795832ba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.037478] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.037761] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7861b66a-8d4f-41c4-93b8-8ac6a89979bd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.046296] env[68786]: DEBUG oslo_vmware.api [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 702.046296] env[68786]: value = "task-3090397" [ 702.046296] env[68786]: _type = "Task" [ 702.046296] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.055849] env[68786]: DEBUG oslo_vmware.api [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.145963] env[68786]: DEBUG oslo_concurrency.lockutils [None req-72fe416c-e582-4d9f-9642-c1ab72e9d06f tempest-ServerRescueTestJSONUnderV235-316201050 tempest-ServerRescueTestJSONUnderV235-316201050-project-member] Lock "35698194-cc33-4c3a-a153-8f31d6c82941" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.891s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.188567] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Releasing lock "refresh_cache-5206acdc-5d39-46d8-b7b0-e685038816a4" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.190724] env[68786]: DEBUG nova.compute.manager [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Instance network_info: |[{"id": "867587a3-5a3b-4a27-8a6a-ca1f6231c6f6", "address": "fa:16:3e:7c:ab:48", "network": {"id": "fd91ad88-303d-44c8-b902-e2aef2914fa6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-781299865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3baec303741c49469198793df5483bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867587a3-5a", "ovs_interfaceid": "867587a3-5a3b-4a27-8a6a-ca1f6231c6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.191394] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:ab:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '867587a3-5a3b-4a27-8a6a-ca1f6231c6f6', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.201065] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Creating folder: Project (3baec303741c49469198793df5483bfa). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.201896] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-272eabde-b10f-4eed-9c8b-532dccdbfba4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.221578] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Created folder: Project (3baec303741c49469198793df5483bfa) in parent group-v618484. [ 702.221578] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Creating folder: Instances. Parent ref: group-v618583. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.221578] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9da9519a-f5ef-4afc-bdd7-304d182ce681 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.244038] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Created folder: Instances in parent group-v618583. [ 702.244038] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.244038] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.244038] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd28fee5-3157-474f-80f0-4dd49d28dc18 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.272743] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.272743] env[68786]: value = "task-3090400" [ 702.272743] env[68786]: _type = "Task" [ 702.272743] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.283326] env[68786]: DEBUG nova.compute.manager [req-2545b1cb-2de5-45e2-8ced-eea59cdccbf0 req-001196a2-d134-4c0a-9195-e1bf9a0ce203 service nova] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Received event network-vif-plugged-867587a3-5a3b-4a27-8a6a-ca1f6231c6f6 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.283595] env[68786]: DEBUG oslo_concurrency.lockutils [req-2545b1cb-2de5-45e2-8ced-eea59cdccbf0 req-001196a2-d134-4c0a-9195-e1bf9a0ce203 service nova] Acquiring lock "5206acdc-5d39-46d8-b7b0-e685038816a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.283875] env[68786]: DEBUG oslo_concurrency.lockutils [req-2545b1cb-2de5-45e2-8ced-eea59cdccbf0 req-001196a2-d134-4c0a-9195-e1bf9a0ce203 service nova] Lock "5206acdc-5d39-46d8-b7b0-e685038816a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.284297] env[68786]: DEBUG oslo_concurrency.lockutils [req-2545b1cb-2de5-45e2-8ced-eea59cdccbf0 req-001196a2-d134-4c0a-9195-e1bf9a0ce203 service nova] Lock "5206acdc-5d39-46d8-b7b0-e685038816a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.284519] env[68786]: DEBUG nova.compute.manager [req-2545b1cb-2de5-45e2-8ced-eea59cdccbf0 req-001196a2-d134-4c0a-9195-e1bf9a0ce203 service nova] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] No waiting events found dispatching network-vif-plugged-867587a3-5a3b-4a27-8a6a-ca1f6231c6f6 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.284691] env[68786]: WARNING nova.compute.manager [req-2545b1cb-2de5-45e2-8ced-eea59cdccbf0 req-001196a2-d134-4c0a-9195-e1bf9a0ce203 service nova] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Received unexpected event network-vif-plugged-867587a3-5a3b-4a27-8a6a-ca1f6231c6f6 for instance with vm_state building and task_state spawning. [ 702.284913] env[68786]: DEBUG nova.compute.manager [req-2545b1cb-2de5-45e2-8ced-eea59cdccbf0 req-001196a2-d134-4c0a-9195-e1bf9a0ce203 service nova] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Received event network-changed-867587a3-5a3b-4a27-8a6a-ca1f6231c6f6 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.285388] env[68786]: DEBUG nova.compute.manager [req-2545b1cb-2de5-45e2-8ced-eea59cdccbf0 req-001196a2-d134-4c0a-9195-e1bf9a0ce203 service nova] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Refreshing instance network info cache due to event network-changed-867587a3-5a3b-4a27-8a6a-ca1f6231c6f6. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.285388] env[68786]: DEBUG oslo_concurrency.lockutils [req-2545b1cb-2de5-45e2-8ced-eea59cdccbf0 req-001196a2-d134-4c0a-9195-e1bf9a0ce203 service nova] Acquiring lock "refresh_cache-5206acdc-5d39-46d8-b7b0-e685038816a4" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.285542] env[68786]: DEBUG oslo_concurrency.lockutils [req-2545b1cb-2de5-45e2-8ced-eea59cdccbf0 req-001196a2-d134-4c0a-9195-e1bf9a0ce203 service nova] Acquired lock "refresh_cache-5206acdc-5d39-46d8-b7b0-e685038816a4" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.285775] env[68786]: DEBUG nova.network.neutron [req-2545b1cb-2de5-45e2-8ced-eea59cdccbf0 req-001196a2-d134-4c0a-9195-e1bf9a0ce203 service nova] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Refreshing network info cache for port 867587a3-5a3b-4a27-8a6a-ca1f6231c6f6 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.295713] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090400, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.302466] env[68786]: INFO nova.compute.manager [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Took 51.79 seconds to build instance. [ 702.424168] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090396, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.476135] env[68786]: DEBUG oslo_vmware.api [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090395, 'name': Destroy_Task, 'duration_secs': 0.578425} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.476585] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Destroyed the VM [ 702.476937] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Deleting Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 702.477206] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0c3dc175-8d52-4b01-9267-2b818aff4f4f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.486449] env[68786]: DEBUG oslo_vmware.api [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 702.486449] env[68786]: value = "task-3090401" [ 702.486449] env[68786]: _type = "Task" [ 702.486449] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.498240] env[68786]: DEBUG oslo_vmware.api [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090401, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.557815] env[68786]: DEBUG oslo_vmware.api [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090397, 'name': PowerOffVM_Task, 'duration_secs': 0.225903} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.557986] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.558170] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.558475] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6d59036-e6fc-4f06-89de-28c2fb34fa8d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.640550] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.640806] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.641031] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Deleting the datastore file [datastore1] 75034c85-c991-4d7c-b7b0-cb547642e903 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.641338] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69d6976f-d0a9-4aac-adbb-0c635925bff7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.651376] env[68786]: DEBUG oslo_vmware.api [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 702.651376] env[68786]: value = "task-3090403" [ 702.651376] env[68786]: _type = "Task" [ 702.651376] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.665155] env[68786]: DEBUG oslo_vmware.api [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.786153] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090400, 'name': CreateVM_Task, 'duration_secs': 0.428043} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.786367] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.787078] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.787374] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.787563] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.787942] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5914c1-75d5-4d6d-acbf-16999bff2cc0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.796308] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Waiting for the task: (returnval){ [ 702.796308] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52aab14f-8ed7-7422-7e51-db692850f418" [ 702.796308] env[68786]: _type = "Task" [ 702.796308] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.807343] env[68786]: DEBUG oslo_concurrency.lockutils [None req-abd23193-4502-447e-a2c9-44c71dfb0bf7 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Lock "420a3044-c6fb-47a0-8b5f-94777a36d375" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.707s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.811342] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52aab14f-8ed7-7422-7e51-db692850f418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.928474] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566815} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.928474] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 79eb0836-d812-4c49-9463-4999d2b5d003/79eb0836-d812-4c49-9463-4999d2b5d003.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.928474] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.928474] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3de8b8c8-49c7-48c2-a022-5a2292f87f4c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.941836] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 702.941836] env[68786]: value = "task-3090404" [ 702.941836] env[68786]: _type = "Task" [ 702.941836] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.964525] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.998150] env[68786]: DEBUG oslo_vmware.api [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090401, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.123228] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca54b1d-1e78-4762-98a9-2fb897026cd8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.133987] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fcab3b-4ec7-4c94-8143-52b54fe4fd2c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.174045] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ca9f8f-0120-46ed-8a38-341d1b80f01e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.183843] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d72c82d-966b-47c3-bcdc-f264233e89fe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.187838] env[68786]: DEBUG oslo_vmware.api [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33675} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.189013] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.189449] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.189691] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.189858] env[68786]: INFO nova.compute.manager [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Took 1.16 seconds to destroy the instance on the hypervisor. [ 703.190118] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.190806] env[68786]: DEBUG nova.compute.manager [-] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.190911] env[68786]: DEBUG nova.network.neutron [-] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.201984] env[68786]: DEBUG nova.compute.provider_tree [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.312781] env[68786]: DEBUG nova.compute.manager [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.316287] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52aab14f-8ed7-7422-7e51-db692850f418, 'name': SearchDatastore_Task, 'duration_secs': 0.014745} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.316853] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.317299] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.317605] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.317804] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.318225] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.318538] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff419e7d-f145-497e-8008-497d0b7e0fd0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.333758] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.334594] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.334798] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfb81b6c-c9a2-42e5-8ffa-fff228955daf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.343638] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Waiting for the task: (returnval){ [ 703.343638] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52539d55-8ff8-ec2e-11e1-a36b33d1ad8d" [ 703.343638] env[68786]: _type = "Task" [ 703.343638] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.352470] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52539d55-8ff8-ec2e-11e1-a36b33d1ad8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.374471] env[68786]: DEBUG nova.network.neutron [req-2545b1cb-2de5-45e2-8ced-eea59cdccbf0 req-001196a2-d134-4c0a-9195-e1bf9a0ce203 service nova] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Updated VIF entry in instance network info cache for port 867587a3-5a3b-4a27-8a6a-ca1f6231c6f6. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.374822] env[68786]: DEBUG nova.network.neutron [req-2545b1cb-2de5-45e2-8ced-eea59cdccbf0 req-001196a2-d134-4c0a-9195-e1bf9a0ce203 service nova] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Updating instance_info_cache with network_info: [{"id": "867587a3-5a3b-4a27-8a6a-ca1f6231c6f6", "address": "fa:16:3e:7c:ab:48", "network": {"id": "fd91ad88-303d-44c8-b902-e2aef2914fa6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-781299865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3baec303741c49469198793df5483bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867587a3-5a", "ovs_interfaceid": "867587a3-5a3b-4a27-8a6a-ca1f6231c6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.452498] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.499250] env[68786]: DEBUG oslo_vmware.api [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090401, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.704883] env[68786]: DEBUG nova.scheduler.client.report [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.843585] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.856235] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52539d55-8ff8-ec2e-11e1-a36b33d1ad8d, 'name': SearchDatastore_Task, 'duration_secs': 0.029003} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.857107] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-812f4f6e-89f8-492e-adac-d050f4d25b23 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.863082] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Waiting for the task: (returnval){ [ 703.863082] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ea851c-dbe0-da03-10a9-976feb6ee960" [ 703.863082] env[68786]: _type = "Task" [ 703.863082] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.874264] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ea851c-dbe0-da03-10a9-976feb6ee960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.880391] env[68786]: DEBUG oslo_concurrency.lockutils [req-2545b1cb-2de5-45e2-8ced-eea59cdccbf0 req-001196a2-d134-4c0a-9195-e1bf9a0ce203 service nova] Releasing lock "refresh_cache-5206acdc-5d39-46d8-b7b0-e685038816a4" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.954379] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.836032} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.954913] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.955749] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b33a627-ebb2-4744-8fff-09582fc7047b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.980676] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 79eb0836-d812-4c49-9463-4999d2b5d003/79eb0836-d812-4c49-9463-4999d2b5d003.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.981036] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a650f506-d34c-49eb-bebc-f5cacd141ce0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.004056] env[68786]: DEBUG oslo_vmware.api [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090401, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.005501] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 704.005501] env[68786]: value = "task-3090405" [ 704.005501] env[68786]: _type = "Task" [ 704.005501] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.014160] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.213309] env[68786]: DEBUG oslo_concurrency.lockutils [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.214250] env[68786]: DEBUG nova.compute.manager [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.218386] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a68833a7-6fce-43c7-b0d3-9939984956e8 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 38.163s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.293118] env[68786]: DEBUG nova.network.neutron [-] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.348023] env[68786]: DEBUG nova.compute.manager [req-4e2a7178-b45b-4137-94cd-a0c696011095 req-d9366d3f-cf47-40cc-a0f9-4a85f740b23b service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Received event network-changed-d2c029e6-cfda-431e-8a28-2430ef8f2d53 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.348023] env[68786]: DEBUG nova.compute.manager [req-4e2a7178-b45b-4137-94cd-a0c696011095 req-d9366d3f-cf47-40cc-a0f9-4a85f740b23b service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Refreshing instance network info cache due to event network-changed-d2c029e6-cfda-431e-8a28-2430ef8f2d53. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.348023] env[68786]: DEBUG oslo_concurrency.lockutils [req-4e2a7178-b45b-4137-94cd-a0c696011095 req-d9366d3f-cf47-40cc-a0f9-4a85f740b23b service nova] Acquiring lock "refresh_cache-a07e2040-2dc5-40da-b049-4f1ccafc38fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.348023] env[68786]: DEBUG oslo_concurrency.lockutils [req-4e2a7178-b45b-4137-94cd-a0c696011095 req-d9366d3f-cf47-40cc-a0f9-4a85f740b23b service nova] Acquired lock "refresh_cache-a07e2040-2dc5-40da-b049-4f1ccafc38fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.348023] env[68786]: DEBUG nova.network.neutron [req-4e2a7178-b45b-4137-94cd-a0c696011095 req-d9366d3f-cf47-40cc-a0f9-4a85f740b23b service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Refreshing network info cache for port d2c029e6-cfda-431e-8a28-2430ef8f2d53 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.376101] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ea851c-dbe0-da03-10a9-976feb6ee960, 'name': SearchDatastore_Task, 'duration_secs': 0.018087} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.376390] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.376651] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 5206acdc-5d39-46d8-b7b0-e685038816a4/5206acdc-5d39-46d8-b7b0-e685038816a4.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.376919] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-454f7cf4-e256-4611-8321-3eebf7052569 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.386128] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Waiting for the task: (returnval){ [ 704.386128] env[68786]: value = "task-3090406" [ 704.386128] env[68786]: _type = "Task" [ 704.386128] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.397168] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Task: {'id': task-3090406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.508573] env[68786]: DEBUG oslo_vmware.api [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090401, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.518016] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090405, 'name': ReconfigVM_Task, 'duration_secs': 0.370401} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.518565] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 79eb0836-d812-4c49-9463-4999d2b5d003/79eb0836-d812-4c49-9463-4999d2b5d003.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.519317] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f37f8413-f06b-4b13-bc5d-3159ba1a2550 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.527949] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 704.527949] env[68786]: value = "task-3090407" [ 704.527949] env[68786]: _type = "Task" [ 704.527949] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.543213] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090407, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.702632] env[68786]: DEBUG nova.compute.manager [req-d3deda83-236c-4bba-92e7-d299fe0e6121 req-c854820e-0481-4044-b90f-d1efff5517b0 service nova] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Received event network-vif-deleted-ac129fd4-e067-4cf9-89aa-d6619b15feaf {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.724985] env[68786]: DEBUG nova.compute.utils [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.729199] env[68786]: DEBUG nova.compute.manager [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.729199] env[68786]: DEBUG nova.network.neutron [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.797822] env[68786]: INFO nova.compute.manager [-] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Took 1.61 seconds to deallocate network for instance. [ 704.815172] env[68786]: DEBUG nova.policy [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b91af06eedf3401fb5ce922bcafd7b1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac86bc1dc5cd4306ac0170404dad5c8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.901444] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Task: {'id': task-3090406, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.008541] env[68786]: DEBUG oslo_vmware.api [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090401, 'name': RemoveSnapshot_Task, 'duration_secs': 2.032506} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.011269] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Deleted Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 705.011269] env[68786]: INFO nova.compute.manager [None req-2d6aad78-692d-48f9-84a9-0da7144f1fc4 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Took 19.47 seconds to snapshot the instance on the hypervisor. [ 705.044185] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090407, 'name': Rename_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.191096] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8475b280-6f26-447f-8948-17e38e3779e1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.198238] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b140b1fb-86d4-4bc4-9df0-82a4f7d3ff73 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.229247] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01136ecc-581a-4a2d-94e2-1cfe6817594c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.232632] env[68786]: DEBUG nova.compute.manager [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.241921] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20a8575-d281-41c0-9991-d8a91d239bae {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.259852] env[68786]: DEBUG nova.compute.provider_tree [None req-a68833a7-6fce-43c7-b0d3-9939984956e8 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.304205] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.402519] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Task: {'id': task-3090406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534188} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.402519] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 5206acdc-5d39-46d8-b7b0-e685038816a4/5206acdc-5d39-46d8-b7b0-e685038816a4.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.402519] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.402519] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e63a0ae5-c39a-4a1d-aefd-9302fdafb614 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.411386] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Waiting for the task: (returnval){ [ 705.411386] env[68786]: value = "task-3090408" [ 705.411386] env[68786]: _type = "Task" [ 705.411386] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.421464] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Task: {'id': task-3090408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.539915] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090407, 'name': Rename_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.606861] env[68786]: DEBUG nova.network.neutron [req-4e2a7178-b45b-4137-94cd-a0c696011095 req-d9366d3f-cf47-40cc-a0f9-4a85f740b23b service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Updated VIF entry in instance network info cache for port d2c029e6-cfda-431e-8a28-2430ef8f2d53. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.606861] env[68786]: DEBUG nova.network.neutron [req-4e2a7178-b45b-4137-94cd-a0c696011095 req-d9366d3f-cf47-40cc-a0f9-4a85f740b23b service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Updating instance_info_cache with network_info: [{"id": "d2c029e6-cfda-431e-8a28-2430ef8f2d53", "address": "fa:16:3e:ff:2a:ac", "network": {"id": "64e79f7d-ccb1-49c1-84a5-b4cedd32b68e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-222629118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98dd90646b23403cb3c571586b42646f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c029e6-cf", "ovs_interfaceid": "d2c029e6-cfda-431e-8a28-2430ef8f2d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.747292] env[68786]: DEBUG nova.network.neutron [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Successfully created port: 7f8d424c-a7c0-4d65-a186-2eec3cd24071 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.764144] env[68786]: DEBUG nova.scheduler.client.report [None req-a68833a7-6fce-43c7-b0d3-9939984956e8 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.925528] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Task: {'id': task-3090408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.441202} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.926081] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.927319] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4ae6ed-68fd-4b3d-b6ac-45c631950de9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.958506] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 5206acdc-5d39-46d8-b7b0-e685038816a4/5206acdc-5d39-46d8-b7b0-e685038816a4.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.958848] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb9c046b-dd38-4bef-bb53-57c2e8988174 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.982021] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Waiting for the task: (returnval){ [ 705.982021] env[68786]: value = "task-3090409" [ 705.982021] env[68786]: _type = "Task" [ 705.982021] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.991387] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Task: {'id': task-3090409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.040935] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090407, 'name': Rename_Task, 'duration_secs': 1.294832} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.041425] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.042399] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6798054c-acc2-4773-85b3-1dafceb30cc7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.050101] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 706.050101] env[68786]: value = "task-3090410" [ 706.050101] env[68786]: _type = "Task" [ 706.050101] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.059220] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.109174] env[68786]: DEBUG oslo_concurrency.lockutils [req-4e2a7178-b45b-4137-94cd-a0c696011095 req-d9366d3f-cf47-40cc-a0f9-4a85f740b23b service nova] Releasing lock "refresh_cache-a07e2040-2dc5-40da-b049-4f1ccafc38fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.243734] env[68786]: DEBUG nova.compute.manager [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.307141] env[68786]: DEBUG nova.virt.hardware [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.307488] env[68786]: DEBUG nova.virt.hardware [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.307686] env[68786]: DEBUG nova.virt.hardware [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.307910] env[68786]: DEBUG nova.virt.hardware [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.308099] env[68786]: DEBUG nova.virt.hardware [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.308290] env[68786]: DEBUG nova.virt.hardware [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.308542] env[68786]: DEBUG nova.virt.hardware [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.308736] env[68786]: DEBUG nova.virt.hardware [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.308960] env[68786]: DEBUG nova.virt.hardware [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.309198] env[68786]: DEBUG nova.virt.hardware [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.309439] env[68786]: DEBUG nova.virt.hardware [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.311044] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd660829-40d1-44f6-96de-603d2ce6fc0f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.321264] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdcae20-30b6-4b6c-9761-54a72449e60f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.493807] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Task: {'id': task-3090409, 'name': ReconfigVM_Task, 'duration_secs': 0.345444} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.494176] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 5206acdc-5d39-46d8-b7b0-e685038816a4/5206acdc-5d39-46d8-b7b0-e685038816a4.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.494874] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd2668b1-69ea-49ec-9c40-3d9c0f4c27a4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.504121] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Waiting for the task: (returnval){ [ 706.504121] env[68786]: value = "task-3090411" [ 706.504121] env[68786]: _type = "Task" [ 706.504121] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.517491] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Task: {'id': task-3090411, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.562982] env[68786]: DEBUG oslo_vmware.api [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090410, 'name': PowerOnVM_Task, 'duration_secs': 0.465957} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.563822] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.563822] env[68786]: INFO nova.compute.manager [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Took 9.98 seconds to spawn the instance on the hypervisor. [ 706.563960] env[68786]: DEBUG nova.compute.manager [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.568193] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f29e30-fc63-426d-be35-c3ec9fe1f73e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.572538] env[68786]: DEBUG nova.compute.manager [req-59687d97-9781-4023-860c-f5faf31f1429 req-c62f7fe5-8878-4151-976f-591a4874a900 service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Received event network-changed-d2c029e6-cfda-431e-8a28-2430ef8f2d53 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.572538] env[68786]: DEBUG nova.compute.manager [req-59687d97-9781-4023-860c-f5faf31f1429 req-c62f7fe5-8878-4151-976f-591a4874a900 service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Refreshing instance network info cache due to event network-changed-d2c029e6-cfda-431e-8a28-2430ef8f2d53. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.572538] env[68786]: DEBUG oslo_concurrency.lockutils [req-59687d97-9781-4023-860c-f5faf31f1429 req-c62f7fe5-8878-4151-976f-591a4874a900 service nova] Acquiring lock "refresh_cache-a07e2040-2dc5-40da-b049-4f1ccafc38fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.572538] env[68786]: DEBUG oslo_concurrency.lockutils [req-59687d97-9781-4023-860c-f5faf31f1429 req-c62f7fe5-8878-4151-976f-591a4874a900 service nova] Acquired lock "refresh_cache-a07e2040-2dc5-40da-b049-4f1ccafc38fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.572538] env[68786]: DEBUG nova.network.neutron [req-59687d97-9781-4023-860c-f5faf31f1429 req-c62f7fe5-8878-4151-976f-591a4874a900 service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Refreshing network info cache for port d2c029e6-cfda-431e-8a28-2430ef8f2d53 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.777364] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a68833a7-6fce-43c7-b0d3-9939984956e8 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.559s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.783924] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 40.477s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.784152] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.784322] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68786) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 706.784635] env[68786]: DEBUG oslo_concurrency.lockutils [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.840s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.787709] env[68786]: INFO nova.compute.claims [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.792240] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946a7681-f624-4b4c-9533-e4079a6f2e25 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.812026] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5e4908-7b4e-4e64-a946-3e28de55ce1c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.828031] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f183ee71-7954-44ac-868a-220fc30c57fa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.836852] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d750c194-a2e4-4ff0-ab0a-ecf89f82dfe1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.874410] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179684MB free_disk=138GB free_vcpus=48 pci_devices=None {{(pid=68786) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 706.874611] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.014743] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Task: {'id': task-3090411, 'name': Rename_Task, 'duration_secs': 0.169146} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.015064] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.015346] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d34fdf15-fc83-44ba-86b1-9b4a0f7d04d2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.028978] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Waiting for the task: (returnval){ [ 707.028978] env[68786]: value = "task-3090412" [ 707.028978] env[68786]: _type = "Task" [ 707.028978] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.042128] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Task: {'id': task-3090412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.095611] env[68786]: INFO nova.compute.manager [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Took 52.83 seconds to build instance. [ 707.379747] env[68786]: INFO nova.scheduler.client.report [None req-a68833a7-6fce-43c7-b0d3-9939984956e8 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Deleted allocation for migration c3213ec8-4746-4d01-8dbd-1404b6e3c365 [ 707.510410] env[68786]: DEBUG nova.network.neutron [req-59687d97-9781-4023-860c-f5faf31f1429 req-c62f7fe5-8878-4151-976f-591a4874a900 service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Updated VIF entry in instance network info cache for port d2c029e6-cfda-431e-8a28-2430ef8f2d53. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.510790] env[68786]: DEBUG nova.network.neutron [req-59687d97-9781-4023-860c-f5faf31f1429 req-c62f7fe5-8878-4151-976f-591a4874a900 service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Updating instance_info_cache with network_info: [{"id": "d2c029e6-cfda-431e-8a28-2430ef8f2d53", "address": "fa:16:3e:ff:2a:ac", "network": {"id": "64e79f7d-ccb1-49c1-84a5-b4cedd32b68e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-222629118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98dd90646b23403cb3c571586b42646f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c029e6-cf", "ovs_interfaceid": "d2c029e6-cfda-431e-8a28-2430ef8f2d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.542441] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Task: {'id': task-3090412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.597053] env[68786]: DEBUG oslo_concurrency.lockutils [None req-310cc699-b462-4660-b17f-25f18c940ee5 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "79eb0836-d812-4c49-9463-4999d2b5d003" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.497s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.700717] env[68786]: DEBUG nova.network.neutron [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Successfully updated port: 7f8d424c-a7c0-4d65-a186-2eec3cd24071 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.832842] env[68786]: DEBUG nova.compute.manager [req-b19c48b2-55b8-4e22-8af3-d88f62a21f53 req-32d789ae-2039-41a4-8cf4-589dc91500da service nova] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Received event network-vif-plugged-7f8d424c-a7c0-4d65-a186-2eec3cd24071 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.833097] env[68786]: DEBUG oslo_concurrency.lockutils [req-b19c48b2-55b8-4e22-8af3-d88f62a21f53 req-32d789ae-2039-41a4-8cf4-589dc91500da service nova] Acquiring lock "3b2a3201-fd24-4b57-9844-2fc078f40f2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.833358] env[68786]: DEBUG oslo_concurrency.lockutils [req-b19c48b2-55b8-4e22-8af3-d88f62a21f53 req-32d789ae-2039-41a4-8cf4-589dc91500da service nova] Lock "3b2a3201-fd24-4b57-9844-2fc078f40f2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.833480] env[68786]: DEBUG oslo_concurrency.lockutils [req-b19c48b2-55b8-4e22-8af3-d88f62a21f53 req-32d789ae-2039-41a4-8cf4-589dc91500da service nova] Lock "3b2a3201-fd24-4b57-9844-2fc078f40f2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.833652] env[68786]: DEBUG nova.compute.manager [req-b19c48b2-55b8-4e22-8af3-d88f62a21f53 req-32d789ae-2039-41a4-8cf4-589dc91500da service nova] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] No waiting events found dispatching network-vif-plugged-7f8d424c-a7c0-4d65-a186-2eec3cd24071 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.833820] env[68786]: WARNING nova.compute.manager [req-b19c48b2-55b8-4e22-8af3-d88f62a21f53 req-32d789ae-2039-41a4-8cf4-589dc91500da service nova] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Received unexpected event network-vif-plugged-7f8d424c-a7c0-4d65-a186-2eec3cd24071 for instance with vm_state building and task_state spawning. [ 707.886740] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a68833a7-6fce-43c7-b0d3-9939984956e8 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "90a90104-ef19-43f6-badb-0e06d0ee0bee" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 45.221s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.017831] env[68786]: DEBUG oslo_concurrency.lockutils [req-59687d97-9781-4023-860c-f5faf31f1429 req-c62f7fe5-8878-4151-976f-591a4874a900 service nova] Releasing lock "refresh_cache-a07e2040-2dc5-40da-b049-4f1ccafc38fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.017831] env[68786]: DEBUG nova.compute.manager [req-59687d97-9781-4023-860c-f5faf31f1429 req-c62f7fe5-8878-4151-976f-591a4874a900 service nova] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Received event network-changed-62a1f08f-46f3-4733-89b7-bb11ce9376e3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.017831] env[68786]: DEBUG nova.compute.manager [req-59687d97-9781-4023-860c-f5faf31f1429 req-c62f7fe5-8878-4151-976f-591a4874a900 service nova] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Refreshing instance network info cache due to event network-changed-62a1f08f-46f3-4733-89b7-bb11ce9376e3. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.017831] env[68786]: DEBUG oslo_concurrency.lockutils [req-59687d97-9781-4023-860c-f5faf31f1429 req-c62f7fe5-8878-4151-976f-591a4874a900 service nova] Acquiring lock "refresh_cache-420a3044-c6fb-47a0-8b5f-94777a36d375" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.017831] env[68786]: DEBUG oslo_concurrency.lockutils [req-59687d97-9781-4023-860c-f5faf31f1429 req-c62f7fe5-8878-4151-976f-591a4874a900 service nova] Acquired lock "refresh_cache-420a3044-c6fb-47a0-8b5f-94777a36d375" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.018343] env[68786]: DEBUG nova.network.neutron [req-59687d97-9781-4023-860c-f5faf31f1429 req-c62f7fe5-8878-4151-976f-591a4874a900 service nova] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Refreshing network info cache for port 62a1f08f-46f3-4733-89b7-bb11ce9376e3 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.049577] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Task: {'id': task-3090412, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.102045] env[68786]: DEBUG nova.compute.manager [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.120687] env[68786]: DEBUG nova.compute.manager [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.122029] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbf0212-2b2f-4a87-b8f8-683fe0c9ff04 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.204191] env[68786]: DEBUG oslo_concurrency.lockutils [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquiring lock "refresh_cache-3b2a3201-fd24-4b57-9844-2fc078f40f2f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.204191] env[68786]: DEBUG oslo_concurrency.lockutils [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquired lock "refresh_cache-3b2a3201-fd24-4b57-9844-2fc078f40f2f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.204350] env[68786]: DEBUG nova.network.neutron [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.287963] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a131571-b844-4ae3-befc-5f854b8df24c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.298152] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f96bcb8-6424-4da9-8c3d-19e5272ed17d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.333298] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8435cf-0168-4386-84d8-b834c430650f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.341968] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b734726-9dba-4647-beb4-6370e9628916 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.369894] env[68786]: DEBUG nova.compute.provider_tree [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.545394] env[68786]: DEBUG oslo_vmware.api [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Task: {'id': task-3090412, 'name': PowerOnVM_Task, 'duration_secs': 1.321729} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.545681] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.545888] env[68786]: INFO nova.compute.manager [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Took 9.29 seconds to spawn the instance on the hypervisor. [ 708.546091] env[68786]: DEBUG nova.compute.manager [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.546860] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca0afab-afda-4a16-ba0d-d18ffac294f0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.622284] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.638287] env[68786]: INFO nova.compute.manager [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] instance snapshotting [ 708.644359] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4d9c4e-63f2-4d1e-a888-83eef784bce0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.670573] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8ec9b9-164b-4df1-814e-a37e14c663c7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.786767] env[68786]: DEBUG nova.network.neutron [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.873687] env[68786]: DEBUG nova.scheduler.client.report [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.998695] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Acquiring lock "420a3044-c6fb-47a0-8b5f-94777a36d375" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.998992] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Lock "420a3044-c6fb-47a0-8b5f-94777a36d375" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.000932] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Acquiring lock "420a3044-c6fb-47a0-8b5f-94777a36d375-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.001172] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Lock "420a3044-c6fb-47a0-8b5f-94777a36d375-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.002526] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Lock "420a3044-c6fb-47a0-8b5f-94777a36d375-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.005909] env[68786]: INFO nova.compute.manager [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Terminating instance [ 709.055177] env[68786]: DEBUG nova.network.neutron [req-59687d97-9781-4023-860c-f5faf31f1429 req-c62f7fe5-8878-4151-976f-591a4874a900 service nova] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Updated VIF entry in instance network info cache for port 62a1f08f-46f3-4733-89b7-bb11ce9376e3. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.055177] env[68786]: DEBUG nova.network.neutron [req-59687d97-9781-4023-860c-f5faf31f1429 req-c62f7fe5-8878-4151-976f-591a4874a900 service nova] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Updating instance_info_cache with network_info: [{"id": "62a1f08f-46f3-4733-89b7-bb11ce9376e3", "address": "fa:16:3e:08:0c:87", "network": {"id": "64e79f7d-ccb1-49c1-84a5-b4cedd32b68e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-222629118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98dd90646b23403cb3c571586b42646f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62a1f08f-46", "ovs_interfaceid": "62a1f08f-46f3-4733-89b7-bb11ce9376e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.071300] env[68786]: INFO nova.compute.manager [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Took 52.17 seconds to build instance. [ 709.093078] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193a3ba7-5dbd-4f02-8d79-28b7fb692ff0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.101865] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7a87ee92-d791-4c67-aef9-9c3a5c68f1fb tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Suspending the VM {{(pid=68786) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 709.101979] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f00c53ab-c1bc-4408-a61b-5bb06e1e6f95 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.110049] env[68786]: DEBUG oslo_vmware.api [None req-7a87ee92-d791-4c67-aef9-9c3a5c68f1fb tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 709.110049] env[68786]: value = "task-3090413" [ 709.110049] env[68786]: _type = "Task" [ 709.110049] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.124022] env[68786]: DEBUG oslo_vmware.api [None req-7a87ee92-d791-4c67-aef9-9c3a5c68f1fb tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090413, 'name': SuspendVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.148756] env[68786]: DEBUG nova.network.neutron [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Updating instance_info_cache with network_info: [{"id": "7f8d424c-a7c0-4d65-a186-2eec3cd24071", "address": "fa:16:3e:65:1d:88", "network": {"id": "5fbead1b-7013-470e-aaa5-af8272f152d2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-547900104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac86bc1dc5cd4306ac0170404dad5c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8d424c-a7", "ovs_interfaceid": "7f8d424c-a7c0-4d65-a186-2eec3cd24071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.185279] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Creating Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 709.185678] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d05ffa52-d264-4348-893b-0897cb622635 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.200185] env[68786]: DEBUG oslo_vmware.api [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 709.200185] env[68786]: value = "task-3090414" [ 709.200185] env[68786]: _type = "Task" [ 709.200185] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.214212] env[68786]: DEBUG oslo_vmware.api [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090414, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.380481] env[68786]: DEBUG oslo_concurrency.lockutils [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.381037] env[68786]: DEBUG nova.compute.manager [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.383794] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.612s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.385657] env[68786]: INFO nova.compute.claims [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.511379] env[68786]: DEBUG nova.compute.manager [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.511765] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.512768] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b70bc4-2286-4537-9197-013b9bdb5d63 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.524318] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.524628] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79ec2959-ec69-4b79-8593-c5636cec2472 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.534244] env[68786]: DEBUG oslo_vmware.api [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Waiting for the task: (returnval){ [ 709.534244] env[68786]: value = "task-3090415" [ 709.534244] env[68786]: _type = "Task" [ 709.534244] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.546336] env[68786]: DEBUG oslo_vmware.api [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.557166] env[68786]: DEBUG oslo_concurrency.lockutils [req-59687d97-9781-4023-860c-f5faf31f1429 req-c62f7fe5-8878-4151-976f-591a4874a900 service nova] Releasing lock "refresh_cache-420a3044-c6fb-47a0-8b5f-94777a36d375" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.577821] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20a520fc-ca21-4534-b03d-d3d8259a696d tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Lock "5206acdc-5d39-46d8-b7b0-e685038816a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.611s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.621682] env[68786]: DEBUG oslo_vmware.api [None req-7a87ee92-d791-4c67-aef9-9c3a5c68f1fb tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090413, 'name': SuspendVM_Task} progress is 58%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.651560] env[68786]: DEBUG oslo_concurrency.lockutils [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Releasing lock "refresh_cache-3b2a3201-fd24-4b57-9844-2fc078f40f2f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.652022] env[68786]: DEBUG nova.compute.manager [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Instance network_info: |[{"id": "7f8d424c-a7c0-4d65-a186-2eec3cd24071", "address": "fa:16:3e:65:1d:88", "network": {"id": "5fbead1b-7013-470e-aaa5-af8272f152d2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-547900104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac86bc1dc5cd4306ac0170404dad5c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8d424c-a7", "ovs_interfaceid": "7f8d424c-a7c0-4d65-a186-2eec3cd24071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.652444] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:1d:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f8d424c-a7c0-4d65-a186-2eec3cd24071', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.662796] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Creating folder: Project (ac86bc1dc5cd4306ac0170404dad5c8b). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.663795] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7409297-178b-4a10-b95e-20db364d6845 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.677768] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Created folder: Project (ac86bc1dc5cd4306ac0170404dad5c8b) in parent group-v618484. [ 709.678143] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Creating folder: Instances. Parent ref: group-v618586. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.678765] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed828705-a25f-4680-aab8-49cb8c745660 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.692012] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Created folder: Instances in parent group-v618586. [ 709.692260] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.692560] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.692809] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a0f3f79-8b4e-43ad-a033-2434d5909d9b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.718145] env[68786]: DEBUG oslo_vmware.api [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090414, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.720600] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.720600] env[68786]: value = "task-3090418" [ 709.720600] env[68786]: _type = "Task" [ 709.720600] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.728526] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090418, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.859459] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "646997d1-9381-48e5-946a-570e81393466" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.859592] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "646997d1-9381-48e5-946a-570e81393466" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.890461] env[68786]: DEBUG nova.compute.utils [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.892529] env[68786]: DEBUG nova.compute.manager [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.892529] env[68786]: DEBUG nova.network.neutron [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.963052] env[68786]: DEBUG nova.policy [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ae53e7dc8754f26ac4c85f45891a10e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7af88e50956419d8da0563fb8f9e2cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.104195] env[68786]: DEBUG oslo_vmware.api [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.104195] env[68786]: DEBUG nova.compute.manager [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.131216] env[68786]: DEBUG oslo_vmware.api [None req-7a87ee92-d791-4c67-aef9-9c3a5c68f1fb tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090413, 'name': SuspendVM_Task, 'duration_secs': 0.7104} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.131216] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7a87ee92-d791-4c67-aef9-9c3a5c68f1fb tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Suspended the VM {{(pid=68786) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 710.131216] env[68786]: DEBUG nova.compute.manager [None req-7a87ee92-d791-4c67-aef9-9c3a5c68f1fb tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.131416] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619af1ff-7285-4a39-b960-bdeb22e28110 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.223081] env[68786]: DEBUG oslo_vmware.api [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090414, 'name': CreateSnapshot_Task, 'duration_secs': 0.753161} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.226607] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Created Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 710.228072] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3046eec1-deb1-4da7-ac97-ce6cf9ec5526 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.246273] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090418, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.264778] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f3c7cb78-64e0-4853-aee7-4ce964e31793 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] Acquiring lock "22c70775-b7eb-4712-b65e-1a71e77c1ba2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.265088] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f3c7cb78-64e0-4853-aee7-4ce964e31793 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] Lock "22c70775-b7eb-4712-b65e-1a71e77c1ba2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.320389] env[68786]: DEBUG nova.compute.manager [req-c0c1eeb5-a595-49e9-a2ae-eebf72e0cf91 req-ac0b4241-7134-4198-bd5c-4dafea1aef57 service nova] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Received event network-changed-7f8d424c-a7c0-4d65-a186-2eec3cd24071 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.320590] env[68786]: DEBUG nova.compute.manager [req-c0c1eeb5-a595-49e9-a2ae-eebf72e0cf91 req-ac0b4241-7134-4198-bd5c-4dafea1aef57 service nova] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Refreshing instance network info cache due to event network-changed-7f8d424c-a7c0-4d65-a186-2eec3cd24071. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.320834] env[68786]: DEBUG oslo_concurrency.lockutils [req-c0c1eeb5-a595-49e9-a2ae-eebf72e0cf91 req-ac0b4241-7134-4198-bd5c-4dafea1aef57 service nova] Acquiring lock "refresh_cache-3b2a3201-fd24-4b57-9844-2fc078f40f2f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.321049] env[68786]: DEBUG oslo_concurrency.lockutils [req-c0c1eeb5-a595-49e9-a2ae-eebf72e0cf91 req-ac0b4241-7134-4198-bd5c-4dafea1aef57 service nova] Acquired lock "refresh_cache-3b2a3201-fd24-4b57-9844-2fc078f40f2f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.322525] env[68786]: DEBUG nova.network.neutron [req-c0c1eeb5-a595-49e9-a2ae-eebf72e0cf91 req-ac0b4241-7134-4198-bd5c-4dafea1aef57 service nova] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Refreshing network info cache for port 7f8d424c-a7c0-4d65-a186-2eec3cd24071 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.399025] env[68786]: DEBUG nova.compute.manager [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.457244] env[68786]: DEBUG nova.network.neutron [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Successfully created port: 4467db80-2a6f-49d8-9ddb-cde6b0ac1a5a {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.548868] env[68786]: DEBUG oslo_vmware.api [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090415, 'name': PowerOffVM_Task, 'duration_secs': 0.720725} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.549513] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.549862] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.550248] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ad886a4-9f7a-4b48-b655-acaa11dc84e8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.600216] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.732428] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090418, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.754326] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Creating linked-clone VM from snapshot {{(pid=68786) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 710.757987] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-785686c3-bb02-417e-bdd3-db0c2dd9db74 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.764680] env[68786]: DEBUG oslo_vmware.api [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 710.764680] env[68786]: value = "task-3090420" [ 710.764680] env[68786]: _type = "Task" [ 710.764680] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.768713] env[68786]: DEBUG nova.compute.utils [None req-f3c7cb78-64e0-4853-aee7-4ce964e31793 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.775191] env[68786]: DEBUG oslo_vmware.api [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090420, 'name': CloneVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.869234] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6dc8a7-e20c-4766-9308-57faab99986d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.879419] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3a48f3-c779-4b43-82a8-26b525080e3c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.925149] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e062d365-5bbf-4a7a-9c92-e9f966cd2791 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.938025] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e6d7b8-7fed-4e97-a6e9-ae9141e36ecb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.954163] env[68786]: DEBUG nova.compute.provider_tree [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.220660] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.220891] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.221084] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Deleting the datastore file [datastore2] 420a3044-c6fb-47a0-8b5f-94777a36d375 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.221362] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6ebafb3-9f31-471b-88fb-954d0340b08d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.234504] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090418, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.238491] env[68786]: DEBUG oslo_vmware.api [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Waiting for the task: (returnval){ [ 711.238491] env[68786]: value = "task-3090421" [ 711.238491] env[68786]: _type = "Task" [ 711.238491] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.248136] env[68786]: DEBUG oslo_vmware.api [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.272640] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f3c7cb78-64e0-4853-aee7-4ce964e31793 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] Lock "22c70775-b7eb-4712-b65e-1a71e77c1ba2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.277625] env[68786]: DEBUG oslo_vmware.api [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090420, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.401683] env[68786]: DEBUG nova.network.neutron [req-c0c1eeb5-a595-49e9-a2ae-eebf72e0cf91 req-ac0b4241-7134-4198-bd5c-4dafea1aef57 service nova] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Updated VIF entry in instance network info cache for port 7f8d424c-a7c0-4d65-a186-2eec3cd24071. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.402155] env[68786]: DEBUG nova.network.neutron [req-c0c1eeb5-a595-49e9-a2ae-eebf72e0cf91 req-ac0b4241-7134-4198-bd5c-4dafea1aef57 service nova] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Updating instance_info_cache with network_info: [{"id": "7f8d424c-a7c0-4d65-a186-2eec3cd24071", "address": "fa:16:3e:65:1d:88", "network": {"id": "5fbead1b-7013-470e-aaa5-af8272f152d2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-547900104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac86bc1dc5cd4306ac0170404dad5c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8d424c-a7", "ovs_interfaceid": "7f8d424c-a7c0-4d65-a186-2eec3cd24071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.425662] env[68786]: DEBUG nova.compute.manager [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.458011] env[68786]: DEBUG nova.scheduler.client.report [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.476890] env[68786]: DEBUG nova.virt.hardware [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.477162] env[68786]: DEBUG nova.virt.hardware [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.477452] env[68786]: DEBUG nova.virt.hardware [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.477559] env[68786]: DEBUG nova.virt.hardware [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.477662] env[68786]: DEBUG nova.virt.hardware [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.477778] env[68786]: DEBUG nova.virt.hardware [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.477989] env[68786]: DEBUG nova.virt.hardware [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.478182] env[68786]: DEBUG nova.virt.hardware [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.478355] env[68786]: DEBUG nova.virt.hardware [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.478944] env[68786]: DEBUG nova.virt.hardware [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.479279] env[68786]: DEBUG nova.virt.hardware [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.482191] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8176056-02d2-4577-8abf-03fe0ac89561 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.492919] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c283b56-e569-4349-b5a1-eaf856c49346 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.736604] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090418, 'name': CreateVM_Task, 'duration_secs': 1.517294} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.736927] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.737532] env[68786]: DEBUG oslo_concurrency.lockutils [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.737748] env[68786]: DEBUG oslo_concurrency.lockutils [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.738110] env[68786]: DEBUG oslo_concurrency.lockutils [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.738412] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f41378f-ef7d-4fd7-a26e-379c50d482f9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.746193] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for the task: (returnval){ [ 711.746193] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b4d5f3-59b7-adfe-a100-fd2aa2b7814d" [ 711.746193] env[68786]: _type = "Task" [ 711.746193] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.750174] env[68786]: DEBUG oslo_vmware.api [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215849} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.753426] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.753655] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.753901] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.754209] env[68786]: INFO nova.compute.manager [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Took 2.24 seconds to destroy the instance on the hypervisor. [ 711.754454] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.755020] env[68786]: DEBUG nova.compute.manager [-] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.755129] env[68786]: DEBUG nova.network.neutron [-] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.763505] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b4d5f3-59b7-adfe-a100-fd2aa2b7814d, 'name': SearchDatastore_Task, 'duration_secs': 0.010296} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.763764] env[68786]: DEBUG oslo_concurrency.lockutils [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.763988] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.764241] env[68786]: DEBUG oslo_concurrency.lockutils [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.764386] env[68786]: DEBUG oslo_concurrency.lockutils [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.764593] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.764817] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38863fac-af0b-42da-865f-382abf02700b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.779357] env[68786]: DEBUG oslo_vmware.api [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090420, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.780548] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.780621] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.781325] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e991de1-d330-4686-ac87-8143eb8f58ef {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.787442] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for the task: (returnval){ [ 711.787442] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52673503-f369-64bd-a79c-09a0dda95178" [ 711.787442] env[68786]: _type = "Task" [ 711.787442] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.797174] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52673503-f369-64bd-a79c-09a0dda95178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.904690] env[68786]: DEBUG oslo_concurrency.lockutils [req-c0c1eeb5-a595-49e9-a2ae-eebf72e0cf91 req-ac0b4241-7134-4198-bd5c-4dafea1aef57 service nova] Releasing lock "refresh_cache-3b2a3201-fd24-4b57-9844-2fc078f40f2f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.904989] env[68786]: DEBUG nova.compute.manager [req-c0c1eeb5-a595-49e9-a2ae-eebf72e0cf91 req-ac0b4241-7134-4198-bd5c-4dafea1aef57 service nova] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Received event network-changed-62a1f08f-46f3-4733-89b7-bb11ce9376e3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.905186] env[68786]: DEBUG nova.compute.manager [req-c0c1eeb5-a595-49e9-a2ae-eebf72e0cf91 req-ac0b4241-7134-4198-bd5c-4dafea1aef57 service nova] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Refreshing instance network info cache due to event network-changed-62a1f08f-46f3-4733-89b7-bb11ce9376e3. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.905529] env[68786]: DEBUG oslo_concurrency.lockutils [req-c0c1eeb5-a595-49e9-a2ae-eebf72e0cf91 req-ac0b4241-7134-4198-bd5c-4dafea1aef57 service nova] Acquiring lock "refresh_cache-420a3044-c6fb-47a0-8b5f-94777a36d375" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.905612] env[68786]: DEBUG oslo_concurrency.lockutils [req-c0c1eeb5-a595-49e9-a2ae-eebf72e0cf91 req-ac0b4241-7134-4198-bd5c-4dafea1aef57 service nova] Acquired lock "refresh_cache-420a3044-c6fb-47a0-8b5f-94777a36d375" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.905762] env[68786]: DEBUG nova.network.neutron [req-c0c1eeb5-a595-49e9-a2ae-eebf72e0cf91 req-ac0b4241-7134-4198-bd5c-4dafea1aef57 service nova] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Refreshing network info cache for port 62a1f08f-46f3-4733-89b7-bb11ce9376e3 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.962998] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.963539] env[68786]: DEBUG nova.compute.manager [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.966252] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.650s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.968541] env[68786]: INFO nova.compute.claims [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.277877] env[68786]: DEBUG oslo_vmware.api [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090420, 'name': CloneVM_Task, 'duration_secs': 1.355644} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.278339] env[68786]: INFO nova.virt.vmwareapi.vmops [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Created linked-clone VM from snapshot [ 712.279228] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4474df-dd56-40c9-96cc-00b378fef241 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.288114] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Uploading image 90ffb484-4c99-4016-b7ec-7f1a16a5b9b5 {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 712.300538] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52673503-f369-64bd-a79c-09a0dda95178, 'name': SearchDatastore_Task, 'duration_secs': 0.010532} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.301629] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a34f174a-165f-4c49-ae5f-4738616a16a8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.310384] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for the task: (returnval){ [ 712.310384] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f4d602-fb07-6244-023f-a1aff7436531" [ 712.310384] env[68786]: _type = "Task" [ 712.310384] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.314214] env[68786]: DEBUG oslo_vmware.rw_handles [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 712.314214] env[68786]: value = "vm-618590" [ 712.314214] env[68786]: _type = "VirtualMachine" [ 712.314214] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 712.314214] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ba886953-ecd4-4933-8645-22dbd8f9f9ad {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.330209] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f4d602-fb07-6244-023f-a1aff7436531, 'name': SearchDatastore_Task, 'duration_secs': 0.010809} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.331906] env[68786]: DEBUG oslo_concurrency.lockutils [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.335395] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 3b2a3201-fd24-4b57-9844-2fc078f40f2f/3b2a3201-fd24-4b57-9844-2fc078f40f2f.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.335764] env[68786]: DEBUG oslo_vmware.rw_handles [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lease: (returnval){ [ 712.335764] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c1dd84-7f23-4d46-6bd3-5e9fe957da49" [ 712.335764] env[68786]: _type = "HttpNfcLease" [ 712.335764] env[68786]: } obtained for exporting VM: (result){ [ 712.335764] env[68786]: value = "vm-618590" [ 712.335764] env[68786]: _type = "VirtualMachine" [ 712.335764] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 712.336020] env[68786]: DEBUG oslo_vmware.api [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the lease: (returnval){ [ 712.336020] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c1dd84-7f23-4d46-6bd3-5e9fe957da49" [ 712.336020] env[68786]: _type = "HttpNfcLease" [ 712.336020] env[68786]: } to be ready. {{(pid=68786) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 712.336200] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7f93038-ccd1-43bd-b340-8b932faa7de7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.347011] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 712.347011] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c1dd84-7f23-4d46-6bd3-5e9fe957da49" [ 712.347011] env[68786]: _type = "HttpNfcLease" [ 712.347011] env[68786]: } is ready. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 712.347768] env[68786]: DEBUG oslo_vmware.rw_handles [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 712.347768] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c1dd84-7f23-4d46-6bd3-5e9fe957da49" [ 712.347768] env[68786]: _type = "HttpNfcLease" [ 712.347768] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 712.348143] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for the task: (returnval){ [ 712.348143] env[68786]: value = "task-3090423" [ 712.348143] env[68786]: _type = "Task" [ 712.348143] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.348762] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d53699-064e-4de5-8444-bb2c535ba6dc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.360541] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.364703] env[68786]: DEBUG oslo_vmware.rw_handles [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520abe88-e089-d36f-1fa3-1f30f11622ae/disk-0.vmdk from lease info. {{(pid=68786) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 712.364703] env[68786]: DEBUG oslo_vmware.rw_handles [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520abe88-e089-d36f-1fa3-1f30f11622ae/disk-0.vmdk for reading. {{(pid=68786) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 712.455288] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0ba09b5b-212d-453c-a61f-2371bfdd513c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.456694] env[68786]: INFO nova.network.neutron [req-c0c1eeb5-a595-49e9-a2ae-eebf72e0cf91 req-ac0b4241-7134-4198-bd5c-4dafea1aef57 service nova] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Port 62a1f08f-46f3-4733-89b7-bb11ce9376e3 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 712.456926] env[68786]: DEBUG nova.network.neutron [req-c0c1eeb5-a595-49e9-a2ae-eebf72e0cf91 req-ac0b4241-7134-4198-bd5c-4dafea1aef57 service nova] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.475156] env[68786]: DEBUG nova.compute.utils [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.477244] env[68786]: DEBUG nova.compute.manager [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.477437] env[68786]: DEBUG nova.network.neutron [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.494331] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f3c7cb78-64e0-4853-aee7-4ce964e31793 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] Acquiring lock "22c70775-b7eb-4712-b65e-1a71e77c1ba2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.494590] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f3c7cb78-64e0-4853-aee7-4ce964e31793 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] Lock "22c70775-b7eb-4712-b65e-1a71e77c1ba2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.494877] env[68786]: INFO nova.compute.manager [None req-f3c7cb78-64e0-4853-aee7-4ce964e31793 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Attaching volume 90ea73fb-05ac-4d5d-8d93-a0e13090c651 to /dev/sdb [ 712.540185] env[68786]: DEBUG nova.network.neutron [-] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.557029] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4288f30-876a-4346-b881-80a563da6269 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.568647] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e626cb-3703-4e35-8ef9-1615db891459 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.577320] env[68786]: DEBUG nova.policy [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57a970cb6a854e98a17577fe07502b4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '245522aeadb14910a51e400936c3778f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.589081] env[68786]: DEBUG nova.virt.block_device [None req-f3c7cb78-64e0-4853-aee7-4ce964e31793 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Updating existing volume attachment record: 17ef75a9-9232-4e44-86b6-6ba70b8fc237 {{(pid=68786) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 712.614500] env[68786]: DEBUG nova.compute.manager [req-5a09d4b6-45e5-4fca-bcad-df590b2ad754 req-44dd7f6a-a4e5-46a7-a5e5-122a4bdb187c service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Received event network-changed-d2c029e6-cfda-431e-8a28-2430ef8f2d53 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.614500] env[68786]: DEBUG nova.compute.manager [req-5a09d4b6-45e5-4fca-bcad-df590b2ad754 req-44dd7f6a-a4e5-46a7-a5e5-122a4bdb187c service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Refreshing instance network info cache due to event network-changed-d2c029e6-cfda-431e-8a28-2430ef8f2d53. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.614979] env[68786]: DEBUG oslo_concurrency.lockutils [req-5a09d4b6-45e5-4fca-bcad-df590b2ad754 req-44dd7f6a-a4e5-46a7-a5e5-122a4bdb187c service nova] Acquiring lock "refresh_cache-a07e2040-2dc5-40da-b049-4f1ccafc38fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.615343] env[68786]: DEBUG oslo_concurrency.lockutils [req-5a09d4b6-45e5-4fca-bcad-df590b2ad754 req-44dd7f6a-a4e5-46a7-a5e5-122a4bdb187c service nova] Acquired lock "refresh_cache-a07e2040-2dc5-40da-b049-4f1ccafc38fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.615504] env[68786]: DEBUG nova.network.neutron [req-5a09d4b6-45e5-4fca-bcad-df590b2ad754 req-44dd7f6a-a4e5-46a7-a5e5-122a4bdb187c service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Refreshing network info cache for port d2c029e6-cfda-431e-8a28-2430ef8f2d53 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.820144] env[68786]: DEBUG nova.network.neutron [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Successfully updated port: 4467db80-2a6f-49d8-9ddb-cde6b0ac1a5a {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.864686] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090423, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.961437] env[68786]: DEBUG oslo_concurrency.lockutils [req-c0c1eeb5-a595-49e9-a2ae-eebf72e0cf91 req-ac0b4241-7134-4198-bd5c-4dafea1aef57 service nova] Releasing lock "refresh_cache-420a3044-c6fb-47a0-8b5f-94777a36d375" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.961437] env[68786]: DEBUG nova.compute.manager [req-c0c1eeb5-a595-49e9-a2ae-eebf72e0cf91 req-ac0b4241-7134-4198-bd5c-4dafea1aef57 service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Received event network-changed-d2c029e6-cfda-431e-8a28-2430ef8f2d53 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.961437] env[68786]: DEBUG nova.compute.manager [req-c0c1eeb5-a595-49e9-a2ae-eebf72e0cf91 req-ac0b4241-7134-4198-bd5c-4dafea1aef57 service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Refreshing instance network info cache due to event network-changed-d2c029e6-cfda-431e-8a28-2430ef8f2d53. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.961437] env[68786]: DEBUG oslo_concurrency.lockutils [req-c0c1eeb5-a595-49e9-a2ae-eebf72e0cf91 req-ac0b4241-7134-4198-bd5c-4dafea1aef57 service nova] Acquiring lock "refresh_cache-a07e2040-2dc5-40da-b049-4f1ccafc38fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.983783] env[68786]: DEBUG nova.compute.manager [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.040666] env[68786]: INFO nova.compute.manager [-] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Took 1.28 seconds to deallocate network for instance. [ 713.080641] env[68786]: DEBUG oslo_concurrency.lockutils [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Acquiring lock "51056aca-0003-4ff9-b34f-8ee6fd900591" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.080641] env[68786]: DEBUG oslo_concurrency.lockutils [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Lock "51056aca-0003-4ff9-b34f-8ee6fd900591" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.080823] env[68786]: DEBUG oslo_concurrency.lockutils [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Acquiring lock "51056aca-0003-4ff9-b34f-8ee6fd900591-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.080983] env[68786]: DEBUG oslo_concurrency.lockutils [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Lock "51056aca-0003-4ff9-b34f-8ee6fd900591-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.081175] env[68786]: DEBUG oslo_concurrency.lockutils [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Lock "51056aca-0003-4ff9-b34f-8ee6fd900591-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.083567] env[68786]: INFO nova.compute.manager [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Terminating instance [ 713.305018] env[68786]: DEBUG oslo_concurrency.lockutils [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Acquiring lock "5206acdc-5d39-46d8-b7b0-e685038816a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.305018] env[68786]: DEBUG oslo_concurrency.lockutils [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Lock "5206acdc-5d39-46d8-b7b0-e685038816a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.305018] env[68786]: DEBUG oslo_concurrency.lockutils [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Acquiring lock "5206acdc-5d39-46d8-b7b0-e685038816a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.305018] env[68786]: DEBUG oslo_concurrency.lockutils [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Lock "5206acdc-5d39-46d8-b7b0-e685038816a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.305269] env[68786]: DEBUG oslo_concurrency.lockutils [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Lock "5206acdc-5d39-46d8-b7b0-e685038816a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.306540] env[68786]: INFO nova.compute.manager [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Terminating instance [ 713.326751] env[68786]: DEBUG oslo_concurrency.lockutils [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Acquiring lock "refresh_cache-bf3d8149-511c-496d-9445-e215fa5d27ab" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.326751] env[68786]: DEBUG oslo_concurrency.lockutils [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Acquired lock "refresh_cache-bf3d8149-511c-496d-9445-e215fa5d27ab" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.326751] env[68786]: DEBUG nova.network.neutron [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.365185] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090423, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.421051] env[68786]: DEBUG nova.network.neutron [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Successfully created port: af67d9ee-cde7-4b2a-bb0c-d68ddd86d9b6 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.484258] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09546e24-a9eb-4827-9aab-d07c312b4e8f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.500555] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50acdf2-7424-45f7-9ea2-0b7fc56ca5f4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.542725] env[68786]: DEBUG nova.network.neutron [req-5a09d4b6-45e5-4fca-bcad-df590b2ad754 req-44dd7f6a-a4e5-46a7-a5e5-122a4bdb187c service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Updated VIF entry in instance network info cache for port d2c029e6-cfda-431e-8a28-2430ef8f2d53. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.543145] env[68786]: DEBUG nova.network.neutron [req-5a09d4b6-45e5-4fca-bcad-df590b2ad754 req-44dd7f6a-a4e5-46a7-a5e5-122a4bdb187c service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Updating instance_info_cache with network_info: [{"id": "d2c029e6-cfda-431e-8a28-2430ef8f2d53", "address": "fa:16:3e:ff:2a:ac", "network": {"id": "64e79f7d-ccb1-49c1-84a5-b4cedd32b68e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-222629118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98dd90646b23403cb3c571586b42646f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c029e6-cf", "ovs_interfaceid": "d2c029e6-cfda-431e-8a28-2430ef8f2d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.544844] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264d7db2-78dd-48d3-86e6-5cafe2695423 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.555022] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83505f62-74fe-4a45-b2e0-0c6a24dfd05a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.560747] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.574381] env[68786]: DEBUG nova.compute.provider_tree [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.588580] env[68786]: DEBUG nova.compute.manager [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.588795] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.589727] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1fc5bc-27c5-4214-899e-f56a60420aca {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.602619] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.602934] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72f3dc33-b228-4a19-b1ef-0ed691279856 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.611367] env[68786]: DEBUG oslo_vmware.api [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for the task: (returnval){ [ 713.611367] env[68786]: value = "task-3090428" [ 713.611367] env[68786]: _type = "Task" [ 713.611367] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.620421] env[68786]: DEBUG oslo_vmware.api [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.814937] env[68786]: DEBUG nova.compute.manager [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.815316] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.817237] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa226d0-b0bc-4d15-b0e9-7e1ef3a21ced {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.826714] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.826923] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e68a20e2-cd51-4564-a431-5b4163fefe7b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.838892] env[68786]: DEBUG oslo_vmware.api [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Waiting for the task: (returnval){ [ 713.838892] env[68786]: value = "task-3090429" [ 713.838892] env[68786]: _type = "Task" [ 713.838892] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.849515] env[68786]: DEBUG oslo_vmware.api [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Task: {'id': task-3090429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.865495] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090423, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.507068} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.865881] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 3b2a3201-fd24-4b57-9844-2fc078f40f2f/3b2a3201-fd24-4b57-9844-2fc078f40f2f.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.866163] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.866479] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-049422f8-6f5f-420f-b1a8-3398547db182 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.875500] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for the task: (returnval){ [ 713.875500] env[68786]: value = "task-3090430" [ 713.875500] env[68786]: _type = "Task" [ 713.875500] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.887716] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.898633] env[68786]: DEBUG nova.network.neutron [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.943174] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "9b02ce36-2582-4b2b-9774-1f8e14cc8b92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.943906] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "9b02ce36-2582-4b2b-9774-1f8e14cc8b92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.006929] env[68786]: DEBUG nova.compute.manager [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.010358] env[68786]: DEBUG nova.compute.manager [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.014801] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f235036b-8371-41e0-80e7-f5d8939ee561 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.044622] env[68786]: DEBUG nova.virt.hardware [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.045342] env[68786]: DEBUG nova.virt.hardware [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.046042] env[68786]: DEBUG nova.virt.hardware [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.046492] env[68786]: DEBUG nova.virt.hardware [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.046823] env[68786]: DEBUG nova.virt.hardware [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.047522] env[68786]: DEBUG nova.virt.hardware [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.048013] env[68786]: DEBUG nova.virt.hardware [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.048953] env[68786]: DEBUG nova.virt.hardware [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.049735] env[68786]: DEBUG nova.virt.hardware [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.049735] env[68786]: DEBUG nova.virt.hardware [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.050307] env[68786]: DEBUG nova.virt.hardware [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.050721] env[68786]: DEBUG oslo_concurrency.lockutils [req-5a09d4b6-45e5-4fca-bcad-df590b2ad754 req-44dd7f6a-a4e5-46a7-a5e5-122a4bdb187c service nova] Releasing lock "refresh_cache-a07e2040-2dc5-40da-b049-4f1ccafc38fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.051178] env[68786]: DEBUG nova.compute.manager [req-5a09d4b6-45e5-4fca-bcad-df590b2ad754 req-44dd7f6a-a4e5-46a7-a5e5-122a4bdb187c service nova] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Received event network-vif-deleted-62a1f08f-46f3-4733-89b7-bb11ce9376e3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.052289] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbed34f4-16fa-4c0b-b3d9-117de0fb0ac1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.058398] env[68786]: DEBUG oslo_concurrency.lockutils [req-c0c1eeb5-a595-49e9-a2ae-eebf72e0cf91 req-ac0b4241-7134-4198-bd5c-4dafea1aef57 service nova] Acquired lock "refresh_cache-a07e2040-2dc5-40da-b049-4f1ccafc38fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.058698] env[68786]: DEBUG nova.network.neutron [req-c0c1eeb5-a595-49e9-a2ae-eebf72e0cf91 req-ac0b4241-7134-4198-bd5c-4dafea1aef57 service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Refreshing network info cache for port d2c029e6-cfda-431e-8a28-2430ef8f2d53 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.068791] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202829a6-845a-449c-940a-de11f6159209 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.077892] env[68786]: DEBUG nova.scheduler.client.report [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.124561] env[68786]: DEBUG oslo_vmware.api [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090428, 'name': PowerOffVM_Task, 'duration_secs': 0.487342} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.124933] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.125142] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.125531] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1aa3d4a-5829-4815-8dc1-920040f00163 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.141440] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Acquiring lock "0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.142245] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Lock "0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.158375] env[68786]: DEBUG nova.network.neutron [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Updating instance_info_cache with network_info: [{"id": "4467db80-2a6f-49d8-9ddb-cde6b0ac1a5a", "address": "fa:16:3e:d9:53:5d", "network": {"id": "ded885d6-fc28-438b-8b52-52a8264e6366", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-641232617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7af88e50956419d8da0563fb8f9e2cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4467db80-2a", "ovs_interfaceid": "4467db80-2a6f-49d8-9ddb-cde6b0ac1a5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.202967] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.203410] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.203716] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Deleting the datastore file [datastore2] 51056aca-0003-4ff9-b34f-8ee6fd900591 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.204077] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee4464f5-6523-44d9-8c16-a3d343679c1a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.212499] env[68786]: DEBUG oslo_vmware.api [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for the task: (returnval){ [ 714.212499] env[68786]: value = "task-3090432" [ 714.212499] env[68786]: _type = "Task" [ 714.212499] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.221351] env[68786]: DEBUG oslo_vmware.api [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.349044] env[68786]: DEBUG oslo_vmware.api [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Task: {'id': task-3090429, 'name': PowerOffVM_Task, 'duration_secs': 0.234336} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.349348] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.349555] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.349834] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe8a0a12-63d5-4b60-95b7-cf40916df231 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.386643] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092759} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.387128] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.387963] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38558887-3c95-4c18-aeb9-065a220e6a82 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.412592] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 3b2a3201-fd24-4b57-9844-2fc078f40f2f/3b2a3201-fd24-4b57-9844-2fc078f40f2f.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.412951] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abf52e93-7cf7-495f-8c6a-f482152dc44e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.429251] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.429469] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.429646] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Deleting the datastore file [datastore2] 5206acdc-5d39-46d8-b7b0-e685038816a4 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.430350] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de4a19b8-ba98-4d60-820e-04f079d85ee5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.437723] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for the task: (returnval){ [ 714.437723] env[68786]: value = "task-3090434" [ 714.437723] env[68786]: _type = "Task" [ 714.437723] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.439154] env[68786]: DEBUG oslo_vmware.api [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Waiting for the task: (returnval){ [ 714.439154] env[68786]: value = "task-3090435" [ 714.439154] env[68786]: _type = "Task" [ 714.439154] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.451284] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.454388] env[68786]: DEBUG oslo_vmware.api [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Task: {'id': task-3090435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.527832] env[68786]: INFO nova.compute.manager [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] instance snapshotting [ 714.528695] env[68786]: WARNING nova.compute.manager [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 714.531427] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6072fdbe-151d-4501-a717-67f89bc8f085 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.553022] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3185e4bf-c381-4122-8a50-ecea3bb0a8bb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.597420] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.598207] env[68786]: DEBUG nova.compute.manager [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.602380] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.102s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.602652] env[68786]: DEBUG nova.objects.instance [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Lazy-loading 'resources' on Instance uuid 01f36ba6-8385-4242-8778-11745ae292b5 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.655073] env[68786]: DEBUG nova.compute.manager [req-84f762bb-dad5-4412-ac6c-da40bec5c864 req-58b9814d-d4f1-4a44-9733-3d2601b90dae service nova] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Received event network-vif-plugged-4467db80-2a6f-49d8-9ddb-cde6b0ac1a5a {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.655320] env[68786]: DEBUG oslo_concurrency.lockutils [req-84f762bb-dad5-4412-ac6c-da40bec5c864 req-58b9814d-d4f1-4a44-9733-3d2601b90dae service nova] Acquiring lock "bf3d8149-511c-496d-9445-e215fa5d27ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.655583] env[68786]: DEBUG oslo_concurrency.lockutils [req-84f762bb-dad5-4412-ac6c-da40bec5c864 req-58b9814d-d4f1-4a44-9733-3d2601b90dae service nova] Lock "bf3d8149-511c-496d-9445-e215fa5d27ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.655685] env[68786]: DEBUG oslo_concurrency.lockutils [req-84f762bb-dad5-4412-ac6c-da40bec5c864 req-58b9814d-d4f1-4a44-9733-3d2601b90dae service nova] Lock "bf3d8149-511c-496d-9445-e215fa5d27ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.655844] env[68786]: DEBUG nova.compute.manager [req-84f762bb-dad5-4412-ac6c-da40bec5c864 req-58b9814d-d4f1-4a44-9733-3d2601b90dae service nova] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] No waiting events found dispatching network-vif-plugged-4467db80-2a6f-49d8-9ddb-cde6b0ac1a5a {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.656011] env[68786]: WARNING nova.compute.manager [req-84f762bb-dad5-4412-ac6c-da40bec5c864 req-58b9814d-d4f1-4a44-9733-3d2601b90dae service nova] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Received unexpected event network-vif-plugged-4467db80-2a6f-49d8-9ddb-cde6b0ac1a5a for instance with vm_state building and task_state spawning. [ 714.656183] env[68786]: DEBUG nova.compute.manager [req-84f762bb-dad5-4412-ac6c-da40bec5c864 req-58b9814d-d4f1-4a44-9733-3d2601b90dae service nova] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Received event network-changed-4467db80-2a6f-49d8-9ddb-cde6b0ac1a5a {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.656336] env[68786]: DEBUG nova.compute.manager [req-84f762bb-dad5-4412-ac6c-da40bec5c864 req-58b9814d-d4f1-4a44-9733-3d2601b90dae service nova] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Refreshing instance network info cache due to event network-changed-4467db80-2a6f-49d8-9ddb-cde6b0ac1a5a. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.656498] env[68786]: DEBUG oslo_concurrency.lockutils [req-84f762bb-dad5-4412-ac6c-da40bec5c864 req-58b9814d-d4f1-4a44-9733-3d2601b90dae service nova] Acquiring lock "refresh_cache-bf3d8149-511c-496d-9445-e215fa5d27ab" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.660632] env[68786]: DEBUG oslo_concurrency.lockutils [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Releasing lock "refresh_cache-bf3d8149-511c-496d-9445-e215fa5d27ab" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.660927] env[68786]: DEBUG nova.compute.manager [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Instance network_info: |[{"id": "4467db80-2a6f-49d8-9ddb-cde6b0ac1a5a", "address": "fa:16:3e:d9:53:5d", "network": {"id": "ded885d6-fc28-438b-8b52-52a8264e6366", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-641232617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7af88e50956419d8da0563fb8f9e2cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4467db80-2a", "ovs_interfaceid": "4467db80-2a6f-49d8-9ddb-cde6b0ac1a5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.661214] env[68786]: DEBUG oslo_concurrency.lockutils [req-84f762bb-dad5-4412-ac6c-da40bec5c864 req-58b9814d-d4f1-4a44-9733-3d2601b90dae service nova] Acquired lock "refresh_cache-bf3d8149-511c-496d-9445-e215fa5d27ab" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.661386] env[68786]: DEBUG nova.network.neutron [req-84f762bb-dad5-4412-ac6c-da40bec5c864 req-58b9814d-d4f1-4a44-9733-3d2601b90dae service nova] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Refreshing network info cache for port 4467db80-2a6f-49d8-9ddb-cde6b0ac1a5a {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.663287] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:53:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4467db80-2a6f-49d8-9ddb-cde6b0ac1a5a', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.671173] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Creating folder: Project (b7af88e50956419d8da0563fb8f9e2cf). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.674875] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9192b5d-068e-47e7-a447-3d12ea6eaea2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.689504] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Created folder: Project (b7af88e50956419d8da0563fb8f9e2cf) in parent group-v618484. [ 714.689725] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Creating folder: Instances. Parent ref: group-v618594. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.689994] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9e21869-fa1f-4868-8dd6-f42bca9e03ac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.703180] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Created folder: Instances in parent group-v618594. [ 714.703456] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.703670] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.703887] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8307e1c3-31bb-49ee-a25f-cbc8b11587c0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.733949] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.733949] env[68786]: value = "task-3090438" [ 714.733949] env[68786]: _type = "Task" [ 714.733949] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.734888] env[68786]: DEBUG oslo_vmware.api [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174467} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.735974] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.736097] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.736328] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.736595] env[68786]: INFO nova.compute.manager [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Took 1.15 seconds to destroy the instance on the hypervisor. [ 714.736897] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.740601] env[68786]: DEBUG nova.compute.manager [-] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.740908] env[68786]: DEBUG nova.network.neutron [-] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.752654] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090438, 'name': CreateVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.954942] env[68786]: DEBUG oslo_vmware.api [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Task: {'id': task-3090435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144523} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.958369] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.958766] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.959035] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.959281] env[68786]: INFO nova.compute.manager [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 714.959539] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.959781] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090434, 'name': ReconfigVM_Task, 'duration_secs': 0.434153} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.960001] env[68786]: DEBUG nova.compute.manager [-] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.960118] env[68786]: DEBUG nova.network.neutron [-] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.961878] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 3b2a3201-fd24-4b57-9844-2fc078f40f2f/3b2a3201-fd24-4b57-9844-2fc078f40f2f.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.962776] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfb92e01-d002-4914-955f-1aedc40c87d5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.970747] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for the task: (returnval){ [ 714.970747] env[68786]: value = "task-3090439" [ 714.970747] env[68786]: _type = "Task" [ 714.970747] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.981134] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090439, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.985880] env[68786]: DEBUG nova.network.neutron [req-c0c1eeb5-a595-49e9-a2ae-eebf72e0cf91 req-ac0b4241-7134-4198-bd5c-4dafea1aef57 service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Updated VIF entry in instance network info cache for port d2c029e6-cfda-431e-8a28-2430ef8f2d53. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.986287] env[68786]: DEBUG nova.network.neutron [req-c0c1eeb5-a595-49e9-a2ae-eebf72e0cf91 req-ac0b4241-7134-4198-bd5c-4dafea1aef57 service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Updating instance_info_cache with network_info: [{"id": "d2c029e6-cfda-431e-8a28-2430ef8f2d53", "address": "fa:16:3e:ff:2a:ac", "network": {"id": "64e79f7d-ccb1-49c1-84a5-b4cedd32b68e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-222629118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98dd90646b23403cb3c571586b42646f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c029e6-cf", "ovs_interfaceid": "d2c029e6-cfda-431e-8a28-2430ef8f2d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.065309] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Creating Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 715.065722] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-db5c9cab-b67d-4cf2-a3d9-c7e0509d74e0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.076562] env[68786]: DEBUG oslo_vmware.api [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 715.076562] env[68786]: value = "task-3090441" [ 715.076562] env[68786]: _type = "Task" [ 715.076562] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.087064] env[68786]: DEBUG oslo_vmware.api [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090441, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.107122] env[68786]: DEBUG nova.compute.utils [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.111577] env[68786]: DEBUG nova.compute.manager [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.111841] env[68786]: DEBUG nova.network.neutron [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.247289] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090438, 'name': CreateVM_Task, 'duration_secs': 0.425344} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.250964] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.253410] env[68786]: DEBUG oslo_concurrency.lockutils [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.253604] env[68786]: DEBUG oslo_concurrency.lockutils [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.254233] env[68786]: DEBUG oslo_concurrency.lockutils [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.254394] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86f5d62b-c373-42fe-bc8c-2d57da753b18 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.269023] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Waiting for the task: (returnval){ [ 715.269023] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d97abd-c0e6-934d-3aa5-c2d59615d9bc" [ 715.269023] env[68786]: _type = "Task" [ 715.269023] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.295090] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d97abd-c0e6-934d-3aa5-c2d59615d9bc, 'name': SearchDatastore_Task, 'duration_secs': 0.018316} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.295891] env[68786]: DEBUG oslo_concurrency.lockutils [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.296460] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.296792] env[68786]: DEBUG oslo_concurrency.lockutils [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.297053] env[68786]: DEBUG oslo_concurrency.lockutils [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.297262] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.302481] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8329026-a237-4a6d-89d3-9590b2622281 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.314854] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.315126] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.318955] env[68786]: DEBUG nova.policy [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25cb8b8823904b69a1aaf80a3f107e0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb4e99cfe5374676b64b4205910b82f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.320743] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d51ad17-884e-4dda-afae-486b6c2cec5f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.330379] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Waiting for the task: (returnval){ [ 715.330379] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c56306-770e-439f-5982-b80e90c4d128" [ 715.330379] env[68786]: _type = "Task" [ 715.330379] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.347416] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c56306-770e-439f-5982-b80e90c4d128, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.454903] env[68786]: DEBUG nova.network.neutron [req-84f762bb-dad5-4412-ac6c-da40bec5c864 req-58b9814d-d4f1-4a44-9733-3d2601b90dae service nova] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Updated VIF entry in instance network info cache for port 4467db80-2a6f-49d8-9ddb-cde6b0ac1a5a. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.455812] env[68786]: DEBUG nova.network.neutron [req-84f762bb-dad5-4412-ac6c-da40bec5c864 req-58b9814d-d4f1-4a44-9733-3d2601b90dae service nova] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Updating instance_info_cache with network_info: [{"id": "4467db80-2a6f-49d8-9ddb-cde6b0ac1a5a", "address": "fa:16:3e:d9:53:5d", "network": {"id": "ded885d6-fc28-438b-8b52-52a8264e6366", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-641232617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7af88e50956419d8da0563fb8f9e2cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4467db80-2a", "ovs_interfaceid": "4467db80-2a6f-49d8-9ddb-cde6b0ac1a5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.490390] env[68786]: DEBUG oslo_concurrency.lockutils [req-c0c1eeb5-a595-49e9-a2ae-eebf72e0cf91 req-ac0b4241-7134-4198-bd5c-4dafea1aef57 service nova] Releasing lock "refresh_cache-a07e2040-2dc5-40da-b049-4f1ccafc38fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.491264] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090439, 'name': Rename_Task, 'duration_secs': 0.22711} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.491736] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.496017] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dddf63b-7722-4550-bb3a-b11cdf6f07a3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.506187] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for the task: (returnval){ [ 715.506187] env[68786]: value = "task-3090442" [ 715.506187] env[68786]: _type = "Task" [ 715.506187] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.519354] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.589439] env[68786]: DEBUG oslo_vmware.api [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090441, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.615297] env[68786]: DEBUG nova.compute.manager [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.631282] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb9a063-893d-4c99-a7b3-fb785b703edb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.640496] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bbdf4f-4008-41ab-86e6-239056bed6ea {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.675281] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c016e55c-fa5f-47f8-bdbd-b3b3022325ca {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.685412] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7fbd6e-4b62-4f24-8f74-893c95d98b93 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.702937] env[68786]: DEBUG nova.compute.provider_tree [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.844679] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c56306-770e-439f-5982-b80e90c4d128, 'name': SearchDatastore_Task, 'duration_secs': 0.016076} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.848153] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0fe8faf-eaf7-41f4-8dab-e6fedd671b9d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.852837] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Waiting for the task: (returnval){ [ 715.852837] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5213a49b-90ac-be06-9d01-70fb23df2b71" [ 715.852837] env[68786]: _type = "Task" [ 715.852837] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.862630] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5213a49b-90ac-be06-9d01-70fb23df2b71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.963154] env[68786]: DEBUG oslo_concurrency.lockutils [req-84f762bb-dad5-4412-ac6c-da40bec5c864 req-58b9814d-d4f1-4a44-9733-3d2601b90dae service nova] Releasing lock "refresh_cache-bf3d8149-511c-496d-9445-e215fa5d27ab" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.018955] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090442, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.089198] env[68786]: DEBUG oslo_vmware.api [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090441, 'name': CreateSnapshot_Task, 'duration_secs': 0.810573} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.090419] env[68786]: DEBUG nova.network.neutron [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Successfully updated port: af67d9ee-cde7-4b2a-bb0c-d68ddd86d9b6 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.092014] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Created Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 716.093051] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e43f60-e93d-44c4-867d-570fe95d9b2c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.206017] env[68786]: DEBUG nova.scheduler.client.report [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.367388] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5213a49b-90ac-be06-9d01-70fb23df2b71, 'name': SearchDatastore_Task, 'duration_secs': 0.013124} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.367673] env[68786]: DEBUG oslo_concurrency.lockutils [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.367930] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] bf3d8149-511c-496d-9445-e215fa5d27ab/bf3d8149-511c-496d-9445-e215fa5d27ab.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.368230] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8fdfdcf-abf4-4641-b7d7-0cdc7c09451a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.378380] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Waiting for the task: (returnval){ [ 716.378380] env[68786]: value = "task-3090443" [ 716.378380] env[68786]: _type = "Task" [ 716.378380] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.378676] env[68786]: DEBUG nova.network.neutron [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Successfully created port: a4b4c51a-2ca3-46c5-bb7a-c72d615546df {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.390795] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Task: {'id': task-3090443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.518966] env[68786]: DEBUG oslo_vmware.api [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090442, 'name': PowerOnVM_Task, 'duration_secs': 0.628672} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.519185] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.519378] env[68786]: INFO nova.compute.manager [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Took 10.28 seconds to spawn the instance on the hypervisor. [ 716.520509] env[68786]: DEBUG nova.compute.manager [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.520509] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354e235a-8472-4b88-a090-ce2ea00cc063 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.593708] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Acquiring lock "refresh_cache-3643cc15-9cc5-49d6-b593-20c4a4c9cf76" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.593903] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Acquired lock "refresh_cache-3643cc15-9cc5-49d6-b593-20c4a4c9cf76" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.594181] env[68786]: DEBUG nova.network.neutron [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.616869] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Creating linked-clone VM from snapshot {{(pid=68786) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 716.617871] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6f06b0ba-7335-4a10-a1f4-00ff52c28c57 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.628359] env[68786]: DEBUG nova.compute.manager [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.633206] env[68786]: DEBUG oslo_vmware.api [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 716.633206] env[68786]: value = "task-3090444" [ 716.633206] env[68786]: _type = "Task" [ 716.633206] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.642718] env[68786]: DEBUG oslo_vmware.api [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090444, 'name': CloneVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.652521] env[68786]: DEBUG nova.virt.hardware [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.652815] env[68786]: DEBUG nova.virt.hardware [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.653094] env[68786]: DEBUG nova.virt.hardware [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.653308] env[68786]: DEBUG nova.virt.hardware [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.653524] env[68786]: DEBUG nova.virt.hardware [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.653609] env[68786]: DEBUG nova.virt.hardware [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.654765] env[68786]: DEBUG nova.virt.hardware [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.654765] env[68786]: DEBUG nova.virt.hardware [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.654765] env[68786]: DEBUG nova.virt.hardware [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.654765] env[68786]: DEBUG nova.virt.hardware [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.654765] env[68786]: DEBUG nova.virt.hardware [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.655422] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2bbef7-5b15-46b6-9528-572af743bf00 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.662122] env[68786]: DEBUG nova.network.neutron [-] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.670243] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c97bf6-0f2e-4391-be70-37f684a5b047 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.699092] env[68786]: DEBUG nova.compute.manager [req-d3c974e1-7022-446d-a894-df0320de1a17 req-78310144-e8f1-4e50-82a7-cf703278059f service nova] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Received event network-vif-plugged-af67d9ee-cde7-4b2a-bb0c-d68ddd86d9b6 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.699352] env[68786]: DEBUG oslo_concurrency.lockutils [req-d3c974e1-7022-446d-a894-df0320de1a17 req-78310144-e8f1-4e50-82a7-cf703278059f service nova] Acquiring lock "3643cc15-9cc5-49d6-b593-20c4a4c9cf76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.699576] env[68786]: DEBUG oslo_concurrency.lockutils [req-d3c974e1-7022-446d-a894-df0320de1a17 req-78310144-e8f1-4e50-82a7-cf703278059f service nova] Lock "3643cc15-9cc5-49d6-b593-20c4a4c9cf76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.699722] env[68786]: DEBUG oslo_concurrency.lockutils [req-d3c974e1-7022-446d-a894-df0320de1a17 req-78310144-e8f1-4e50-82a7-cf703278059f service nova] Lock "3643cc15-9cc5-49d6-b593-20c4a4c9cf76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.699885] env[68786]: DEBUG nova.compute.manager [req-d3c974e1-7022-446d-a894-df0320de1a17 req-78310144-e8f1-4e50-82a7-cf703278059f service nova] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] No waiting events found dispatching network-vif-plugged-af67d9ee-cde7-4b2a-bb0c-d68ddd86d9b6 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.700057] env[68786]: WARNING nova.compute.manager [req-d3c974e1-7022-446d-a894-df0320de1a17 req-78310144-e8f1-4e50-82a7-cf703278059f service nova] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Received unexpected event network-vif-plugged-af67d9ee-cde7-4b2a-bb0c-d68ddd86d9b6 for instance with vm_state building and task_state spawning. [ 716.700216] env[68786]: DEBUG nova.compute.manager [req-d3c974e1-7022-446d-a894-df0320de1a17 req-78310144-e8f1-4e50-82a7-cf703278059f service nova] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Received event network-changed-af67d9ee-cde7-4b2a-bb0c-d68ddd86d9b6 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.700406] env[68786]: DEBUG nova.compute.manager [req-d3c974e1-7022-446d-a894-df0320de1a17 req-78310144-e8f1-4e50-82a7-cf703278059f service nova] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Refreshing instance network info cache due to event network-changed-af67d9ee-cde7-4b2a-bb0c-d68ddd86d9b6. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.700537] env[68786]: DEBUG oslo_concurrency.lockutils [req-d3c974e1-7022-446d-a894-df0320de1a17 req-78310144-e8f1-4e50-82a7-cf703278059f service nova] Acquiring lock "refresh_cache-3643cc15-9cc5-49d6-b593-20c4a4c9cf76" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.712086] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.714774] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.814s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.716481] env[68786]: INFO nova.compute.claims [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.738677] env[68786]: INFO nova.scheduler.client.report [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Deleted allocations for instance 01f36ba6-8385-4242-8778-11745ae292b5 [ 716.842045] env[68786]: DEBUG nova.network.neutron [-] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.894205] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Task: {'id': task-3090443, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.038661] env[68786]: INFO nova.compute.manager [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Took 53.59 seconds to build instance. [ 717.145720] env[68786]: DEBUG oslo_vmware.api [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090444, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.152776] env[68786]: DEBUG nova.network.neutron [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.167705] env[68786]: INFO nova.compute.manager [-] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Took 2.21 seconds to deallocate network for instance. [ 717.245624] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0fd64c09-071b-49c8-9d61-724cc3f876eb tempest-DeleteServersAdminTestJSON-840368659 tempest-DeleteServersAdminTestJSON-840368659-project-member] Lock "01f36ba6-8385-4242-8778-11745ae292b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.233s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.344815] env[68786]: INFO nova.compute.manager [-] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Took 2.60 seconds to deallocate network for instance. [ 717.360651] env[68786]: DEBUG nova.network.neutron [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Updating instance_info_cache with network_info: [{"id": "af67d9ee-cde7-4b2a-bb0c-d68ddd86d9b6", "address": "fa:16:3e:c7:da:b0", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf67d9ee-cd", "ovs_interfaceid": "af67d9ee-cde7-4b2a-bb0c-d68ddd86d9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.402785] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Task: {'id': task-3090443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563648} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.403225] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] bf3d8149-511c-496d-9445-e215fa5d27ab/bf3d8149-511c-496d-9445-e215fa5d27ab.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.403568] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.404366] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99e3911d-feb7-4fa0-a226-dc02f12b8f7f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.419243] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Waiting for the task: (returnval){ [ 717.419243] env[68786]: value = "task-3090445" [ 717.419243] env[68786]: _type = "Task" [ 717.419243] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.431830] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Task: {'id': task-3090445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.544303] env[68786]: DEBUG oslo_concurrency.lockutils [None req-245b22ce-5414-4d8b-aa22-9bcc819873ba tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "3b2a3201-fd24-4b57-9844-2fc078f40f2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.144s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.644964] env[68786]: DEBUG oslo_vmware.api [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090444, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.664654] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c7cb78-64e0-4853-aee7-4ce964e31793 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Volume attach. Driver type: vmdk {{(pid=68786) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 717.664978] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c7cb78-64e0-4853-aee7-4ce964e31793 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618593', 'volume_id': '90ea73fb-05ac-4d5d-8d93-a0e13090c651', 'name': 'volume-90ea73fb-05ac-4d5d-8d93-a0e13090c651', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '22c70775-b7eb-4712-b65e-1a71e77c1ba2', 'attached_at': '', 'detached_at': '', 'volume_id': '90ea73fb-05ac-4d5d-8d93-a0e13090c651', 'serial': '90ea73fb-05ac-4d5d-8d93-a0e13090c651'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 717.665799] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1929b2-b487-412c-bc25-3556ce1feaf5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.686186] env[68786]: DEBUG oslo_concurrency.lockutils [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.686907] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f69be2-71c2-4bf7-95fa-100cddd8a8f8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.728693] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c7cb78-64e0-4853-aee7-4ce964e31793 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] volume-90ea73fb-05ac-4d5d-8d93-a0e13090c651/volume-90ea73fb-05ac-4d5d-8d93-a0e13090c651.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.731924] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acff6e0a-2023-40f8-828e-1bcbe77e4d34 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.757804] env[68786]: DEBUG oslo_vmware.api [None req-f3c7cb78-64e0-4853-aee7-4ce964e31793 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] Waiting for the task: (returnval){ [ 717.757804] env[68786]: value = "task-3090446" [ 717.757804] env[68786]: _type = "Task" [ 717.757804] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.768473] env[68786]: DEBUG oslo_vmware.api [None req-f3c7cb78-64e0-4853-aee7-4ce964e31793 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] Task: {'id': task-3090446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.852375] env[68786]: DEBUG oslo_concurrency.lockutils [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.866500] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Releasing lock "refresh_cache-3643cc15-9cc5-49d6-b593-20c4a4c9cf76" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.866778] env[68786]: DEBUG nova.compute.manager [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Instance network_info: |[{"id": "af67d9ee-cde7-4b2a-bb0c-d68ddd86d9b6", "address": "fa:16:3e:c7:da:b0", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf67d9ee-cd", "ovs_interfaceid": "af67d9ee-cde7-4b2a-bb0c-d68ddd86d9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.867155] env[68786]: DEBUG oslo_concurrency.lockutils [req-d3c974e1-7022-446d-a894-df0320de1a17 req-78310144-e8f1-4e50-82a7-cf703278059f service nova] Acquired lock "refresh_cache-3643cc15-9cc5-49d6-b593-20c4a4c9cf76" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.867372] env[68786]: DEBUG nova.network.neutron [req-d3c974e1-7022-446d-a894-df0320de1a17 req-78310144-e8f1-4e50-82a7-cf703278059f service nova] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Refreshing network info cache for port af67d9ee-cde7-4b2a-bb0c-d68ddd86d9b6 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.868593] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:da:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af67d9ee-cde7-4b2a-bb0c-d68ddd86d9b6', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.880030] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Creating folder: Project (245522aeadb14910a51e400936c3778f). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.880030] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d3d884f-51b4-4382-819b-aaeb54cc164f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.895416] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Created folder: Project (245522aeadb14910a51e400936c3778f) in parent group-v618484. [ 717.895817] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Creating folder: Instances. Parent ref: group-v618599. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.895931] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96f76e4e-02a1-4e9c-a533-b06d71982319 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.909258] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Created folder: Instances in parent group-v618599. [ 717.909696] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.910187] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.910488] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33484b70-6235-4e40-88e2-efc9f6dccdff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.941917] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Task: {'id': task-3090445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078149} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.942383] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.942679] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.942679] env[68786]: value = "task-3090449" [ 717.942679] env[68786]: _type = "Task" [ 717.942679] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.943788] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17aa573b-8ce9-4f75-8152-78d125e4b319 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.964713] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090449, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.987263] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] bf3d8149-511c-496d-9445-e215fa5d27ab/bf3d8149-511c-496d-9445-e215fa5d27ab.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.992432] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bcfa50b-0932-4bdd-bb10-761951cc5c7c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.012934] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Waiting for the task: (returnval){ [ 718.012934] env[68786]: value = "task-3090450" [ 718.012934] env[68786]: _type = "Task" [ 718.012934] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.024083] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Task: {'id': task-3090450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.046349] env[68786]: DEBUG nova.compute.manager [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.146593] env[68786]: DEBUG oslo_vmware.api [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090444, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.167614] env[68786]: DEBUG nova.network.neutron [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Successfully updated port: a4b4c51a-2ca3-46c5-bb7a-c72d615546df {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.273432] env[68786]: DEBUG oslo_vmware.api [None req-f3c7cb78-64e0-4853-aee7-4ce964e31793 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] Task: {'id': task-3090446, 'name': ReconfigVM_Task, 'duration_secs': 0.392126} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.276309] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c7cb78-64e0-4853-aee7-4ce964e31793 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Reconfigured VM instance instance-0000000a to attach disk [datastore1] volume-90ea73fb-05ac-4d5d-8d93-a0e13090c651/volume-90ea73fb-05ac-4d5d-8d93-a0e13090c651.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.281255] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b10a8b8f-4038-4ccb-82a6-53854ab24cb9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.304737] env[68786]: DEBUG oslo_vmware.api [None req-f3c7cb78-64e0-4853-aee7-4ce964e31793 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] Waiting for the task: (returnval){ [ 718.304737] env[68786]: value = "task-3090451" [ 718.304737] env[68786]: _type = "Task" [ 718.304737] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.314109] env[68786]: DEBUG oslo_vmware.api [None req-f3c7cb78-64e0-4853-aee7-4ce964e31793 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] Task: {'id': task-3090451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.389580] env[68786]: DEBUG nova.compute.manager [req-136ead7d-7435-42c3-8580-9b3c0aa7796c req-e66960e2-4f64-43f5-86d4-67d4898a3609 service nova] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Received event network-changed-7f8d424c-a7c0-4d65-a186-2eec3cd24071 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.389580] env[68786]: DEBUG nova.compute.manager [req-136ead7d-7435-42c3-8580-9b3c0aa7796c req-e66960e2-4f64-43f5-86d4-67d4898a3609 service nova] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Refreshing instance network info cache due to event network-changed-7f8d424c-a7c0-4d65-a186-2eec3cd24071. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.389580] env[68786]: DEBUG oslo_concurrency.lockutils [req-136ead7d-7435-42c3-8580-9b3c0aa7796c req-e66960e2-4f64-43f5-86d4-67d4898a3609 service nova] Acquiring lock "refresh_cache-3b2a3201-fd24-4b57-9844-2fc078f40f2f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.389580] env[68786]: DEBUG oslo_concurrency.lockutils [req-136ead7d-7435-42c3-8580-9b3c0aa7796c req-e66960e2-4f64-43f5-86d4-67d4898a3609 service nova] Acquired lock "refresh_cache-3b2a3201-fd24-4b57-9844-2fc078f40f2f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.390025] env[68786]: DEBUG nova.network.neutron [req-136ead7d-7435-42c3-8580-9b3c0aa7796c req-e66960e2-4f64-43f5-86d4-67d4898a3609 service nova] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Refreshing network info cache for port 7f8d424c-a7c0-4d65-a186-2eec3cd24071 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.399208] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ebdc46-9b4c-40f5-a2cf-ed94b139911a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.412295] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf56abab-5511-40e7-b9d6-24a10be439fb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.459370] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3807aaa-6434-42b6-bfe5-19abf8e76fb6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.469337] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090449, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.472836] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e5dd2d-2be2-4583-800e-222200dbb18d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.492143] env[68786]: DEBUG nova.compute.provider_tree [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.524197] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Task: {'id': task-3090450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.575913] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.653188] env[68786]: DEBUG oslo_vmware.api [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090444, 'name': CloneVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.670179] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Acquiring lock "refresh_cache-208730b9-5815-4afb-83df-1ccb307d40ac" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.670384] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Acquired lock "refresh_cache-208730b9-5815-4afb-83df-1ccb307d40ac" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.670538] env[68786]: DEBUG nova.network.neutron [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.686453] env[68786]: DEBUG nova.network.neutron [req-d3c974e1-7022-446d-a894-df0320de1a17 req-78310144-e8f1-4e50-82a7-cf703278059f service nova] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Updated VIF entry in instance network info cache for port af67d9ee-cde7-4b2a-bb0c-d68ddd86d9b6. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.686954] env[68786]: DEBUG nova.network.neutron [req-d3c974e1-7022-446d-a894-df0320de1a17 req-78310144-e8f1-4e50-82a7-cf703278059f service nova] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Updating instance_info_cache with network_info: [{"id": "af67d9ee-cde7-4b2a-bb0c-d68ddd86d9b6", "address": "fa:16:3e:c7:da:b0", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf67d9ee-cd", "ovs_interfaceid": "af67d9ee-cde7-4b2a-bb0c-d68ddd86d9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.727347] env[68786]: DEBUG nova.compute.manager [req-715db335-828c-4d28-986f-36e24f714446 req-4e701add-8bd4-44d9-901a-424a52765443 service nova] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Received event network-vif-plugged-a4b4c51a-2ca3-46c5-bb7a-c72d615546df {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.727586] env[68786]: DEBUG oslo_concurrency.lockutils [req-715db335-828c-4d28-986f-36e24f714446 req-4e701add-8bd4-44d9-901a-424a52765443 service nova] Acquiring lock "208730b9-5815-4afb-83df-1ccb307d40ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.727818] env[68786]: DEBUG oslo_concurrency.lockutils [req-715db335-828c-4d28-986f-36e24f714446 req-4e701add-8bd4-44d9-901a-424a52765443 service nova] Lock "208730b9-5815-4afb-83df-1ccb307d40ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.727987] env[68786]: DEBUG oslo_concurrency.lockutils [req-715db335-828c-4d28-986f-36e24f714446 req-4e701add-8bd4-44d9-901a-424a52765443 service nova] Lock "208730b9-5815-4afb-83df-1ccb307d40ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.729801] env[68786]: DEBUG nova.compute.manager [req-715db335-828c-4d28-986f-36e24f714446 req-4e701add-8bd4-44d9-901a-424a52765443 service nova] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] No waiting events found dispatching network-vif-plugged-a4b4c51a-2ca3-46c5-bb7a-c72d615546df {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.729801] env[68786]: WARNING nova.compute.manager [req-715db335-828c-4d28-986f-36e24f714446 req-4e701add-8bd4-44d9-901a-424a52765443 service nova] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Received unexpected event network-vif-plugged-a4b4c51a-2ca3-46c5-bb7a-c72d615546df for instance with vm_state building and task_state spawning. [ 718.729801] env[68786]: DEBUG nova.compute.manager [req-715db335-828c-4d28-986f-36e24f714446 req-4e701add-8bd4-44d9-901a-424a52765443 service nova] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Received event network-changed-a4b4c51a-2ca3-46c5-bb7a-c72d615546df {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.729801] env[68786]: DEBUG nova.compute.manager [req-715db335-828c-4d28-986f-36e24f714446 req-4e701add-8bd4-44d9-901a-424a52765443 service nova] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Refreshing instance network info cache due to event network-changed-a4b4c51a-2ca3-46c5-bb7a-c72d615546df. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.729801] env[68786]: DEBUG oslo_concurrency.lockutils [req-715db335-828c-4d28-986f-36e24f714446 req-4e701add-8bd4-44d9-901a-424a52765443 service nova] Acquiring lock "refresh_cache-208730b9-5815-4afb-83df-1ccb307d40ac" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.816414] env[68786]: DEBUG oslo_vmware.api [None req-f3c7cb78-64e0-4853-aee7-4ce964e31793 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] Task: {'id': task-3090451, 'name': ReconfigVM_Task, 'duration_secs': 0.191863} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.816919] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c7cb78-64e0-4853-aee7-4ce964e31793 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618593', 'volume_id': '90ea73fb-05ac-4d5d-8d93-a0e13090c651', 'name': 'volume-90ea73fb-05ac-4d5d-8d93-a0e13090c651', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '22c70775-b7eb-4712-b65e-1a71e77c1ba2', 'attached_at': '', 'detached_at': '', 'volume_id': '90ea73fb-05ac-4d5d-8d93-a0e13090c651', 'serial': '90ea73fb-05ac-4d5d-8d93-a0e13090c651'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 718.964019] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090449, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.996120] env[68786]: DEBUG nova.scheduler.client.report [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.025238] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Task: {'id': task-3090450, 'name': ReconfigVM_Task, 'duration_secs': 0.615061} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.025541] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Reconfigured VM instance instance-00000024 to attach disk [datastore1] bf3d8149-511c-496d-9445-e215fa5d27ab/bf3d8149-511c-496d-9445-e215fa5d27ab.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.026219] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8a8f000-11c5-4a28-ab96-68bb04cfb97e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.035286] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Waiting for the task: (returnval){ [ 719.035286] env[68786]: value = "task-3090452" [ 719.035286] env[68786]: _type = "Task" [ 719.035286] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.047729] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Task: {'id': task-3090452, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.144014] env[68786]: DEBUG nova.network.neutron [req-136ead7d-7435-42c3-8580-9b3c0aa7796c req-e66960e2-4f64-43f5-86d4-67d4898a3609 service nova] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Updated VIF entry in instance network info cache for port 7f8d424c-a7c0-4d65-a186-2eec3cd24071. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.145153] env[68786]: DEBUG nova.network.neutron [req-136ead7d-7435-42c3-8580-9b3c0aa7796c req-e66960e2-4f64-43f5-86d4-67d4898a3609 service nova] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Updating instance_info_cache with network_info: [{"id": "7f8d424c-a7c0-4d65-a186-2eec3cd24071", "address": "fa:16:3e:65:1d:88", "network": {"id": "5fbead1b-7013-470e-aaa5-af8272f152d2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-547900104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac86bc1dc5cd4306ac0170404dad5c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8d424c-a7", "ovs_interfaceid": "7f8d424c-a7c0-4d65-a186-2eec3cd24071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.152800] env[68786]: DEBUG oslo_vmware.api [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090444, 'name': CloneVM_Task, 'duration_secs': 2.057615} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.153215] env[68786]: INFO nova.virt.vmwareapi.vmops [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Created linked-clone VM from snapshot [ 719.154176] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68899b7-cfad-495b-88bd-96b4931ed67d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.164860] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Uploading image c35ca706-af8d-4a25-84d9-73b89eac8830 {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 719.186289] env[68786]: DEBUG oslo_vmware.rw_handles [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 719.186289] env[68786]: value = "vm-618598" [ 719.186289] env[68786]: _type = "VirtualMachine" [ 719.186289] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 719.186897] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-45159214-e760-4312-916a-0bdc3aacc791 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.189249] env[68786]: DEBUG oslo_concurrency.lockutils [req-d3c974e1-7022-446d-a894-df0320de1a17 req-78310144-e8f1-4e50-82a7-cf703278059f service nova] Releasing lock "refresh_cache-3643cc15-9cc5-49d6-b593-20c4a4c9cf76" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.189513] env[68786]: DEBUG nova.compute.manager [req-d3c974e1-7022-446d-a894-df0320de1a17 req-78310144-e8f1-4e50-82a7-cf703278059f service nova] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Received event network-vif-deleted-867587a3-5a3b-4a27-8a6a-ca1f6231c6f6 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.189725] env[68786]: DEBUG nova.compute.manager [req-d3c974e1-7022-446d-a894-df0320de1a17 req-78310144-e8f1-4e50-82a7-cf703278059f service nova] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Received event network-vif-deleted-09d11892-2cae-4d7b-80f7-32d3f7fcf9f4 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.189882] env[68786]: INFO nova.compute.manager [req-d3c974e1-7022-446d-a894-df0320de1a17 req-78310144-e8f1-4e50-82a7-cf703278059f service nova] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Neutron deleted interface 09d11892-2cae-4d7b-80f7-32d3f7fcf9f4; detaching it from the instance and deleting it from the info cache [ 719.190097] env[68786]: DEBUG nova.network.neutron [req-d3c974e1-7022-446d-a894-df0320de1a17 req-78310144-e8f1-4e50-82a7-cf703278059f service nova] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.195282] env[68786]: DEBUG oslo_vmware.rw_handles [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lease: (returnval){ [ 719.195282] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a8a67a-28c0-6209-7dac-b0df16a6ba07" [ 719.195282] env[68786]: _type = "HttpNfcLease" [ 719.195282] env[68786]: } obtained for exporting VM: (result){ [ 719.195282] env[68786]: value = "vm-618598" [ 719.195282] env[68786]: _type = "VirtualMachine" [ 719.195282] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 719.195282] env[68786]: DEBUG oslo_vmware.api [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the lease: (returnval){ [ 719.195282] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a8a67a-28c0-6209-7dac-b0df16a6ba07" [ 719.195282] env[68786]: _type = "HttpNfcLease" [ 719.195282] env[68786]: } to be ready. {{(pid=68786) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 719.203114] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 719.203114] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a8a67a-28c0-6209-7dac-b0df16a6ba07" [ 719.203114] env[68786]: _type = "HttpNfcLease" [ 719.203114] env[68786]: } is initializing. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 719.204281] env[68786]: DEBUG nova.network.neutron [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.375060] env[68786]: DEBUG nova.network.neutron [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Updating instance_info_cache with network_info: [{"id": "a4b4c51a-2ca3-46c5-bb7a-c72d615546df", "address": "fa:16:3e:0d:72:4c", "network": {"id": "136fa2fe-a8d9-4fab-a972-5698a04bb7e2", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-306318722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb4e99cfe5374676b64b4205910b82f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b4c51a-2c", "ovs_interfaceid": "a4b4c51a-2ca3-46c5-bb7a-c72d615546df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.463277] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090449, 'name': CreateVM_Task, 'duration_secs': 1.062139} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.463277] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.464040] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.464201] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.464500] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.464829] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cbd1dbc-e3f5-476a-af7a-c17e4473ee30 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.469750] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Waiting for the task: (returnval){ [ 719.469750] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52eeea64-3a57-48e5-f666-37ee5e720f3a" [ 719.469750] env[68786]: _type = "Task" [ 719.469750] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.479345] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52eeea64-3a57-48e5-f666-37ee5e720f3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.501861] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.504222] env[68786]: DEBUG nova.compute.manager [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.505035] env[68786]: DEBUG oslo_concurrency.lockutils [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.930s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.505223] env[68786]: DEBUG nova.objects.instance [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68786) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 719.546500] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Task: {'id': task-3090452, 'name': Rename_Task, 'duration_secs': 0.28964} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.546812] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.547117] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21a07a80-577b-4f1c-b2c8-0b72723ce625 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.554857] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Waiting for the task: (returnval){ [ 719.554857] env[68786]: value = "task-3090454" [ 719.554857] env[68786]: _type = "Task" [ 719.554857] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.563364] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Task: {'id': task-3090454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.647487] env[68786]: DEBUG oslo_concurrency.lockutils [req-136ead7d-7435-42c3-8580-9b3c0aa7796c req-e66960e2-4f64-43f5-86d4-67d4898a3609 service nova] Releasing lock "refresh_cache-3b2a3201-fd24-4b57-9844-2fc078f40f2f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.693802] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50740c35-f346-4620-810c-28cb58b9c9a4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.703027] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 719.703027] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a8a67a-28c0-6209-7dac-b0df16a6ba07" [ 719.703027] env[68786]: _type = "HttpNfcLease" [ 719.703027] env[68786]: } is ready. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 719.704086] env[68786]: DEBUG oslo_vmware.rw_handles [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 719.704086] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a8a67a-28c0-6209-7dac-b0df16a6ba07" [ 719.704086] env[68786]: _type = "HttpNfcLease" [ 719.704086] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 719.704846] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3518d6bb-8eae-4b4f-a88c-6679af7619c9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.709970] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ae30aa-996a-4081-afd3-ee8c7d0d0675 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.726292] env[68786]: DEBUG oslo_vmware.rw_handles [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e9321-740b-20e5-7d44-e1a19aca0a7b/disk-0.vmdk from lease info. {{(pid=68786) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 719.726292] env[68786]: DEBUG oslo_vmware.rw_handles [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e9321-740b-20e5-7d44-e1a19aca0a7b/disk-0.vmdk for reading. {{(pid=68786) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 719.800268] env[68786]: DEBUG nova.compute.manager [req-d3c974e1-7022-446d-a894-df0320de1a17 req-78310144-e8f1-4e50-82a7-cf703278059f service nova] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Detach interface failed, port_id=09d11892-2cae-4d7b-80f7-32d3f7fcf9f4, reason: Instance 51056aca-0003-4ff9-b34f-8ee6fd900591 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 719.866677] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Acquiring lock "f3f70d0f-bfa7-40cd-afdf-fa715c018291" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.867050] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Lock "f3f70d0f-bfa7-40cd-afdf-fa715c018291" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.872051] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-47eb6190-b860-4487-b965-20bcc410afff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.878365] env[68786]: DEBUG nova.objects.instance [None req-f3c7cb78-64e0-4853-aee7-4ce964e31793 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] Lazy-loading 'flavor' on Instance uuid 22c70775-b7eb-4712-b65e-1a71e77c1ba2 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.880044] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Releasing lock "refresh_cache-208730b9-5815-4afb-83df-1ccb307d40ac" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.880226] env[68786]: DEBUG nova.compute.manager [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Instance network_info: |[{"id": "a4b4c51a-2ca3-46c5-bb7a-c72d615546df", "address": "fa:16:3e:0d:72:4c", "network": {"id": "136fa2fe-a8d9-4fab-a972-5698a04bb7e2", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-306318722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb4e99cfe5374676b64b4205910b82f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b4c51a-2c", "ovs_interfaceid": "a4b4c51a-2ca3-46c5-bb7a-c72d615546df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.880830] env[68786]: DEBUG oslo_concurrency.lockutils [req-715db335-828c-4d28-986f-36e24f714446 req-4e701add-8bd4-44d9-901a-424a52765443 service nova] Acquired lock "refresh_cache-208730b9-5815-4afb-83df-1ccb307d40ac" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.881326] env[68786]: DEBUG nova.network.neutron [req-715db335-828c-4d28-986f-36e24f714446 req-4e701add-8bd4-44d9-901a-424a52765443 service nova] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Refreshing network info cache for port a4b4c51a-2ca3-46c5-bb7a-c72d615546df {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.882460] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:72:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4b4c51a-2ca3-46c5-bb7a-c72d615546df', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.890695] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Creating folder: Project (cb4e99cfe5374676b64b4205910b82f1). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.894464] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80e0082c-e1c4-4a15-9c6c-7481cab61601 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.907503] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Created folder: Project (cb4e99cfe5374676b64b4205910b82f1) in parent group-v618484. [ 719.907998] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Creating folder: Instances. Parent ref: group-v618602. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.908369] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3939ac7a-eb38-455d-899b-8cc05af76cd1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.925789] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Created folder: Instances in parent group-v618602. [ 719.926128] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.926260] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.926480] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48ed5446-8199-42c2-b614-1a3842d5b12c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.945237] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.945237] env[68786]: value = "task-3090457" [ 719.945237] env[68786]: _type = "Task" [ 719.945237] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.955727] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090457, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.980317] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52eeea64-3a57-48e5-f666-37ee5e720f3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009728} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.980686] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.980960] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.981260] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.981503] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.981732] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.982030] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59176ec1-d728-40b0-838e-7845d8bfb788 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.991097] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.991288] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.992151] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dddbddb-8006-43d6-bd13-e6cdc72f0417 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.997525] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Waiting for the task: (returnval){ [ 719.997525] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]520be270-def0-d1c0-4893-68b5447d40c0" [ 719.997525] env[68786]: _type = "Task" [ 719.997525] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.006703] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520be270-def0-d1c0-4893-68b5447d40c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.010238] env[68786]: DEBUG nova.compute.utils [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.014596] env[68786]: DEBUG nova.compute.manager [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.014863] env[68786]: DEBUG nova.network.neutron [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.065198] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Task: {'id': task-3090454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.067332] env[68786]: DEBUG nova.policy [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5212114a1da4b7d8fd4f4c37428003a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47d706712b644407a07945c3b1472d57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.388993] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f3c7cb78-64e0-4853-aee7-4ce964e31793 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] Lock "22c70775-b7eb-4712-b65e-1a71e77c1ba2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.891s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.458656] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090457, 'name': CreateVM_Task, 'duration_secs': 0.481501} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.458656] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.458656] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.458910] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.459158] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.459415] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b96a933e-4bc4-4332-b7a3-8585fec79135 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.466424] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Waiting for the task: (returnval){ [ 720.466424] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5297a162-ece6-1599-b1fd-6eee8095647b" [ 720.466424] env[68786]: _type = "Task" [ 720.466424] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.476439] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5297a162-ece6-1599-b1fd-6eee8095647b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.476743] env[68786]: DEBUG nova.network.neutron [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Successfully created port: 2715a22f-7d8a-4260-ac23-6b9ca4e7a976 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.507883] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520be270-def0-d1c0-4893-68b5447d40c0, 'name': SearchDatastore_Task, 'duration_secs': 0.012618} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.508804] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec1fd146-fbf3-4fdf-bf8b-98ce83a3ffd5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.514217] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Waiting for the task: (returnval){ [ 720.514217] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52407bac-8e5c-f4ae-6eae-4db821c34377" [ 720.514217] env[68786]: _type = "Task" [ 720.514217] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.514896] env[68786]: DEBUG nova.compute.manager [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.522232] env[68786]: DEBUG oslo_concurrency.lockutils [None req-be4c5351-a1ca-4717-8080-f0016a5c3e1d tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.523566] env[68786]: DEBUG oslo_concurrency.lockutils [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.291s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.523814] env[68786]: DEBUG nova.objects.instance [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Lazy-loading 'resources' on Instance uuid 859eb560-faaf-471c-95dc-bcf2544f8a04 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.531303] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52407bac-8e5c-f4ae-6eae-4db821c34377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.566047] env[68786]: DEBUG oslo_vmware.api [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Task: {'id': task-3090454, 'name': PowerOnVM_Task, 'duration_secs': 0.890709} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.567211] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.567483] env[68786]: INFO nova.compute.manager [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Took 9.14 seconds to spawn the instance on the hypervisor. [ 720.567671] env[68786]: DEBUG nova.compute.manager [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.568617] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b7a440-f322-409b-8833-7aa884db04e5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.854752] env[68786]: DEBUG nova.network.neutron [req-715db335-828c-4d28-986f-36e24f714446 req-4e701add-8bd4-44d9-901a-424a52765443 service nova] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Updated VIF entry in instance network info cache for port a4b4c51a-2ca3-46c5-bb7a-c72d615546df. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.855467] env[68786]: DEBUG nova.network.neutron [req-715db335-828c-4d28-986f-36e24f714446 req-4e701add-8bd4-44d9-901a-424a52765443 service nova] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Updating instance_info_cache with network_info: [{"id": "a4b4c51a-2ca3-46c5-bb7a-c72d615546df", "address": "fa:16:3e:0d:72:4c", "network": {"id": "136fa2fe-a8d9-4fab-a972-5698a04bb7e2", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-306318722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb4e99cfe5374676b64b4205910b82f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b4c51a-2c", "ovs_interfaceid": "a4b4c51a-2ca3-46c5-bb7a-c72d615546df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.980216] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5297a162-ece6-1599-b1fd-6eee8095647b, 'name': SearchDatastore_Task, 'duration_secs': 0.031608} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.980596] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.980907] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.981131] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.029810] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52407bac-8e5c-f4ae-6eae-4db821c34377, 'name': SearchDatastore_Task, 'duration_secs': 0.016538} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.030468] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.030603] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 3643cc15-9cc5-49d6-b593-20c4a4c9cf76/3643cc15-9cc5-49d6-b593-20c4a4c9cf76.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.030979] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.031238] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.031482] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d1cb3a6-f48e-4658-a43d-7d04e03e7299 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.033953] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-262a0335-bd13-475d-8f9d-60c536b82c08 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.046049] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Waiting for the task: (returnval){ [ 721.046049] env[68786]: value = "task-3090458" [ 721.046049] env[68786]: _type = "Task" [ 721.046049] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.056781] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Task: {'id': task-3090458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.059543] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.059797] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.062130] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c51aab11-5ec4-43db-816c-73a7b7ddd5b4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.073579] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Waiting for the task: (returnval){ [ 721.073579] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]524a7aec-139c-aeba-e72f-4239c6692596" [ 721.073579] env[68786]: _type = "Task" [ 721.073579] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.092314] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524a7aec-139c-aeba-e72f-4239c6692596, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.093276] env[68786]: INFO nova.compute.manager [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Took 54.17 seconds to build instance. [ 721.358745] env[68786]: DEBUG oslo_concurrency.lockutils [req-715db335-828c-4d28-986f-36e24f714446 req-4e701add-8bd4-44d9-901a-424a52765443 service nova] Releasing lock "refresh_cache-208730b9-5815-4afb-83df-1ccb307d40ac" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.504723] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfda713-a824-4e62-9ae7-bb47df97586c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.514198] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20d2d3c-12ff-4844-be7e-2d174f5a9aaa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.524914] env[68786]: DEBUG nova.compute.manager [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.558935] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d3129f-6253-47a0-8ec5-20d48a697d8c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.571743] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Task: {'id': task-3090458, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.573506] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1162c04d-c114-4ebd-8247-4eafa3fc1e40 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.588277] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524a7aec-139c-aeba-e72f-4239c6692596, 'name': SearchDatastore_Task, 'duration_secs': 0.009907} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.597265] env[68786]: DEBUG oslo_concurrency.lockutils [None req-44c9a117-582c-42e4-a5f4-97ca2c9710ba tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Lock "bf3d8149-511c-496d-9445-e215fa5d27ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.892s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.597873] env[68786]: DEBUG nova.compute.provider_tree [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.599416] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-861da7be-2864-488f-9acb-46f403e74788 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.609025] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Waiting for the task: (returnval){ [ 721.609025] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f740ab-dba0-a72e-59a9-439f5d74a11d" [ 721.609025] env[68786]: _type = "Task" [ 721.609025] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.619657] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f740ab-dba0-a72e-59a9-439f5d74a11d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.065229] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Task: {'id': task-3090458, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.104465] env[68786]: DEBUG nova.scheduler.client.report [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.107875] env[68786]: DEBUG nova.compute.manager [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.121847] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f740ab-dba0-a72e-59a9-439f5d74a11d, 'name': SearchDatastore_Task, 'duration_secs': 0.012267} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.122901] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.123197] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 208730b9-5815-4afb-83df-1ccb307d40ac/208730b9-5815-4afb-83df-1ccb307d40ac.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.123501] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad64e205-d3bf-48d7-a4f6-9c5103827965 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.132595] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Waiting for the task: (returnval){ [ 722.132595] env[68786]: value = "task-3090459" [ 722.132595] env[68786]: _type = "Task" [ 722.132595] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.143595] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Task: {'id': task-3090459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.240133] env[68786]: DEBUG nova.network.neutron [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Successfully updated port: 2715a22f-7d8a-4260-ac23-6b9ca4e7a976 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.566478] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Task: {'id': task-3090458, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.612170] env[68786]: DEBUG oslo_concurrency.lockutils [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.616818] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.915s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.618239] env[68786]: INFO nova.compute.claims [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.638310] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.645640] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Task: {'id': task-3090459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.646453] env[68786]: INFO nova.scheduler.client.report [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Deleted allocations for instance 859eb560-faaf-471c-95dc-bcf2544f8a04 [ 722.650517] env[68786]: DEBUG nova.virt.hardware [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.650517] env[68786]: DEBUG nova.virt.hardware [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.650517] env[68786]: DEBUG nova.virt.hardware [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.650903] env[68786]: DEBUG nova.virt.hardware [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.650903] env[68786]: DEBUG nova.virt.hardware [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.650903] env[68786]: DEBUG nova.virt.hardware [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.650903] env[68786]: DEBUG nova.virt.hardware [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.650903] env[68786]: DEBUG nova.virt.hardware [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.651081] env[68786]: DEBUG nova.virt.hardware [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.651081] env[68786]: DEBUG nova.virt.hardware [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.651144] env[68786]: DEBUG nova.virt.hardware [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.653446] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415a7af5-7a07-4ce9-b62d-d1afdc257cad {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.669584] env[68786]: DEBUG oslo_vmware.rw_handles [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520abe88-e089-d36f-1fa3-1f30f11622ae/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 722.671654] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9f29f4-f885-4735-a2e3-5cc15eb6b988 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.682096] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04469133-7510-4976-8e97-ec17c6ddfef7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.691930] env[68786]: DEBUG oslo_vmware.rw_handles [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520abe88-e089-d36f-1fa3-1f30f11622ae/disk-0.vmdk is in state: ready. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 722.692307] env[68786]: ERROR oslo_vmware.rw_handles [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520abe88-e089-d36f-1fa3-1f30f11622ae/disk-0.vmdk due to incomplete transfer. [ 722.705661] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-67a256e2-2d4b-4405-8003-714c00cab46e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.718488] env[68786]: DEBUG oslo_vmware.rw_handles [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520abe88-e089-d36f-1fa3-1f30f11622ae/disk-0.vmdk. {{(pid=68786) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 722.718488] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Uploaded image 90ffb484-4c99-4016-b7ec-7f1a16a5b9b5 to the Glance image server {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 722.723020] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Destroying the VM {{(pid=68786) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 722.723020] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-018a2408-073f-41c2-b7ed-172e345fde75 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.731389] env[68786]: DEBUG oslo_vmware.api [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 722.731389] env[68786]: value = "task-3090460" [ 722.731389] env[68786]: _type = "Task" [ 722.731389] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.748076] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "refresh_cache-daf2f4d2-5fea-4790-95d4-fb16e42e6379" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.748076] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquired lock "refresh_cache-daf2f4d2-5fea-4790-95d4-fb16e42e6379" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.748076] env[68786]: DEBUG nova.network.neutron [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.748076] env[68786]: DEBUG oslo_vmware.api [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090460, 'name': Destroy_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.071353] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Task: {'id': task-3090458, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.564909} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.071683] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 3643cc15-9cc5-49d6-b593-20c4a4c9cf76/3643cc15-9cc5-49d6-b593-20c4a4c9cf76.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.072204] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.072452] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0568cc99-4f43-4ea7-9c09-b82bafc7f09f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.085281] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Waiting for the task: (returnval){ [ 723.085281] env[68786]: value = "task-3090461" [ 723.085281] env[68786]: _type = "Task" [ 723.085281] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.099495] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Task: {'id': task-3090461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.153078] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Task: {'id': task-3090459, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.007982} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.153898] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 208730b9-5815-4afb-83df-1ccb307d40ac/208730b9-5815-4afb-83df-1ccb307d40ac.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.154548] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.156778] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54aeb146-a898-4431-977e-fdc91c797027 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.164852] env[68786]: DEBUG oslo_concurrency.lockutils [None req-67bb2450-feb5-4af6-b89e-deaabd9453a3 tempest-ServersListShow298Test-1996406199 tempest-ServersListShow298Test-1996406199-project-member] Lock "859eb560-faaf-471c-95dc-bcf2544f8a04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.210s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.168946] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Waiting for the task: (returnval){ [ 723.168946] env[68786]: value = "task-3090462" [ 723.168946] env[68786]: _type = "Task" [ 723.168946] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.183693] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Task: {'id': task-3090462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.244057] env[68786]: DEBUG oslo_vmware.api [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090460, 'name': Destroy_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.315147] env[68786]: DEBUG nova.network.neutron [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.328970] env[68786]: DEBUG nova.compute.manager [req-3f12fcb7-1e37-4b61-9f64-3ea7245a9a53 req-b164023f-4223-43c8-94fb-b5176c9b9708 service nova] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Received event network-vif-plugged-2715a22f-7d8a-4260-ac23-6b9ca4e7a976 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.329206] env[68786]: DEBUG oslo_concurrency.lockutils [req-3f12fcb7-1e37-4b61-9f64-3ea7245a9a53 req-b164023f-4223-43c8-94fb-b5176c9b9708 service nova] Acquiring lock "daf2f4d2-5fea-4790-95d4-fb16e42e6379-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.329411] env[68786]: DEBUG oslo_concurrency.lockutils [req-3f12fcb7-1e37-4b61-9f64-3ea7245a9a53 req-b164023f-4223-43c8-94fb-b5176c9b9708 service nova] Lock "daf2f4d2-5fea-4790-95d4-fb16e42e6379-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.329591] env[68786]: DEBUG oslo_concurrency.lockutils [req-3f12fcb7-1e37-4b61-9f64-3ea7245a9a53 req-b164023f-4223-43c8-94fb-b5176c9b9708 service nova] Lock "daf2f4d2-5fea-4790-95d4-fb16e42e6379-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.329804] env[68786]: DEBUG nova.compute.manager [req-3f12fcb7-1e37-4b61-9f64-3ea7245a9a53 req-b164023f-4223-43c8-94fb-b5176c9b9708 service nova] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] No waiting events found dispatching network-vif-plugged-2715a22f-7d8a-4260-ac23-6b9ca4e7a976 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.329967] env[68786]: WARNING nova.compute.manager [req-3f12fcb7-1e37-4b61-9f64-3ea7245a9a53 req-b164023f-4223-43c8-94fb-b5176c9b9708 service nova] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Received unexpected event network-vif-plugged-2715a22f-7d8a-4260-ac23-6b9ca4e7a976 for instance with vm_state building and task_state spawning. [ 723.359487] env[68786]: DEBUG oslo_concurrency.lockutils [None req-425a4a7c-e003-4726-8b9a-3fb7d15125b6 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] Acquiring lock "22c70775-b7eb-4712-b65e-1a71e77c1ba2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.359793] env[68786]: DEBUG oslo_concurrency.lockutils [None req-425a4a7c-e003-4726-8b9a-3fb7d15125b6 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] Lock "22c70775-b7eb-4712-b65e-1a71e77c1ba2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.493882] env[68786]: DEBUG nova.network.neutron [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Updating instance_info_cache with network_info: [{"id": "2715a22f-7d8a-4260-ac23-6b9ca4e7a976", "address": "fa:16:3e:63:a6:c5", "network": {"id": "9c541036-c0e9-44da-96b5-50a7b9f9f866", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-232231857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d706712b644407a07945c3b1472d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2715a22f-7d", "ovs_interfaceid": "2715a22f-7d8a-4260-ac23-6b9ca4e7a976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.597367] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Task: {'id': task-3090461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101562} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.597683] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.598522] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a902282b-cace-4397-b888-7023c86046fa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.626255] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 3643cc15-9cc5-49d6-b593-20c4a4c9cf76/3643cc15-9cc5-49d6-b593-20c4a4c9cf76.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.626255] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eef71ac-d370-41e3-a649-b4914889ecba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.650471] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Waiting for the task: (returnval){ [ 723.650471] env[68786]: value = "task-3090463" [ 723.650471] env[68786]: _type = "Task" [ 723.650471] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.662450] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Task: {'id': task-3090463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.679520] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Task: {'id': task-3090462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081052} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.679920] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.680907] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ece1a6-a99b-485e-9fd6-4924078decab {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.709365] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 208730b9-5815-4afb-83df-1ccb307d40ac/208730b9-5815-4afb-83df-1ccb307d40ac.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.712645] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2664e17-55de-40c8-a031-2fbc814a6be4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.738747] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Waiting for the task: (returnval){ [ 723.738747] env[68786]: value = "task-3090464" [ 723.738747] env[68786]: _type = "Task" [ 723.738747] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.749999] env[68786]: DEBUG oslo_vmware.api [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090460, 'name': Destroy_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.753498] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Task: {'id': task-3090464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.863085] env[68786]: INFO nova.compute.manager [None req-425a4a7c-e003-4726-8b9a-3fb7d15125b6 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Detaching volume 90ea73fb-05ac-4d5d-8d93-a0e13090c651 [ 723.929991] env[68786]: INFO nova.virt.block_device [None req-425a4a7c-e003-4726-8b9a-3fb7d15125b6 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Attempting to driver detach volume 90ea73fb-05ac-4d5d-8d93-a0e13090c651 from mountpoint /dev/sdb [ 723.930302] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-425a4a7c-e003-4726-8b9a-3fb7d15125b6 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Volume detach. Driver type: vmdk {{(pid=68786) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 723.930508] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-425a4a7c-e003-4726-8b9a-3fb7d15125b6 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618593', 'volume_id': '90ea73fb-05ac-4d5d-8d93-a0e13090c651', 'name': 'volume-90ea73fb-05ac-4d5d-8d93-a0e13090c651', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '22c70775-b7eb-4712-b65e-1a71e77c1ba2', 'attached_at': '', 'detached_at': '', 'volume_id': '90ea73fb-05ac-4d5d-8d93-a0e13090c651', 'serial': '90ea73fb-05ac-4d5d-8d93-a0e13090c651'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 723.931540] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc906c97-e25d-416f-a7f4-2709a4f472dd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.965073] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a256cd6e-8385-4c85-b854-f1e1155f9c88 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.973408] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de41cf3-2720-4182-bfd3-588451ea7ec9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.005330] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Releasing lock "refresh_cache-daf2f4d2-5fea-4790-95d4-fb16e42e6379" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.005669] env[68786]: DEBUG nova.compute.manager [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Instance network_info: |[{"id": "2715a22f-7d8a-4260-ac23-6b9ca4e7a976", "address": "fa:16:3e:63:a6:c5", "network": {"id": "9c541036-c0e9-44da-96b5-50a7b9f9f866", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-232231857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d706712b644407a07945c3b1472d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2715a22f-7d", "ovs_interfaceid": "2715a22f-7d8a-4260-ac23-6b9ca4e7a976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.010400] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:a6:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2715a22f-7d8a-4260-ac23-6b9ca4e7a976', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.018412] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.019227] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047b01b0-fb77-4d90-a2e1-8ba31ef0da89 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.025727] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.027786] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6f86486-6643-4de8-955e-f8ad746ca427 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.060575] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-425a4a7c-e003-4726-8b9a-3fb7d15125b6 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] The volume has not been displaced from its original location: [datastore1] volume-90ea73fb-05ac-4d5d-8d93-a0e13090c651/volume-90ea73fb-05ac-4d5d-8d93-a0e13090c651.vmdk. No consolidation needed. {{(pid=68786) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 724.066492] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-425a4a7c-e003-4726-8b9a-3fb7d15125b6 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 724.071300] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-220ebecd-5d8c-40db-9c91-e64812eef834 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.088025] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.088025] env[68786]: value = "task-3090465" [ 724.088025] env[68786]: _type = "Task" [ 724.088025] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.093944] env[68786]: DEBUG oslo_vmware.api [None req-425a4a7c-e003-4726-8b9a-3fb7d15125b6 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] Waiting for the task: (returnval){ [ 724.093944] env[68786]: value = "task-3090466" [ 724.093944] env[68786]: _type = "Task" [ 724.093944] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.097607] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090465, 'name': CreateVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.119929] env[68786]: DEBUG oslo_vmware.api [None req-425a4a7c-e003-4726-8b9a-3fb7d15125b6 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] Task: {'id': task-3090466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.162066] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Task: {'id': task-3090463, 'name': ReconfigVM_Task, 'duration_secs': 0.34335} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.162605] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 3643cc15-9cc5-49d6-b593-20c4a4c9cf76/3643cc15-9cc5-49d6-b593-20c4a4c9cf76.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.166256] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a3c3de7-7fde-4397-90b3-94a252d3bfda {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.178736] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Waiting for the task: (returnval){ [ 724.178736] env[68786]: value = "task-3090467" [ 724.178736] env[68786]: _type = "Task" [ 724.178736] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.192415] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Task: {'id': task-3090467, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.246171] env[68786]: DEBUG oslo_vmware.api [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090460, 'name': Destroy_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.261075] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Task: {'id': task-3090464, 'name': ReconfigVM_Task, 'duration_secs': 0.453497} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.261390] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 208730b9-5815-4afb-83df-1ccb307d40ac/208730b9-5815-4afb-83df-1ccb307d40ac.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.262180] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8da102e-a717-43c5-8193-85ab78089cf7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.268592] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5522d6c-96da-40d7-8a3d-4123f36bad3d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.273264] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Waiting for the task: (returnval){ [ 724.273264] env[68786]: value = "task-3090468" [ 724.273264] env[68786]: _type = "Task" [ 724.273264] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.282061] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8202a5c-2125-4470-b4b7-bfb49fa54a58 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.289870] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Task: {'id': task-3090468, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.322425] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa5ac11-7cd2-4237-a08c-7ad4d36ec0b4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.333056] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc85c89-b283-4b30-a6e7-626b36f2dadc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.350564] env[68786]: DEBUG nova.compute.provider_tree [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.527191] env[68786]: DEBUG oslo_concurrency.lockutils [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Acquiring lock "bf3d8149-511c-496d-9445-e215fa5d27ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.527761] env[68786]: DEBUG oslo_concurrency.lockutils [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Lock "bf3d8149-511c-496d-9445-e215fa5d27ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.527977] env[68786]: DEBUG oslo_concurrency.lockutils [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Acquiring lock "bf3d8149-511c-496d-9445-e215fa5d27ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.528281] env[68786]: DEBUG oslo_concurrency.lockutils [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Lock "bf3d8149-511c-496d-9445-e215fa5d27ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.528544] env[68786]: DEBUG oslo_concurrency.lockutils [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Lock "bf3d8149-511c-496d-9445-e215fa5d27ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.531282] env[68786]: INFO nova.compute.manager [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Terminating instance [ 724.597803] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090465, 'name': CreateVM_Task, 'duration_secs': 0.437102} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.598168] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.604046] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.604046] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.604046] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.604046] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d333deb4-78c8-4944-ac72-6400ce7b53bc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.610237] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 724.610237] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f3b781-1b00-6e1c-2190-582ada3755d5" [ 724.610237] env[68786]: _type = "Task" [ 724.610237] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.615502] env[68786]: DEBUG oslo_vmware.api [None req-425a4a7c-e003-4726-8b9a-3fb7d15125b6 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] Task: {'id': task-3090466, 'name': ReconfigVM_Task, 'duration_secs': 0.342933} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.619716] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-425a4a7c-e003-4726-8b9a-3fb7d15125b6 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 724.624668] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bcb2992-c93c-4ca2-a3ea-d12ebe0342ed {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.644160] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f3b781-1b00-6e1c-2190-582ada3755d5, 'name': SearchDatastore_Task, 'duration_secs': 0.016205} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.645738] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.646034] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.646300] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.646471] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.646650] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.646995] env[68786]: DEBUG oslo_vmware.api [None req-425a4a7c-e003-4726-8b9a-3fb7d15125b6 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] Waiting for the task: (returnval){ [ 724.646995] env[68786]: value = "task-3090469" [ 724.646995] env[68786]: _type = "Task" [ 724.646995] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.647232] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8efa8724-c79b-41a7-bc06-adb49302f99c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.663865] env[68786]: DEBUG oslo_vmware.api [None req-425a4a7c-e003-4726-8b9a-3fb7d15125b6 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] Task: {'id': task-3090469, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.668440] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.668639] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.669416] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d836d588-76e7-4d5f-9090-2bff7a9db624 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.678994] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 724.678994] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d4bcea-beef-21d8-0252-a38339382e07" [ 724.678994] env[68786]: _type = "Task" [ 724.678994] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.693915] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Task: {'id': task-3090467, 'name': Rename_Task, 'duration_secs': 0.231505} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.698197] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.698197] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d4bcea-beef-21d8-0252-a38339382e07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.698197] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b680f23-0d93-4ae1-938b-91eb54176281 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.706195] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Waiting for the task: (returnval){ [ 724.706195] env[68786]: value = "task-3090470" [ 724.706195] env[68786]: _type = "Task" [ 724.706195] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.720505] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Task: {'id': task-3090470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.744715] env[68786]: DEBUG oslo_vmware.api [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090460, 'name': Destroy_Task, 'duration_secs': 1.799644} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.745019] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Destroyed the VM [ 724.745279] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Deleting Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 724.745608] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-421e7409-189e-46bc-b584-7699c223238d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.753315] env[68786]: DEBUG oslo_vmware.api [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 724.753315] env[68786]: value = "task-3090471" [ 724.753315] env[68786]: _type = "Task" [ 724.753315] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.764424] env[68786]: DEBUG oslo_vmware.api [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090471, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.784779] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Task: {'id': task-3090468, 'name': Rename_Task, 'duration_secs': 0.234691} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.785104] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.785369] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f6a952f-d0ac-425c-8034-6283a8c585b1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.793896] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Waiting for the task: (returnval){ [ 724.793896] env[68786]: value = "task-3090472" [ 724.793896] env[68786]: _type = "Task" [ 724.793896] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.804371] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Task: {'id': task-3090472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.855970] env[68786]: DEBUG nova.scheduler.client.report [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.035560] env[68786]: DEBUG nova.compute.manager [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.035863] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.036806] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0d2e1b-0c7f-461c-ae11-10b28acc5f02 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.046224] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.046588] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-217caedf-61b4-4999-b4fd-5d8e566edd6d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.054587] env[68786]: DEBUG oslo_vmware.api [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Waiting for the task: (returnval){ [ 725.054587] env[68786]: value = "task-3090473" [ 725.054587] env[68786]: _type = "Task" [ 725.054587] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.063798] env[68786]: DEBUG oslo_vmware.api [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Task: {'id': task-3090473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.160313] env[68786]: DEBUG oslo_vmware.api [None req-425a4a7c-e003-4726-8b9a-3fb7d15125b6 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] Task: {'id': task-3090469, 'name': ReconfigVM_Task, 'duration_secs': 0.214559} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.160648] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-425a4a7c-e003-4726-8b9a-3fb7d15125b6 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618593', 'volume_id': '90ea73fb-05ac-4d5d-8d93-a0e13090c651', 'name': 'volume-90ea73fb-05ac-4d5d-8d93-a0e13090c651', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '22c70775-b7eb-4712-b65e-1a71e77c1ba2', 'attached_at': '', 'detached_at': '', 'volume_id': '90ea73fb-05ac-4d5d-8d93-a0e13090c651', 'serial': '90ea73fb-05ac-4d5d-8d93-a0e13090c651'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 725.190666] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d4bcea-beef-21d8-0252-a38339382e07, 'name': SearchDatastore_Task, 'duration_secs': 0.017559} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.191840] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd196c7-0757-44dc-9d11-4dd89f3b8849 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.199242] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 725.199242] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5221f30e-6a5c-a44d-1096-aac1b93b8681" [ 725.199242] env[68786]: _type = "Task" [ 725.199242] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.209339] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5221f30e-6a5c-a44d-1096-aac1b93b8681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.219315] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Task: {'id': task-3090470, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.268248] env[68786]: DEBUG oslo_vmware.api [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090471, 'name': RemoveSnapshot_Task} progress is 72%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.320423] env[68786]: DEBUG oslo_vmware.api [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Task: {'id': task-3090472, 'name': PowerOnVM_Task, 'duration_secs': 0.488452} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.321103] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.321103] env[68786]: INFO nova.compute.manager [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Took 8.69 seconds to spawn the instance on the hypervisor. [ 725.321346] env[68786]: DEBUG nova.compute.manager [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.322276] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70515fe5-bf5f-40e0-96ee-c40183e5098c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.361388] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.361922] env[68786]: DEBUG nova.compute.manager [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.364559] env[68786]: DEBUG oslo_concurrency.lockutils [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.620s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.366037] env[68786]: INFO nova.compute.claims [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.406256] env[68786]: DEBUG nova.compute.manager [req-854c6cdd-67d1-4d2f-ab43-b7ffcd801606 req-aa843597-193f-404a-a972-360f5dd6b05f service nova] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Received event network-changed-2715a22f-7d8a-4260-ac23-6b9ca4e7a976 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.406686] env[68786]: DEBUG nova.compute.manager [req-854c6cdd-67d1-4d2f-ab43-b7ffcd801606 req-aa843597-193f-404a-a972-360f5dd6b05f service nova] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Refreshing instance network info cache due to event network-changed-2715a22f-7d8a-4260-ac23-6b9ca4e7a976. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.407054] env[68786]: DEBUG oslo_concurrency.lockutils [req-854c6cdd-67d1-4d2f-ab43-b7ffcd801606 req-aa843597-193f-404a-a972-360f5dd6b05f service nova] Acquiring lock "refresh_cache-daf2f4d2-5fea-4790-95d4-fb16e42e6379" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.407317] env[68786]: DEBUG oslo_concurrency.lockutils [req-854c6cdd-67d1-4d2f-ab43-b7ffcd801606 req-aa843597-193f-404a-a972-360f5dd6b05f service nova] Acquired lock "refresh_cache-daf2f4d2-5fea-4790-95d4-fb16e42e6379" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.407620] env[68786]: DEBUG nova.network.neutron [req-854c6cdd-67d1-4d2f-ab43-b7ffcd801606 req-aa843597-193f-404a-a972-360f5dd6b05f service nova] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Refreshing network info cache for port 2715a22f-7d8a-4260-ac23-6b9ca4e7a976 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.564838] env[68786]: DEBUG oslo_vmware.api [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Task: {'id': task-3090473, 'name': PowerOffVM_Task, 'duration_secs': 0.243104} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.566070] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.566070] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.566070] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dd1612c-958c-4b9f-b246-0229ad9b88f6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.659549] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.659925] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.660168] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Deleting the datastore file [datastore1] bf3d8149-511c-496d-9445-e215fa5d27ab {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.660576] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2a80c55-118c-4875-bc24-41e2c30f25e8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.667837] env[68786]: DEBUG oslo_vmware.api [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Waiting for the task: (returnval){ [ 725.667837] env[68786]: value = "task-3090475" [ 725.667837] env[68786]: _type = "Task" [ 725.667837] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.676939] env[68786]: DEBUG oslo_vmware.api [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Task: {'id': task-3090475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.710124] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5221f30e-6a5c-a44d-1096-aac1b93b8681, 'name': SearchDatastore_Task, 'duration_secs': 0.016059} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.713291] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.713568] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] daf2f4d2-5fea-4790-95d4-fb16e42e6379/daf2f4d2-5fea-4790-95d4-fb16e42e6379.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.713845] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b0d8dbe-67ce-4977-a97c-670f87d3500e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.722315] env[68786]: DEBUG oslo_vmware.api [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Task: {'id': task-3090470, 'name': PowerOnVM_Task, 'duration_secs': 0.637462} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.723619] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.723904] env[68786]: INFO nova.compute.manager [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Took 11.72 seconds to spawn the instance on the hypervisor. [ 725.724045] env[68786]: DEBUG nova.compute.manager [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.724379] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 725.724379] env[68786]: value = "task-3090476" [ 725.724379] env[68786]: _type = "Task" [ 725.724379] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.725118] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7a5a17-e7c3-42b8-8623-75fa5c1d7ce4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.736884] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.768036] env[68786]: DEBUG oslo_vmware.api [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090471, 'name': RemoveSnapshot_Task, 'duration_secs': 0.90142} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.768666] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Deleted Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 725.769282] env[68786]: INFO nova.compute.manager [None req-2de90763-d293-4809-80d5-17fae129255a tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Took 17.13 seconds to snapshot the instance on the hypervisor. [ 725.842146] env[68786]: INFO nova.compute.manager [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Took 54.54 seconds to build instance. [ 725.871897] env[68786]: DEBUG nova.compute.utils [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.877350] env[68786]: DEBUG nova.compute.manager [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.877592] env[68786]: DEBUG nova.network.neutron [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.890791] env[68786]: DEBUG nova.objects.instance [None req-425a4a7c-e003-4726-8b9a-3fb7d15125b6 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] Lazy-loading 'flavor' on Instance uuid 22c70775-b7eb-4712-b65e-1a71e77c1ba2 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.957516] env[68786]: DEBUG nova.policy [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43f225068566467f93ffbd6de98a7cfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e028aee5981a41e2ab075624c640c6ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.181439] env[68786]: DEBUG oslo_vmware.api [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Task: {'id': task-3090475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385235} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.181513] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.181727] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.181960] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.182167] env[68786]: INFO nova.compute.manager [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Took 1.15 seconds to destroy the instance on the hypervisor. [ 726.182420] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.182626] env[68786]: DEBUG nova.compute.manager [-] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.182725] env[68786]: DEBUG nova.network.neutron [-] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.241181] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090476, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.249405] env[68786]: INFO nova.compute.manager [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Took 56.50 seconds to build instance. [ 726.324949] env[68786]: DEBUG nova.network.neutron [req-854c6cdd-67d1-4d2f-ab43-b7ffcd801606 req-aa843597-193f-404a-a972-360f5dd6b05f service nova] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Updated VIF entry in instance network info cache for port 2715a22f-7d8a-4260-ac23-6b9ca4e7a976. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.325424] env[68786]: DEBUG nova.network.neutron [req-854c6cdd-67d1-4d2f-ab43-b7ffcd801606 req-aa843597-193f-404a-a972-360f5dd6b05f service nova] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Updating instance_info_cache with network_info: [{"id": "2715a22f-7d8a-4260-ac23-6b9ca4e7a976", "address": "fa:16:3e:63:a6:c5", "network": {"id": "9c541036-c0e9-44da-96b5-50a7b9f9f866", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-232231857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d706712b644407a07945c3b1472d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2715a22f-7d", "ovs_interfaceid": "2715a22f-7d8a-4260-ac23-6b9ca4e7a976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.345238] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12f232d4-c168-4322-a6df-f14ed280b789 tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Lock "208730b9-5815-4afb-83df-1ccb307d40ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.061s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.376970] env[68786]: DEBUG nova.compute.manager [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.638776] env[68786]: DEBUG nova.network.neutron [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Successfully created port: b6d07800-baab-474c-a815-7af9fd6e39a4 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.744033] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774557} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.744033] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] daf2f4d2-5fea-4790-95d4-fb16e42e6379/daf2f4d2-5fea-4790-95d4-fb16e42e6379.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.744033] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.745632] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f38220a2-0231-4a53-a713-6f9fd8e92ca9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.752851] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8f2a2cdd-ed5d-4805-b08a-6786fd460c01 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Lock "3643cc15-9cc5-49d6-b593-20c4a4c9cf76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.982s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.757085] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 726.757085] env[68786]: value = "task-3090477" [ 726.757085] env[68786]: _type = "Task" [ 726.757085] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.773058] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.828809] env[68786]: DEBUG oslo_concurrency.lockutils [req-854c6cdd-67d1-4d2f-ab43-b7ffcd801606 req-aa843597-193f-404a-a972-360f5dd6b05f service nova] Releasing lock "refresh_cache-daf2f4d2-5fea-4790-95d4-fb16e42e6379" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.850765] env[68786]: DEBUG nova.compute.manager [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.902716] env[68786]: DEBUG oslo_concurrency.lockutils [None req-425a4a7c-e003-4726-8b9a-3fb7d15125b6 tempest-VolumesAssistedSnapshotsTest-401304979 tempest-VolumesAssistedSnapshotsTest-401304979-project-admin] Lock "22c70775-b7eb-4712-b65e-1a71e77c1ba2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.543s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.928832] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b64cce-3726-440c-b4f5-f55b1025b6ac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.940266] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6386327-898a-49bb-a22b-0e4783d00dc9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.975606] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea118723-f03a-4794-823b-bb5fab9d1dbe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.985515] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583087b5-dc8c-4e3e-bacb-8cf2d0480c78 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.005148] env[68786]: DEBUG nova.compute.provider_tree [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.217626] env[68786]: DEBUG nova.network.neutron [-] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.256775] env[68786]: DEBUG nova.compute.manager [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.270844] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08217} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.271174] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.272140] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567bc8f5-1e6d-4e10-9ede-d62d98e91b10 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.296364] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] daf2f4d2-5fea-4790-95d4-fb16e42e6379/daf2f4d2-5fea-4790-95d4-fb16e42e6379.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.297404] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb0fbf37-40cf-4a67-835f-297df6d94fe0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.322661] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 727.322661] env[68786]: value = "task-3090479" [ 727.322661] env[68786]: _type = "Task" [ 727.322661] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.332194] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.376022] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.398828] env[68786]: DEBUG nova.compute.manager [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.453550] env[68786]: DEBUG nova.virt.hardware [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.453883] env[68786]: DEBUG nova.virt.hardware [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.454152] env[68786]: DEBUG nova.virt.hardware [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.454382] env[68786]: DEBUG nova.virt.hardware [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.454568] env[68786]: DEBUG nova.virt.hardware [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.454738] env[68786]: DEBUG nova.virt.hardware [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.454928] env[68786]: DEBUG nova.virt.hardware [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.455159] env[68786]: DEBUG nova.virt.hardware [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.455377] env[68786]: DEBUG nova.virt.hardware [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.455548] env[68786]: DEBUG nova.virt.hardware [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.455774] env[68786]: DEBUG nova.virt.hardware [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.456753] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27254002-c9ff-4712-9032-a2d58b02c07c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.467763] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d082ad29-cdce-4753-b7b5-ee397f7d5754 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.508030] env[68786]: DEBUG nova.scheduler.client.report [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.517991] env[68786]: DEBUG nova.compute.manager [req-ba9dd18b-83db-428f-acf1-f516547856f7 req-2f365452-720f-4241-b234-0146df16b858 service nova] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Received event network-vif-deleted-4467db80-2a6f-49d8-9ddb-cde6b0ac1a5a {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.563902] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Acquiring lock "208730b9-5815-4afb-83df-1ccb307d40ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.563902] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Lock "208730b9-5815-4afb-83df-1ccb307d40ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.563902] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Acquiring lock "208730b9-5815-4afb-83df-1ccb307d40ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.564338] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Lock "208730b9-5815-4afb-83df-1ccb307d40ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.564338] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Lock "208730b9-5815-4afb-83df-1ccb307d40ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.567042] env[68786]: INFO nova.compute.manager [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Terminating instance [ 727.723832] env[68786]: INFO nova.compute.manager [-] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Took 1.54 seconds to deallocate network for instance. [ 727.782020] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.834928] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090479, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.015419] env[68786]: DEBUG oslo_concurrency.lockutils [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.015868] env[68786]: DEBUG nova.compute.manager [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.018945] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.175s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.021156] env[68786]: INFO nova.compute.claims [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.071226] env[68786]: DEBUG nova.compute.manager [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.071524] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.072766] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4948846f-6c38-41ef-b6e4-b507840e961f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.084577] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.084943] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c866508-5050-4ab5-9af7-fd2d060d6815 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.095984] env[68786]: DEBUG oslo_vmware.api [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Waiting for the task: (returnval){ [ 728.095984] env[68786]: value = "task-3090480" [ 728.095984] env[68786]: _type = "Task" [ 728.095984] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.107885] env[68786]: DEBUG oslo_vmware.api [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Task: {'id': task-3090480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.175512] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Acquiring lock "3643cc15-9cc5-49d6-b593-20c4a4c9cf76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.175512] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Lock "3643cc15-9cc5-49d6-b593-20c4a4c9cf76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.175512] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Acquiring lock "3643cc15-9cc5-49d6-b593-20c4a4c9cf76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.175512] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Lock "3643cc15-9cc5-49d6-b593-20c4a4c9cf76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.175805] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Lock "3643cc15-9cc5-49d6-b593-20c4a4c9cf76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.178981] env[68786]: INFO nova.compute.manager [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Terminating instance [ 728.231584] env[68786]: DEBUG oslo_concurrency.lockutils [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.338670] env[68786]: DEBUG nova.network.neutron [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Successfully updated port: b6d07800-baab-474c-a815-7af9fd6e39a4 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.339956] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090479, 'name': ReconfigVM_Task, 'duration_secs': 0.559947} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.340433] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Reconfigured VM instance instance-00000027 to attach disk [datastore2] daf2f4d2-5fea-4790-95d4-fb16e42e6379/daf2f4d2-5fea-4790-95d4-fb16e42e6379.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.341074] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46a3a01e-4219-430e-97a3-230024153bdc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.349111] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 728.349111] env[68786]: value = "task-3090481" [ 728.349111] env[68786]: _type = "Task" [ 728.349111] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.359664] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090481, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.528516] env[68786]: DEBUG nova.compute.utils [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.532921] env[68786]: DEBUG nova.compute.manager [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Not allocating networking since 'none' was specified. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 728.607645] env[68786]: DEBUG oslo_vmware.api [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Task: {'id': task-3090480, 'name': PowerOffVM_Task, 'duration_secs': 0.186264} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.607952] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.608148] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.608422] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6626133d-0061-4ab9-ba00-8dc70165a63b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.683148] env[68786]: DEBUG nova.compute.manager [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.683391] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.685038] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee532ed3-c325-444d-9a05-a7e4ab1e1a92 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.687964] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.688148] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.688330] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Deleting the datastore file [datastore1] 208730b9-5815-4afb-83df-1ccb307d40ac {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.688721] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0ec1d8b-5bc9-4a4e-a328-63bb1745fa0c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.695602] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.696951] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82f28a7e-d190-4e2d-996b-f771206906a1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.698651] env[68786]: DEBUG oslo_vmware.api [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Waiting for the task: (returnval){ [ 728.698651] env[68786]: value = "task-3090483" [ 728.698651] env[68786]: _type = "Task" [ 728.698651] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.704415] env[68786]: DEBUG oslo_vmware.api [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Waiting for the task: (returnval){ [ 728.704415] env[68786]: value = "task-3090484" [ 728.704415] env[68786]: _type = "Task" [ 728.704415] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.714758] env[68786]: DEBUG oslo_vmware.api [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Task: {'id': task-3090483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.720721] env[68786]: DEBUG oslo_vmware.api [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Task: {'id': task-3090484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.841368] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Acquiring lock "refresh_cache-d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.841612] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Acquired lock "refresh_cache-d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.841880] env[68786]: DEBUG nova.network.neutron [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.861970] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090481, 'name': Rename_Task, 'duration_secs': 0.175013} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.862226] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.862513] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d7aed4a-0a18-4f06-8ac7-15a331d70aed {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.872037] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 728.872037] env[68786]: value = "task-3090485" [ 728.872037] env[68786]: _type = "Task" [ 728.872037] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.881744] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.035242] env[68786]: DEBUG oslo_vmware.rw_handles [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e9321-740b-20e5-7d44-e1a19aca0a7b/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 729.035925] env[68786]: DEBUG nova.compute.manager [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.045909] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cfb2cc-72aa-446a-8292-bd5dd4fcafb6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.053891] env[68786]: DEBUG oslo_vmware.rw_handles [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e9321-740b-20e5-7d44-e1a19aca0a7b/disk-0.vmdk is in state: ready. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 729.054081] env[68786]: ERROR oslo_vmware.rw_handles [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e9321-740b-20e5-7d44-e1a19aca0a7b/disk-0.vmdk due to incomplete transfer. [ 729.056224] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cc9ab567-261f-420b-a5f1-08e9f0fd1303 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.069759] env[68786]: DEBUG oslo_vmware.rw_handles [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e9321-740b-20e5-7d44-e1a19aca0a7b/disk-0.vmdk. {{(pid=68786) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 729.071057] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Uploaded image c35ca706-af8d-4a25-84d9-73b89eac8830 to the Glance image server {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 729.072224] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Destroying the VM {{(pid=68786) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 729.076492] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a5399b84-55e2-4fd1-bc3e-c9aea4682444 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.085863] env[68786]: DEBUG oslo_vmware.api [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 729.085863] env[68786]: value = "task-3090486" [ 729.085863] env[68786]: _type = "Task" [ 729.085863] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.102052] env[68786]: DEBUG oslo_vmware.api [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090486, 'name': Destroy_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.217261] env[68786]: DEBUG oslo_vmware.api [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Task: {'id': task-3090483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216659} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.218417] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.218770] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.219064] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.219554] env[68786]: INFO nova.compute.manager [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Took 1.15 seconds to destroy the instance on the hypervisor. [ 729.219911] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.224177] env[68786]: DEBUG nova.compute.manager [-] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.224300] env[68786]: DEBUG nova.network.neutron [-] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.226337] env[68786]: DEBUG oslo_vmware.api [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Task: {'id': task-3090484, 'name': PowerOffVM_Task, 'duration_secs': 0.223733} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.226615] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.226838] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.231260] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7073b4f-f9f3-45e5-964b-440c6b6fcba1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.320883] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.321264] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.321549] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Deleting the datastore file [datastore1] 3643cc15-9cc5-49d6-b593-20c4a4c9cf76 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.326077] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14425c79-c964-46f2-8999-72845428361d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.335497] env[68786]: DEBUG oslo_vmware.api [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Waiting for the task: (returnval){ [ 729.335497] env[68786]: value = "task-3090488" [ 729.335497] env[68786]: _type = "Task" [ 729.335497] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.351547] env[68786]: DEBUG oslo_vmware.api [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Task: {'id': task-3090488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.386664] env[68786]: DEBUG oslo_vmware.api [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090485, 'name': PowerOnVM_Task, 'duration_secs': 0.510735} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.387686] env[68786]: DEBUG nova.network.neutron [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.390185] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.390260] env[68786]: INFO nova.compute.manager [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Took 7.87 seconds to spawn the instance on the hypervisor. [ 729.390521] env[68786]: DEBUG nova.compute.manager [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.393773] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0390bd-dfa9-4e1b-8c06-6a99ee45e028 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.562120] env[68786]: DEBUG oslo_concurrency.lockutils [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Acquiring lock "596ff49a-578e-43a1-86fa-91e7bb4dc1ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.562381] env[68786]: DEBUG oslo_concurrency.lockutils [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lock "596ff49a-578e-43a1-86fa-91e7bb4dc1ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.562577] env[68786]: DEBUG oslo_concurrency.lockutils [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Acquiring lock "596ff49a-578e-43a1-86fa-91e7bb4dc1ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.562752] env[68786]: DEBUG oslo_concurrency.lockutils [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lock "596ff49a-578e-43a1-86fa-91e7bb4dc1ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.562906] env[68786]: DEBUG oslo_concurrency.lockutils [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lock "596ff49a-578e-43a1-86fa-91e7bb4dc1ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.564957] env[68786]: INFO nova.compute.manager [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Terminating instance [ 729.569634] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dacafc-ec45-4a1e-bd77-2d4de5ea5776 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.580401] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29b392d-2a16-4f97-a663-f17602120c4a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.618570] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d6c901-c80e-42ca-888e-0a0f21e5812d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.624619] env[68786]: DEBUG oslo_vmware.api [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090486, 'name': Destroy_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.630326] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3efbdcd-6eaf-4b9c-8797-b2ac6978200e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.644750] env[68786]: DEBUG nova.compute.provider_tree [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.847236] env[68786]: DEBUG oslo_vmware.api [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Task: {'id': task-3090488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176909} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.847625] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.848106] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.848106] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.848240] env[68786]: INFO nova.compute.manager [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Took 1.16 seconds to destroy the instance on the hypervisor. [ 729.848617] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.848670] env[68786]: DEBUG nova.compute.manager [-] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.848774] env[68786]: DEBUG nova.network.neutron [-] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.869200] env[68786]: DEBUG nova.compute.manager [req-6c94582a-651c-44bf-9885-5d0d79a94c70 req-fb8b5a1c-90a6-431e-80bd-4e640a49b7d4 service nova] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Received event network-vif-plugged-b6d07800-baab-474c-a815-7af9fd6e39a4 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.869200] env[68786]: DEBUG oslo_concurrency.lockutils [req-6c94582a-651c-44bf-9885-5d0d79a94c70 req-fb8b5a1c-90a6-431e-80bd-4e640a49b7d4 service nova] Acquiring lock "d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.869200] env[68786]: DEBUG oslo_concurrency.lockutils [req-6c94582a-651c-44bf-9885-5d0d79a94c70 req-fb8b5a1c-90a6-431e-80bd-4e640a49b7d4 service nova] Lock "d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.869200] env[68786]: DEBUG oslo_concurrency.lockutils [req-6c94582a-651c-44bf-9885-5d0d79a94c70 req-fb8b5a1c-90a6-431e-80bd-4e640a49b7d4 service nova] Lock "d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.869200] env[68786]: DEBUG nova.compute.manager [req-6c94582a-651c-44bf-9885-5d0d79a94c70 req-fb8b5a1c-90a6-431e-80bd-4e640a49b7d4 service nova] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] No waiting events found dispatching network-vif-plugged-b6d07800-baab-474c-a815-7af9fd6e39a4 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.869525] env[68786]: WARNING nova.compute.manager [req-6c94582a-651c-44bf-9885-5d0d79a94c70 req-fb8b5a1c-90a6-431e-80bd-4e640a49b7d4 service nova] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Received unexpected event network-vif-plugged-b6d07800-baab-474c-a815-7af9fd6e39a4 for instance with vm_state building and task_state spawning. [ 729.869525] env[68786]: DEBUG nova.compute.manager [req-6c94582a-651c-44bf-9885-5d0d79a94c70 req-fb8b5a1c-90a6-431e-80bd-4e640a49b7d4 service nova] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Received event network-changed-b6d07800-baab-474c-a815-7af9fd6e39a4 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.869525] env[68786]: DEBUG nova.compute.manager [req-6c94582a-651c-44bf-9885-5d0d79a94c70 req-fb8b5a1c-90a6-431e-80bd-4e640a49b7d4 service nova] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Refreshing instance network info cache due to event network-changed-b6d07800-baab-474c-a815-7af9fd6e39a4. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.869525] env[68786]: DEBUG oslo_concurrency.lockutils [req-6c94582a-651c-44bf-9885-5d0d79a94c70 req-fb8b5a1c-90a6-431e-80bd-4e640a49b7d4 service nova] Acquiring lock "refresh_cache-d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.914043] env[68786]: INFO nova.compute.manager [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Took 51.04 seconds to build instance. [ 729.937487] env[68786]: DEBUG nova.network.neutron [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Updating instance_info_cache with network_info: [{"id": "b6d07800-baab-474c-a815-7af9fd6e39a4", "address": "fa:16:3e:12:b4:be", "network": {"id": "5e0cce5e-a291-4e99-868c-b9fc4d6f3531", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-966661530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e028aee5981a41e2ab075624c640c6ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d07800-ba", "ovs_interfaceid": "b6d07800-baab-474c-a815-7af9fd6e39a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.982660] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6790dfaa-bbd1-4d11-8fcf-b793ddddfade tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "79eb0836-d812-4c49-9463-4999d2b5d003" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.983084] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6790dfaa-bbd1-4d11-8fcf-b793ddddfade tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "79eb0836-d812-4c49-9463-4999d2b5d003" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.983330] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6790dfaa-bbd1-4d11-8fcf-b793ddddfade tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "79eb0836-d812-4c49-9463-4999d2b5d003-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.983714] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6790dfaa-bbd1-4d11-8fcf-b793ddddfade tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "79eb0836-d812-4c49-9463-4999d2b5d003-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.983714] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6790dfaa-bbd1-4d11-8fcf-b793ddddfade tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "79eb0836-d812-4c49-9463-4999d2b5d003-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.986037] env[68786]: INFO nova.compute.manager [None req-6790dfaa-bbd1-4d11-8fcf-b793ddddfade tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Terminating instance [ 730.059365] env[68786]: DEBUG nova.compute.manager [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.068587] env[68786]: DEBUG nova.compute.manager [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.069739] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.070146] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fd50b1-7874-4614-ad75-7d5ea6c1d826 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.081414] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.081414] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-356f71cd-e73e-449b-9942-878279d3c268 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.087777] env[68786]: DEBUG oslo_vmware.api [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 730.087777] env[68786]: value = "task-3090489" [ 730.087777] env[68786]: _type = "Task" [ 730.087777] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.103025] env[68786]: DEBUG nova.virt.hardware [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.103025] env[68786]: DEBUG nova.virt.hardware [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.103025] env[68786]: DEBUG nova.virt.hardware [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.103025] env[68786]: DEBUG nova.virt.hardware [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.103284] env[68786]: DEBUG nova.virt.hardware [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.103284] env[68786]: DEBUG nova.virt.hardware [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.103659] env[68786]: DEBUG nova.virt.hardware [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.103903] env[68786]: DEBUG nova.virt.hardware [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.104111] env[68786]: DEBUG nova.virt.hardware [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.104294] env[68786]: DEBUG nova.virt.hardware [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.104458] env[68786]: DEBUG nova.virt.hardware [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.108459] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e330c1-161e-48a7-8449-3a450b078425 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.112268] env[68786]: DEBUG oslo_vmware.api [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090486, 'name': Destroy_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.120251] env[68786]: DEBUG oslo_vmware.api [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.121854] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fc1bf1-c407-488a-8772-b4b48600a612 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.138936] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Instance VIF info [] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.144622] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Creating folder: Project (c143088ac1f447d2b33b9dc3354d8ed9). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.146856] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52fdf7e7-97e6-49bd-aa5a-9e977f297def {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.147650] env[68786]: DEBUG nova.scheduler.client.report [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.165246] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Created folder: Project (c143088ac1f447d2b33b9dc3354d8ed9) in parent group-v618484. [ 730.165246] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Creating folder: Instances. Parent ref: group-v618606. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.165246] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0fcf3a9-29cf-45dd-b021-9a46a12a7e21 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.176583] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Created folder: Instances in parent group-v618606. [ 730.177346] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.177988] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.178318] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7949f307-ea1a-4231-8e04-9ab3b5409ee2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.207460] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.207460] env[68786]: value = "task-3090492" [ 730.207460] env[68786]: _type = "Task" [ 730.207460] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.218142] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090492, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.395962] env[68786]: DEBUG nova.network.neutron [-] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.418605] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06e36b53-b28a-4f01-a576-e742f1fdbbd3 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "daf2f4d2-5fea-4790-95d4-fb16e42e6379" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.480s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.441303] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Releasing lock "refresh_cache-d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.441303] env[68786]: DEBUG nova.compute.manager [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Instance network_info: |[{"id": "b6d07800-baab-474c-a815-7af9fd6e39a4", "address": "fa:16:3e:12:b4:be", "network": {"id": "5e0cce5e-a291-4e99-868c-b9fc4d6f3531", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-966661530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e028aee5981a41e2ab075624c640c6ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d07800-ba", "ovs_interfaceid": "b6d07800-baab-474c-a815-7af9fd6e39a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.441756] env[68786]: DEBUG oslo_concurrency.lockutils [req-6c94582a-651c-44bf-9885-5d0d79a94c70 req-fb8b5a1c-90a6-431e-80bd-4e640a49b7d4 service nova] Acquired lock "refresh_cache-d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.442034] env[68786]: DEBUG nova.network.neutron [req-6c94582a-651c-44bf-9885-5d0d79a94c70 req-fb8b5a1c-90a6-431e-80bd-4e640a49b7d4 service nova] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Refreshing network info cache for port b6d07800-baab-474c-a815-7af9fd6e39a4 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.444377] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:b4:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6d07800-baab-474c-a815-7af9fd6e39a4', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.452385] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Creating folder: Project (e028aee5981a41e2ab075624c640c6ef). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.456416] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-048605cd-5740-49a4-b88f-0316f75ccd9a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.472069] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Created folder: Project (e028aee5981a41e2ab075624c640c6ef) in parent group-v618484. [ 730.472340] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Creating folder: Instances. Parent ref: group-v618609. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.472607] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4e88b49-b10f-4fbc-bee9-ceecd47cd881 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.486282] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Created folder: Instances in parent group-v618609. [ 730.486561] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.486783] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.487013] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d97f660-c6de-4ea0-b82e-5d714ca124d8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.508929] env[68786]: DEBUG nova.compute.manager [None req-6790dfaa-bbd1-4d11-8fcf-b793ddddfade tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.509190] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6790dfaa-bbd1-4d11-8fcf-b793ddddfade tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.510393] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1175a33-5c79-4d95-93c1-cd062ccdd8dc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.522458] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6790dfaa-bbd1-4d11-8fcf-b793ddddfade tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.524133] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3ee1342-da23-4853-bf2e-76749c3323b0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.525614] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.525614] env[68786]: value = "task-3090495" [ 730.525614] env[68786]: _type = "Task" [ 730.525614] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.537763] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090495, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.603436] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6790dfaa-bbd1-4d11-8fcf-b793ddddfade tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.603802] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6790dfaa-bbd1-4d11-8fcf-b793ddddfade tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.604082] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-6790dfaa-bbd1-4d11-8fcf-b793ddddfade tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Deleting the datastore file [datastore2] 79eb0836-d812-4c49-9463-4999d2b5d003 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.604332] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f7d1616-2d71-4bee-a1b9-aa478191f8ff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.615758] env[68786]: DEBUG oslo_vmware.api [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090486, 'name': Destroy_Task, 'duration_secs': 1.396335} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.615758] env[68786]: DEBUG oslo_vmware.api [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090489, 'name': PowerOffVM_Task, 'duration_secs': 0.187321} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.617046] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Destroyed the VM [ 730.617046] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Deleting Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 730.617463] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.617890] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.618107] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a69624b6-3c17-4262-a1d2-30f303e3f1b5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.620141] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be6e9029-03cd-499e-be8a-c4247afa69f9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.623435] env[68786]: DEBUG oslo_vmware.api [None req-6790dfaa-bbd1-4d11-8fcf-b793ddddfade tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 730.623435] env[68786]: value = "task-3090497" [ 730.623435] env[68786]: _type = "Task" [ 730.623435] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.631714] env[68786]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 730.632352] env[68786]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=68786) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 730.632665] env[68786]: DEBUG nova.compute.utils [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Cleaning up image c35ca706-af8d-4a25-84d9-73b89eac8830 {{(pid=68786) delete_image /opt/stack/nova/nova/compute/utils.py:1352}} [ 730.644984] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "1362ff83-bc7d-43b8-ae39-b1d4d4f494bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.644984] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "1362ff83-bc7d-43b8-ae39-b1d4d4f494bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.645941] env[68786]: DEBUG oslo_vmware.api [None req-6790dfaa-bbd1-4d11-8fcf-b793ddddfade tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.657504] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.658083] env[68786]: DEBUG nova.compute.manager [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.662382] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.358s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.662382] env[68786]: DEBUG nova.objects.instance [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lazy-loading 'resources' on Instance uuid 75034c85-c991-4d7c-b7b0-cb547642e903 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.702922] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.703244] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.703434] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Deleting the datastore file [datastore2] 596ff49a-578e-43a1-86fa-91e7bb4dc1ee {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.704538] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Acquiring lock "22c70775-b7eb-4712-b65e-1a71e77c1ba2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.704779] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Lock "22c70775-b7eb-4712-b65e-1a71e77c1ba2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.705013] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Acquiring lock "22c70775-b7eb-4712-b65e-1a71e77c1ba2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.705230] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Lock "22c70775-b7eb-4712-b65e-1a71e77c1ba2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.705424] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Lock "22c70775-b7eb-4712-b65e-1a71e77c1ba2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.707067] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-094498c0-31d0-4cba-8a5c-e3df73ccd024 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.709561] env[68786]: DEBUG nova.network.neutron [-] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.710841] env[68786]: INFO nova.compute.manager [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Terminating instance [ 730.730633] env[68786]: DEBUG oslo_vmware.api [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 730.730633] env[68786]: value = "task-3090499" [ 730.730633] env[68786]: _type = "Task" [ 730.730633] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.730797] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090492, 'name': CreateVM_Task, 'duration_secs': 0.484692} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.731046] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.735580] env[68786]: DEBUG oslo_concurrency.lockutils [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.735727] env[68786]: DEBUG oslo_concurrency.lockutils [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.736104] env[68786]: DEBUG oslo_concurrency.lockutils [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.736441] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a56cbaa-1775-49aa-b120-e5f39e81221e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.744454] env[68786]: DEBUG oslo_vmware.api [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.748570] env[68786]: DEBUG oslo_vmware.api [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Waiting for the task: (returnval){ [ 730.748570] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]520735db-7f85-3a5c-2204-e194791703d3" [ 730.748570] env[68786]: _type = "Task" [ 730.748570] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.760515] env[68786]: DEBUG oslo_vmware.api [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520735db-7f85-3a5c-2204-e194791703d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.798328] env[68786]: DEBUG nova.network.neutron [req-6c94582a-651c-44bf-9885-5d0d79a94c70 req-fb8b5a1c-90a6-431e-80bd-4e640a49b7d4 service nova] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Updated VIF entry in instance network info cache for port b6d07800-baab-474c-a815-7af9fd6e39a4. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.799032] env[68786]: DEBUG nova.network.neutron [req-6c94582a-651c-44bf-9885-5d0d79a94c70 req-fb8b5a1c-90a6-431e-80bd-4e640a49b7d4 service nova] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Updating instance_info_cache with network_info: [{"id": "b6d07800-baab-474c-a815-7af9fd6e39a4", "address": "fa:16:3e:12:b4:be", "network": {"id": "5e0cce5e-a291-4e99-868c-b9fc4d6f3531", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-966661530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e028aee5981a41e2ab075624c640c6ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d07800-ba", "ovs_interfaceid": "b6d07800-baab-474c-a815-7af9fd6e39a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.898389] env[68786]: INFO nova.compute.manager [-] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Took 1.67 seconds to deallocate network for instance. [ 731.039663] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090495, 'name': CreateVM_Task, 'duration_secs': 0.360422} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.039834] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.040561] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.135522] env[68786]: WARNING nova.virt.vmwareapi.vmops [None req-6790dfaa-bbd1-4d11-8fcf-b793ddddfade tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] In vmwareapi:vmops:_destroy_instance, exception while deleting the VM contents from the disk: oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore2] 79eb0836-d812-4c49-9463-4999d2b5d003 [ 731.135522] env[68786]: ERROR nova.virt.vmwareapi.vmops [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Traceback (most recent call last): [ 731.135522] env[68786]: ERROR nova.virt.vmwareapi.vmops [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1113, in _destroy_instance [ 731.135522] env[68786]: ERROR nova.virt.vmwareapi.vmops [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] ds_util.file_delete(self._session, [ 731.135522] env[68786]: ERROR nova.virt.vmwareapi.vmops [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] File "/opt/stack/nova/nova/virt/vmwareapi/ds_util.py", line 219, in file_delete [ 731.135522] env[68786]: ERROR nova.virt.vmwareapi.vmops [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] session._wait_for_task(file_delete_task) [ 731.135522] env[68786]: ERROR nova.virt.vmwareapi.vmops [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 731.135522] env[68786]: ERROR nova.virt.vmwareapi.vmops [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] return self.wait_for_task(task_ref) [ 731.135522] env[68786]: ERROR nova.virt.vmwareapi.vmops [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 731.135522] env[68786]: ERROR nova.virt.vmwareapi.vmops [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] return evt.wait() [ 731.135522] env[68786]: ERROR nova.virt.vmwareapi.vmops [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 731.135950] env[68786]: ERROR nova.virt.vmwareapi.vmops [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] result = hub.switch() [ 731.135950] env[68786]: ERROR nova.virt.vmwareapi.vmops [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 731.135950] env[68786]: ERROR nova.virt.vmwareapi.vmops [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] return self.greenlet.switch() [ 731.135950] env[68786]: ERROR nova.virt.vmwareapi.vmops [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 731.135950] env[68786]: ERROR nova.virt.vmwareapi.vmops [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] self.f(*self.args, **self.kw) [ 731.135950] env[68786]: ERROR nova.virt.vmwareapi.vmops [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 731.135950] env[68786]: ERROR nova.virt.vmwareapi.vmops [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] raise exceptions.translate_fault(task_info.error) [ 731.135950] env[68786]: ERROR nova.virt.vmwareapi.vmops [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore2] 79eb0836-d812-4c49-9463-4999d2b5d003 [ 731.135950] env[68786]: ERROR nova.virt.vmwareapi.vmops [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] [ 731.135950] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6790dfaa-bbd1-4d11-8fcf-b793ddddfade tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.136252] env[68786]: INFO nova.compute.manager [None req-6790dfaa-bbd1-4d11-8fcf-b793ddddfade tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Took 0.63 seconds to destroy the instance on the hypervisor. [ 731.136291] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6790dfaa-bbd1-4d11-8fcf-b793ddddfade tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.136462] env[68786]: DEBUG nova.compute.manager [-] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.136558] env[68786]: DEBUG nova.network.neutron [-] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.146905] env[68786]: DEBUG nova.compute.manager [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.167090] env[68786]: DEBUG nova.compute.utils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.171779] env[68786]: DEBUG nova.compute.manager [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.171779] env[68786]: DEBUG nova.network.neutron [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.214591] env[68786]: INFO nova.compute.manager [-] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Took 1.37 seconds to deallocate network for instance. [ 731.219641] env[68786]: DEBUG nova.compute.manager [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.219834] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.222574] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2b9e3b-d30b-4d0e-b7b3-ce2098b2c42a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.229127] env[68786]: DEBUG nova.policy [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f797528990774abe8da4e2fd57f2174c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '222f209a941a4981b7185b8198b33c1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.237169] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.237763] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39e4149a-2c1b-4dca-a253-761a4542027a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.242728] env[68786]: DEBUG oslo_vmware.api [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13638} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.246036] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.246036] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.246036] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.246343] env[68786]: INFO nova.compute.manager [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Took 1.18 seconds to destroy the instance on the hypervisor. [ 731.246543] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.248525] env[68786]: DEBUG nova.compute.manager [-] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.248636] env[68786]: DEBUG nova.network.neutron [-] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.250545] env[68786]: DEBUG oslo_vmware.api [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Waiting for the task: (returnval){ [ 731.250545] env[68786]: value = "task-3090500" [ 731.250545] env[68786]: _type = "Task" [ 731.250545] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.264089] env[68786]: DEBUG oslo_vmware.api [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520735db-7f85-3a5c-2204-e194791703d3, 'name': SearchDatastore_Task, 'duration_secs': 0.020699} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.270148] env[68786]: DEBUG oslo_concurrency.lockutils [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.270404] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.270639] env[68786]: DEBUG oslo_concurrency.lockutils [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.270781] env[68786]: DEBUG oslo_concurrency.lockutils [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.271018] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.271343] env[68786]: DEBUG oslo_vmware.api [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Task: {'id': task-3090500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.271871] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.272235] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.272497] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4f5f87f-23f3-4e18-841a-872e64a7855f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.275156] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aedaa361-64d4-4310-8aa5-cdb29fefa586 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.281942] env[68786]: DEBUG oslo_vmware.api [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Waiting for the task: (returnval){ [ 731.281942] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5236aa76-1080-fe5a-93ca-30bf284b7a08" [ 731.281942] env[68786]: _type = "Task" [ 731.281942] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.286530] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.286530] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.290025] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d45db78-a623-4f26-ab07-ceb4eb8fa2b4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.292775] env[68786]: DEBUG oslo_vmware.api [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5236aa76-1080-fe5a-93ca-30bf284b7a08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.300250] env[68786]: DEBUG oslo_vmware.api [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Waiting for the task: (returnval){ [ 731.300250] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]523d5489-a0d7-75e6-6cb2-9d1952d9c140" [ 731.300250] env[68786]: _type = "Task" [ 731.300250] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.302154] env[68786]: DEBUG oslo_concurrency.lockutils [req-6c94582a-651c-44bf-9885-5d0d79a94c70 req-fb8b5a1c-90a6-431e-80bd-4e640a49b7d4 service nova] Releasing lock "refresh_cache-d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.322087] env[68786]: DEBUG oslo_vmware.api [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523d5489-a0d7-75e6-6cb2-9d1952d9c140, 'name': SearchDatastore_Task, 'duration_secs': 0.01977} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.322939] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7767f294-b102-4620-993b-4ad72c40f99c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.330668] env[68786]: DEBUG oslo_vmware.api [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Waiting for the task: (returnval){ [ 731.330668] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52cff992-75c3-4fc9-fcb4-232ab0fa9e13" [ 731.330668] env[68786]: _type = "Task" [ 731.330668] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.345258] env[68786]: DEBUG oslo_vmware.api [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52cff992-75c3-4fc9-fcb4-232ab0fa9e13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.407578] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.519547] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "52d276d9-713c-4ef7-9a8b-cb644497ac2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.519694] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "52d276d9-713c-4ef7-9a8b-cb644497ac2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.676434] env[68786]: DEBUG nova.compute.manager [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.679957] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.720205] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.722719] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355a9812-3676-4975-8744-ca97bc704ac7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.734990] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bd1d35-3657-4365-b6ea-f54827c843cd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.774335] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18899f05-0d75-4992-97b2-db7bbc23fcae {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.790232] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cd4e0e-2745-4fb9-892d-0f923d8b2131 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.794904] env[68786]: DEBUG oslo_vmware.api [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Task: {'id': task-3090500, 'name': PowerOffVM_Task, 'duration_secs': 0.36555} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.795196] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.795369] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.796270] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-689628f1-8bdf-4555-8bce-bfae58a11d1e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.809727] env[68786]: DEBUG nova.compute.provider_tree [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.816401] env[68786]: DEBUG oslo_vmware.api [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5236aa76-1080-fe5a-93ca-30bf284b7a08, 'name': SearchDatastore_Task, 'duration_secs': 0.015218} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.816401] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.816401] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.816401] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.843350] env[68786]: DEBUG oslo_vmware.api [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52cff992-75c3-4fc9-fcb4-232ab0fa9e13, 'name': SearchDatastore_Task, 'duration_secs': 0.014861} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.843941] env[68786]: DEBUG oslo_concurrency.lockutils [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.844246] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] bf984749-f902-4b86-9bc0-2753871f8e33/bf984749-f902-4b86-9bc0-2753871f8e33.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.845163] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.845350] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.845607] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5963d812-7b10-4985-91e7-365274e47334 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.848217] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04ca03d7-0e9b-4194-a012-e68e1e7787c9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.859302] env[68786]: DEBUG oslo_vmware.api [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Waiting for the task: (returnval){ [ 731.859302] env[68786]: value = "task-3090502" [ 731.859302] env[68786]: _type = "Task" [ 731.859302] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.861188] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.861375] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.865900] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c99bada9-1c03-46a0-b307-2efe30e37575 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.872293] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.872552] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.872740] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Deleting the datastore file [datastore2] 22c70775-b7eb-4712-b65e-1a71e77c1ba2 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.873733] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee3937d2-7431-4455-96e6-4314d12abd9c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.879236] env[68786]: DEBUG oslo_vmware.api [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.881752] env[68786]: DEBUG oslo_vmware.api [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Waiting for the task: (returnval){ [ 731.881752] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52dcbcf6-c53b-955b-1199-c76543425775" [ 731.881752] env[68786]: _type = "Task" [ 731.881752] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.886141] env[68786]: DEBUG oslo_vmware.api [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Waiting for the task: (returnval){ [ 731.886141] env[68786]: value = "task-3090503" [ 731.886141] env[68786]: _type = "Task" [ 731.886141] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.894837] env[68786]: DEBUG oslo_vmware.api [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52dcbcf6-c53b-955b-1199-c76543425775, 'name': SearchDatastore_Task, 'duration_secs': 0.011495} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.898434] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd7a171e-dedb-44cb-b142-23f7404ce552 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.903366] env[68786]: DEBUG oslo_vmware.api [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Task: {'id': task-3090503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.908342] env[68786]: DEBUG oslo_vmware.api [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Waiting for the task: (returnval){ [ 731.908342] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52603e51-9d66-a659-8771-789a0d403480" [ 731.908342] env[68786]: _type = "Task" [ 731.908342] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.917763] env[68786]: DEBUG nova.compute.manager [req-730b79f7-fe17-4aab-8c24-007fb94fe189 req-0141a60b-de95-4915-8fa2-80edc50d9f82 service nova] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Received event network-vif-deleted-a4b4c51a-2ca3-46c5-bb7a-c72d615546df {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.917763] env[68786]: DEBUG nova.compute.manager [req-730b79f7-fe17-4aab-8c24-007fb94fe189 req-0141a60b-de95-4915-8fa2-80edc50d9f82 service nova] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Received event network-vif-deleted-af67d9ee-cde7-4b2a-bb0c-d68ddd86d9b6 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.917763] env[68786]: DEBUG nova.compute.manager [req-730b79f7-fe17-4aab-8c24-007fb94fe189 req-0141a60b-de95-4915-8fa2-80edc50d9f82 service nova] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Received event network-vif-deleted-1944273a-3938-40a9-85cb-26caf38d3520 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.917763] env[68786]: INFO nova.compute.manager [req-730b79f7-fe17-4aab-8c24-007fb94fe189 req-0141a60b-de95-4915-8fa2-80edc50d9f82 service nova] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Neutron deleted interface 1944273a-3938-40a9-85cb-26caf38d3520; detaching it from the instance and deleting it from the info cache [ 731.917763] env[68786]: DEBUG nova.network.neutron [req-730b79f7-fe17-4aab-8c24-007fb94fe189 req-0141a60b-de95-4915-8fa2-80edc50d9f82 service nova] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.926971] env[68786]: DEBUG oslo_vmware.api [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52603e51-9d66-a659-8771-789a0d403480, 'name': SearchDatastore_Task, 'duration_secs': 0.012528} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.928815] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.928815] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3/d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.928815] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9455157f-b911-4166-ae10-96a14e212649 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.939028] env[68786]: DEBUG oslo_vmware.api [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Waiting for the task: (returnval){ [ 731.939028] env[68786]: value = "task-3090504" [ 731.939028] env[68786]: _type = "Task" [ 731.939028] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.949743] env[68786]: DEBUG oslo_vmware.api [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.972387] env[68786]: DEBUG nova.network.neutron [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Successfully created port: e0bedf69-f580-4f87-af37-c00c421774bb {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.180828] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.279014] env[68786]: DEBUG nova.network.neutron [-] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.316494] env[68786]: DEBUG nova.scheduler.client.report [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.337362] env[68786]: DEBUG nova.network.neutron [-] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.374197] env[68786]: DEBUG oslo_vmware.api [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090502, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.397045] env[68786]: DEBUG oslo_vmware.api [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Task: {'id': task-3090503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223537} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.397275] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.397437] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.397616] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.397785] env[68786]: INFO nova.compute.manager [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 732.398045] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.398251] env[68786]: DEBUG nova.compute.manager [-] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.398348] env[68786]: DEBUG nova.network.neutron [-] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.424544] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d514761-5adf-440b-a169-b744bb1f1b4e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.432991] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e646a74-ff3b-456c-b96e-303dbc4af6f8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.460539] env[68786]: DEBUG oslo_vmware.api [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090504, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.474292] env[68786]: DEBUG nova.compute.manager [req-730b79f7-fe17-4aab-8c24-007fb94fe189 req-0141a60b-de95-4915-8fa2-80edc50d9f82 service nova] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Detach interface failed, port_id=1944273a-3938-40a9-85cb-26caf38d3520, reason: Instance 79eb0836-d812-4c49-9463-4999d2b5d003 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 732.474656] env[68786]: DEBUG nova.compute.manager [req-730b79f7-fe17-4aab-8c24-007fb94fe189 req-0141a60b-de95-4915-8fa2-80edc50d9f82 service nova] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Received event network-vif-deleted-a3fc1396-1058-4039-aee8-868211603a13 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.474718] env[68786]: INFO nova.compute.manager [req-730b79f7-fe17-4aab-8c24-007fb94fe189 req-0141a60b-de95-4915-8fa2-80edc50d9f82 service nova] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Neutron deleted interface a3fc1396-1058-4039-aee8-868211603a13; detaching it from the instance and deleting it from the info cache [ 732.474886] env[68786]: DEBUG nova.network.neutron [req-730b79f7-fe17-4aab-8c24-007fb94fe189 req-0141a60b-de95-4915-8fa2-80edc50d9f82 service nova] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.687947] env[68786]: DEBUG nova.compute.manager [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.721592] env[68786]: DEBUG nova.virt.hardware [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.721876] env[68786]: DEBUG nova.virt.hardware [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.722101] env[68786]: DEBUG nova.virt.hardware [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.722300] env[68786]: DEBUG nova.virt.hardware [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.722448] env[68786]: DEBUG nova.virt.hardware [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.722596] env[68786]: DEBUG nova.virt.hardware [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.722853] env[68786]: DEBUG nova.virt.hardware [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.723083] env[68786]: DEBUG nova.virt.hardware [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.723268] env[68786]: DEBUG nova.virt.hardware [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.723433] env[68786]: DEBUG nova.virt.hardware [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.723603] env[68786]: DEBUG nova.virt.hardware [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.724793] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003173f5-a3af-4e67-8ddc-cf9b19b4f5c9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.736192] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1035957b-5743-424b-afe5-f42fdc0e2808 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.782340] env[68786]: INFO nova.compute.manager [-] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Took 1.65 seconds to deallocate network for instance. [ 732.823772] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.826767] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.952s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.841015] env[68786]: INFO nova.compute.manager [-] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Took 1.59 seconds to deallocate network for instance. [ 732.874557] env[68786]: DEBUG oslo_vmware.api [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566591} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.874557] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] bf984749-f902-4b86-9bc0-2753871f8e33/bf984749-f902-4b86-9bc0-2753871f8e33.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.875153] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.875714] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-665cf231-5726-4f26-a18c-5dd2680db520 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.878456] env[68786]: INFO nova.scheduler.client.report [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Deleted allocations for instance 75034c85-c991-4d7c-b7b0-cb547642e903 [ 732.887566] env[68786]: DEBUG oslo_vmware.api [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Waiting for the task: (returnval){ [ 732.887566] env[68786]: value = "task-3090505" [ 732.887566] env[68786]: _type = "Task" [ 732.887566] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.900094] env[68786]: DEBUG oslo_vmware.api [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.959051] env[68786]: DEBUG oslo_vmware.api [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843642} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.959389] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3/d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.959632] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.960412] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb9e97b8-8db7-4396-8d4e-fa6092e98a15 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.972534] env[68786]: DEBUG oslo_vmware.api [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Waiting for the task: (returnval){ [ 732.972534] env[68786]: value = "task-3090506" [ 732.972534] env[68786]: _type = "Task" [ 732.972534] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.979387] env[68786]: DEBUG oslo_vmware.api [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.979680] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6406f5e-7c84-4009-b9fd-f952c5556935 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.990301] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b24350e-5dbd-46c6-b52e-c586a6248d45 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.030449] env[68786]: DEBUG nova.compute.manager [req-730b79f7-fe17-4aab-8c24-007fb94fe189 req-0141a60b-de95-4915-8fa2-80edc50d9f82 service nova] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Detach interface failed, port_id=a3fc1396-1058-4039-aee8-868211603a13, reason: Instance 596ff49a-578e-43a1-86fa-91e7bb4dc1ee could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 733.289955] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6790dfaa-bbd1-4d11-8fcf-b793ddddfade tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.352209] env[68786]: DEBUG oslo_concurrency.lockutils [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.391413] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d31a06ec-0dc8-4efa-99d7-fc88b58062cc tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "75034c85-c991-4d7c-b7b0-cb547642e903" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.874s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.398801] env[68786]: DEBUG oslo_vmware.api [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076769} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.399227] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.399863] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01660134-a20e-4375-b0be-6d952cac8a08 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.420768] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] bf984749-f902-4b86-9bc0-2753871f8e33/bf984749-f902-4b86-9bc0-2753871f8e33.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.421403] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51bd3a29-ca5f-4b12-a291-a348be4364c3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.443571] env[68786]: DEBUG oslo_vmware.api [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Waiting for the task: (returnval){ [ 733.443571] env[68786]: value = "task-3090507" [ 733.443571] env[68786]: _type = "Task" [ 733.443571] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.452385] env[68786]: DEBUG oslo_vmware.api [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.478807] env[68786]: DEBUG oslo_vmware.api [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.288695} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.479144] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.480019] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105e8768-c44e-444a-91c6-fc0ba708803d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.503361] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3/d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.503867] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bdf64f8-e938-4d21-8c5c-c68bbad8e3d2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.526161] env[68786]: DEBUG oslo_vmware.api [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Waiting for the task: (returnval){ [ 733.526161] env[68786]: value = "task-3090508" [ 733.526161] env[68786]: _type = "Task" [ 733.526161] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.536072] env[68786]: DEBUG oslo_vmware.api [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.543847] env[68786]: DEBUG nova.network.neutron [-] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.592673] env[68786]: DEBUG nova.network.neutron [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Successfully updated port: e0bedf69-f580-4f87-af37-c00c421774bb {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.877388] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 729ab7d4-6266-4faf-920a-68ce3be6bf84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.877561] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 22c70775-b7eb-4712-b65e-1a71e77c1ba2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.877705] env[68786]: WARNING nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 51056aca-0003-4ff9-b34f-8ee6fd900591 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.877824] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance a07e2040-2dc5-40da-b049-4f1ccafc38fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.877941] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 9869d412-3315-4661-a648-2c573ff65f7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.878073] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 7a1494f4-4268-417e-861d-57f6020599fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.878192] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance dcfaef39-731a-4cdc-9c3c-70dbc56dcefb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.878303] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 060a98ca-e50d-4b0f-96b2-f50e2e03271d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.878415] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 596ff49a-578e-43a1-86fa-91e7bb4dc1ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.878524] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 90a90104-ef19-43f6-badb-0e06d0ee0bee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.878636] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance bb75a858-288f-4bdd-8488-9f5d15324e6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.878741] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.878863] env[68786]: WARNING nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 79eb0836-d812-4c49-9463-4999d2b5d003 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.878982] env[68786]: WARNING nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 420a3044-c6fb-47a0-8b5f-94777a36d375 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.879114] env[68786]: WARNING nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 5206acdc-5d39-46d8-b7b0-e685038816a4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.879223] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 3b2a3201-fd24-4b57-9844-2fc078f40f2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.879336] env[68786]: WARNING nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance bf3d8149-511c-496d-9445-e215fa5d27ab is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.879450] env[68786]: WARNING nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 3643cc15-9cc5-49d6-b593-20c4a4c9cf76 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.879564] env[68786]: WARNING nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 208730b9-5815-4afb-83df-1ccb307d40ac is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.879672] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance daf2f4d2-5fea-4790-95d4-fb16e42e6379 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.879780] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.879887] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance bf984749-f902-4b86-9bc0-2753871f8e33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.880044] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.955300] env[68786]: DEBUG oslo_vmware.api [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090507, 'name': ReconfigVM_Task, 'duration_secs': 0.345006} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.956059] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Reconfigured VM instance instance-00000029 to attach disk [datastore2] bf984749-f902-4b86-9bc0-2753871f8e33/bf984749-f902-4b86-9bc0-2753871f8e33.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.956244] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccb5832c-9be1-43f2-b633-334918922dec {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.965365] env[68786]: DEBUG oslo_vmware.api [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Waiting for the task: (returnval){ [ 733.965365] env[68786]: value = "task-3090509" [ 733.965365] env[68786]: _type = "Task" [ 733.965365] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.975501] env[68786]: DEBUG oslo_vmware.api [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090509, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.982403] env[68786]: DEBUG nova.compute.manager [req-ea237510-9cce-463f-8da7-73e0fcd2d16f req-53778eec-57ba-4c36-b7e5-84cb43191ade service nova] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Received event network-vif-deleted-51eb8680-3b52-4858-8504-626bb76e4f2c {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.982403] env[68786]: DEBUG nova.compute.manager [req-ea237510-9cce-463f-8da7-73e0fcd2d16f req-53778eec-57ba-4c36-b7e5-84cb43191ade service nova] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Received event network-vif-plugged-e0bedf69-f580-4f87-af37-c00c421774bb {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.982563] env[68786]: DEBUG oslo_concurrency.lockutils [req-ea237510-9cce-463f-8da7-73e0fcd2d16f req-53778eec-57ba-4c36-b7e5-84cb43191ade service nova] Acquiring lock "1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.982725] env[68786]: DEBUG oslo_concurrency.lockutils [req-ea237510-9cce-463f-8da7-73e0fcd2d16f req-53778eec-57ba-4c36-b7e5-84cb43191ade service nova] Lock "1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.982824] env[68786]: DEBUG oslo_concurrency.lockutils [req-ea237510-9cce-463f-8da7-73e0fcd2d16f req-53778eec-57ba-4c36-b7e5-84cb43191ade service nova] Lock "1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.982984] env[68786]: DEBUG nova.compute.manager [req-ea237510-9cce-463f-8da7-73e0fcd2d16f req-53778eec-57ba-4c36-b7e5-84cb43191ade service nova] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] No waiting events found dispatching network-vif-plugged-e0bedf69-f580-4f87-af37-c00c421774bb {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.983164] env[68786]: WARNING nova.compute.manager [req-ea237510-9cce-463f-8da7-73e0fcd2d16f req-53778eec-57ba-4c36-b7e5-84cb43191ade service nova] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Received unexpected event network-vif-plugged-e0bedf69-f580-4f87-af37-c00c421774bb for instance with vm_state building and task_state spawning. [ 733.983324] env[68786]: DEBUG nova.compute.manager [req-ea237510-9cce-463f-8da7-73e0fcd2d16f req-53778eec-57ba-4c36-b7e5-84cb43191ade service nova] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Received event network-changed-e0bedf69-f580-4f87-af37-c00c421774bb {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.983476] env[68786]: DEBUG nova.compute.manager [req-ea237510-9cce-463f-8da7-73e0fcd2d16f req-53778eec-57ba-4c36-b7e5-84cb43191ade service nova] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Refreshing instance network info cache due to event network-changed-e0bedf69-f580-4f87-af37-c00c421774bb. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.983664] env[68786]: DEBUG oslo_concurrency.lockutils [req-ea237510-9cce-463f-8da7-73e0fcd2d16f req-53778eec-57ba-4c36-b7e5-84cb43191ade service nova] Acquiring lock "refresh_cache-1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.983794] env[68786]: DEBUG oslo_concurrency.lockutils [req-ea237510-9cce-463f-8da7-73e0fcd2d16f req-53778eec-57ba-4c36-b7e5-84cb43191ade service nova] Acquired lock "refresh_cache-1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.983947] env[68786]: DEBUG nova.network.neutron [req-ea237510-9cce-463f-8da7-73e0fcd2d16f req-53778eec-57ba-4c36-b7e5-84cb43191ade service nova] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Refreshing network info cache for port e0bedf69-f580-4f87-af37-c00c421774bb {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.040159] env[68786]: DEBUG oslo_vmware.api [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090508, 'name': ReconfigVM_Task, 'duration_secs': 0.498792} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.040543] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Reconfigured VM instance instance-00000028 to attach disk [datastore2] d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3/d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.041321] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dea20432-77d6-4bd9-9d6e-a76d9c2cee2f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.046999] env[68786]: INFO nova.compute.manager [-] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Took 1.65 seconds to deallocate network for instance. [ 734.050915] env[68786]: DEBUG oslo_vmware.api [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Waiting for the task: (returnval){ [ 734.050915] env[68786]: value = "task-3090510" [ 734.050915] env[68786]: _type = "Task" [ 734.050915] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.070332] env[68786]: DEBUG oslo_vmware.api [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090510, 'name': Rename_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.093544] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "refresh_cache-1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.383224] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 734.478523] env[68786]: DEBUG oslo_vmware.api [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090509, 'name': Rename_Task, 'duration_secs': 0.215477} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.478830] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.479066] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5d8b79b-595e-4409-870d-1fd80e21488e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.488713] env[68786]: DEBUG oslo_vmware.api [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Waiting for the task: (returnval){ [ 734.488713] env[68786]: value = "task-3090511" [ 734.488713] env[68786]: _type = "Task" [ 734.488713] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.497239] env[68786]: DEBUG oslo_vmware.api [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.519683] env[68786]: DEBUG nova.network.neutron [req-ea237510-9cce-463f-8da7-73e0fcd2d16f req-53778eec-57ba-4c36-b7e5-84cb43191ade service nova] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.557679] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.570832] env[68786]: DEBUG oslo_vmware.api [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090510, 'name': Rename_Task, 'duration_secs': 0.158123} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.573165] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.573643] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b92e2773-7cc4-456f-bd8e-6f6472066ac5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.580987] env[68786]: DEBUG oslo_vmware.api [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Waiting for the task: (returnval){ [ 734.580987] env[68786]: value = "task-3090512" [ 734.580987] env[68786]: _type = "Task" [ 734.580987] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.589895] env[68786]: DEBUG oslo_vmware.api [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.609814] env[68786]: DEBUG nova.network.neutron [req-ea237510-9cce-463f-8da7-73e0fcd2d16f req-53778eec-57ba-4c36-b7e5-84cb43191ade service nova] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.886402] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 1fd79203-4a2a-4211-bcb4-4604496c99fb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 735.004251] env[68786]: DEBUG oslo_vmware.api [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090511, 'name': PowerOnVM_Task, 'duration_secs': 0.513024} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.004251] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.004251] env[68786]: INFO nova.compute.manager [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Took 4.94 seconds to spawn the instance on the hypervisor. [ 735.004251] env[68786]: DEBUG nova.compute.manager [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.004544] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb79bc4c-1092-4a33-b78a-5a83804a4eaf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.092412] env[68786]: DEBUG oslo_vmware.api [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090512, 'name': PowerOnVM_Task, 'duration_secs': 0.496641} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.092725] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.092979] env[68786]: INFO nova.compute.manager [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Took 7.69 seconds to spawn the instance on the hypervisor. [ 735.093219] env[68786]: DEBUG nova.compute.manager [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.094782] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbe1d1d-4d7a-49e6-9449-e64c1b95b4f2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.112177] env[68786]: DEBUG oslo_concurrency.lockutils [req-ea237510-9cce-463f-8da7-73e0fcd2d16f req-53778eec-57ba-4c36-b7e5-84cb43191ade service nova] Releasing lock "refresh_cache-1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.112632] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquired lock "refresh_cache-1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.112794] env[68786]: DEBUG nova.network.neutron [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.390602] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 646997d1-9381-48e5-946a-570e81393466 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 735.524377] env[68786]: INFO nova.compute.manager [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Took 38.80 seconds to build instance. [ 735.621049] env[68786]: INFO nova.compute.manager [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Took 42.93 seconds to build instance. [ 735.646446] env[68786]: DEBUG nova.network.neutron [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.799387] env[68786]: DEBUG nova.network.neutron [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Updating instance_info_cache with network_info: [{"id": "e0bedf69-f580-4f87-af37-c00c421774bb", "address": "fa:16:3e:1c:c8:d0", "network": {"id": "a7fdab92-6aaf-43af-a26f-6dbc7f8272a9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-347562393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "222f209a941a4981b7185b8198b33c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bedf69-f5", "ovs_interfaceid": "e0bedf69-f580-4f87-af37-c00c421774bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.864113] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquiring lock "4972782e-8d8b-46a4-9855-9196b890ea79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.864369] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "4972782e-8d8b-46a4-9855-9196b890ea79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.893813] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 9b02ce36-2582-4b2b-9774-1f8e14cc8b92 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 736.026541] env[68786]: DEBUG oslo_concurrency.lockutils [None req-18efc0c1-e52a-40d7-bdab-43798ecc1bf3 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Lock "bf984749-f902-4b86-9bc0-2753871f8e33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.938s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.123251] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ded76f4e-5aad-434b-9542-0e4a1dae6f38 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Lock "d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.820s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.301804] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Releasing lock "refresh_cache-1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.305019] env[68786]: DEBUG nova.compute.manager [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Instance network_info: |[{"id": "e0bedf69-f580-4f87-af37-c00c421774bb", "address": "fa:16:3e:1c:c8:d0", "network": {"id": "a7fdab92-6aaf-43af-a26f-6dbc7f8272a9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-347562393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "222f209a941a4981b7185b8198b33c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bedf69-f5", "ovs_interfaceid": "e0bedf69-f580-4f87-af37-c00c421774bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.305305] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:c8:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0bedf69-f580-4f87-af37-c00c421774bb', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.309970] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Creating folder: Project (222f209a941a4981b7185b8198b33c1a). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.310260] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-518c1052-d17c-4378-b724-c9f85e5de04b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.324379] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Created folder: Project (222f209a941a4981b7185b8198b33c1a) in parent group-v618484. [ 736.324572] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Creating folder: Instances. Parent ref: group-v618612. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.324822] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51dcd66d-ea45-4374-812e-814aa42ed303 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.335609] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Created folder: Instances in parent group-v618612. [ 736.335887] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.336162] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.336380] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7eb224a6-dc50-45b5-84c8-ced256cedb70 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.356159] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.356159] env[68786]: value = "task-3090515" [ 736.356159] env[68786]: _type = "Task" [ 736.356159] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.362251] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7f28c563-f941-4061-9bdb-fb4283f74dda tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.362511] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7f28c563-f941-4061-9bdb-fb4283f74dda tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.369193] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090515, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.397414] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 736.529521] env[68786]: DEBUG nova.compute.manager [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.626149] env[68786]: DEBUG nova.compute.manager [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.734859] env[68786]: INFO nova.compute.manager [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Rebuilding instance [ 736.775800] env[68786]: DEBUG nova.compute.manager [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.776658] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c374f2c0-b93a-46fc-b38a-156f2843a426 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.868024] env[68786]: DEBUG nova.compute.utils [None req-7f28c563-f941-4061-9bdb-fb4283f74dda tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.869161] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090515, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.899706] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance f3f70d0f-bfa7-40cd-afdf-fa715c018291 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 737.019807] env[68786]: DEBUG nova.compute.manager [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.020720] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46607e78-f476-4253-aa90-c1927a3062bf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.047339] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.145559] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.370669] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7f28c563-f941-4061-9bdb-fb4283f74dda tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.371346] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090515, 'name': CreateVM_Task, 'duration_secs': 0.702846} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.371346] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.372574] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.372796] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.373697] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.374437] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22210e64-3358-4853-b4a2-4ed075c6bddf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.379891] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 737.379891] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]523081a6-2fbd-153d-2dd8-8afdd1ecdfed" [ 737.379891] env[68786]: _type = "Task" [ 737.379891] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.388622] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523081a6-2fbd-153d-2dd8-8afdd1ecdfed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.402995] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 737.533050] env[68786]: INFO nova.compute.manager [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] instance snapshotting [ 737.535914] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253bc09d-f6f1-4a14-b21b-3733aacd29b0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.556955] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634da0b7-180d-42f2-902a-beb6531eb2f3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.790099] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.790477] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a5e1703-4870-49f1-9aec-660fc9a3d303 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.799154] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Waiting for the task: (returnval){ [ 737.799154] env[68786]: value = "task-3090516" [ 737.799154] env[68786]: _type = "Task" [ 737.799154] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.809200] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.891953] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523081a6-2fbd-153d-2dd8-8afdd1ecdfed, 'name': SearchDatastore_Task, 'duration_secs': 0.011427} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.892343] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.892594] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.892835] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.893010] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.893208] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.893484] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-446fbf16-45ff-40f5-bf7f-31fffecfcb9a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.903759] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.903956] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.905213] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 52d276d9-713c-4ef7-9a8b-cb644497ac2f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 737.905491] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 737.905682] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 737.908032] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5562e750-0496-4172-859b-0ec6d6ca0448 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.914480] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 737.914480] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]524cf2b1-10f9-18d9-1cee-24183a7be1f1" [ 737.914480] env[68786]: _type = "Task" [ 737.914480] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.924542] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524cf2b1-10f9-18d9-1cee-24183a7be1f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.068801] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Creating Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 738.071526] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-646578c4-47df-4141-9cde-318d7123e4c8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.080848] env[68786]: DEBUG oslo_vmware.api [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Waiting for the task: (returnval){ [ 738.080848] env[68786]: value = "task-3090517" [ 738.080848] env[68786]: _type = "Task" [ 738.080848] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.091763] env[68786]: DEBUG oslo_vmware.api [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090517, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.314240] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090516, 'name': PowerOffVM_Task, 'duration_secs': 0.22641} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.314523] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.314781] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.315590] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a59450f-fd48-4ac4-ba67-81ebc6b98599 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.323074] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.324151] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60e7932d-5907-47c9-8980-3cd2b1f12315 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.326189] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad829c0-42ca-4ed6-9221-7fd2ff79edb5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.333881] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9721b593-818c-49b0-9044-e1392b14668c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.365892] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013cf5f2-469e-462b-8b7a-f0fde5a8f1ec {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.368532] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.368731] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.368903] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Deleting the datastore file [datastore2] bf984749-f902-4b86-9bc0-2753871f8e33 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.369179] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fb7d56f-f325-40a3-912c-d6d05579822c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.377571] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a12b1cf-60a4-4024-8b7c-9aae1d1c6b1d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.381449] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Waiting for the task: (returnval){ [ 738.381449] env[68786]: value = "task-3090519" [ 738.381449] env[68786]: _type = "Task" [ 738.381449] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.393409] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 738.400876] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.425192] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524cf2b1-10f9-18d9-1cee-24183a7be1f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011437} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.425982] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09a9e3f2-2bfd-4dc9-8b85-751273ee8aca {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.432441] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 738.432441] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f9a04f-399d-dfc3-b6d4-316d4c4d75e8" [ 738.432441] env[68786]: _type = "Task" [ 738.432441] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.436117] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7f28c563-f941-4061-9bdb-fb4283f74dda tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.436399] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7f28c563-f941-4061-9bdb-fb4283f74dda tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.436675] env[68786]: INFO nova.compute.manager [None req-7f28c563-f941-4061-9bdb-fb4283f74dda tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Attaching volume 74ed3ac3-30eb-4fd7-8b36-8ab838ebb712 to /dev/sdb [ 738.445941] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f9a04f-399d-dfc3-b6d4-316d4c4d75e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010786} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.448954] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.448954] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb/1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.449389] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-128efa9a-860a-42a6-89b1-d80e2f011cbe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.457117] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 738.457117] env[68786]: value = "task-3090520" [ 738.457117] env[68786]: _type = "Task" [ 738.457117] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.468561] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.486192] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e0e786-4038-4507-9ad8-a78d9622ebe5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.494963] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3511815c-a09b-44bf-a409-34d724e7c05e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.511376] env[68786]: DEBUG nova.virt.block_device [None req-7f28c563-f941-4061-9bdb-fb4283f74dda tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Updating existing volume attachment record: 32cf5d64-d8d0-4c8c-8dc3-7df1a8a23c95 {{(pid=68786) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 738.592467] env[68786]: DEBUG oslo_vmware.api [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090517, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.893157] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112658} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.893520] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.893713] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.893895] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.921728] env[68786]: ERROR nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [req-9b02f528-c6ea-4cb0-acc7-409485dc4e9c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9b02f528-c6ea-4cb0-acc7-409485dc4e9c"}]} [ 738.943050] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Refreshing inventories for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 738.962336] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Updating ProviderTree inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 738.962514] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 738.971152] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090520, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.975303] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Refreshing aggregate associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, aggregates: None {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 738.998016] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Refreshing trait associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 739.094393] env[68786]: DEBUG oslo_vmware.api [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090517, 'name': CreateSnapshot_Task, 'duration_secs': 0.873311} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.097212] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Created Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 739.098468] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37983db-c051-45d0-84d2-980a4304085b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.409801] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfc3205-4f55-4ce9-a596-0ce25f4ca134 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.419808] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcb988f-89a0-4ae8-a30f-76de61211984 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.452937] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d2d73c-8c26-45d7-b0f0-2365625b20a3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.465828] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcc9d5c-5b63-4f9a-9b7f-011b93d4cfa0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.475347] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520026} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.483258] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb/1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.483489] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.484232] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.485689] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bca2d8d-7271-4656-8f0f-b06b7c6d33f5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.495757] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 739.495757] env[68786]: value = "task-3090524" [ 739.495757] env[68786]: _type = "Task" [ 739.495757] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.507263] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.620107] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Creating linked-clone VM from snapshot {{(pid=68786) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 739.620470] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-76213896-e52c-4ac3-84c3-86ed3af4e9bf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.630996] env[68786]: DEBUG oslo_vmware.api [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Waiting for the task: (returnval){ [ 739.630996] env[68786]: value = "task-3090525" [ 739.630996] env[68786]: _type = "Task" [ 739.630996] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.640980] env[68786]: DEBUG oslo_vmware.api [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090525, 'name': CloneVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.929511] env[68786]: DEBUG nova.virt.hardware [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.929761] env[68786]: DEBUG nova.virt.hardware [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.929932] env[68786]: DEBUG nova.virt.hardware [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.930147] env[68786]: DEBUG nova.virt.hardware [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.930293] env[68786]: DEBUG nova.virt.hardware [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.930437] env[68786]: DEBUG nova.virt.hardware [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.930643] env[68786]: DEBUG nova.virt.hardware [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.930800] env[68786]: DEBUG nova.virt.hardware [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.930967] env[68786]: DEBUG nova.virt.hardware [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.931148] env[68786]: DEBUG nova.virt.hardware [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.931317] env[68786]: DEBUG nova.virt.hardware [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.932410] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17173ea4-88d6-423d-a37c-f7eddc3e4d65 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.940432] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cefaf3-6e9e-496e-8319-29a6cd7919d3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.953912] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Instance VIF info [] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.959554] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.959768] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.959978] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9be1c26-83ca-4d83-af22-77d58cf57295 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.978033] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.978033] env[68786]: value = "task-3090526" [ 739.978033] env[68786]: _type = "Task" [ 739.978033] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.987282] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090526, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.005911] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.42386} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.006242] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.007168] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fa46e1-3482-46eb-8e94-087f587ce8f0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.031756] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb/1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.032833] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 740.033088] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 61 to 62 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 740.033282] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.036613] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51b2c21e-f321-4eb4-a8fe-914f840fa4e5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.053457] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68786) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 740.053688] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.227s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.053950] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.432s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.055516] env[68786]: INFO nova.compute.claims [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.064876] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 740.064876] env[68786]: value = "task-3090527" [ 740.064876] env[68786]: _type = "Task" [ 740.064876] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.074284] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.142374] env[68786]: DEBUG oslo_vmware.api [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090525, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.488668] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090526, 'name': CreateVM_Task, 'duration_secs': 0.450397} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.488886] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.489396] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.489601] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.489954] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.490267] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40f90f6d-0310-4bb2-abd5-8b1d4feca48c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.494974] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Waiting for the task: (returnval){ [ 740.494974] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]523d8377-79f6-2c45-ff8c-56337fd91af5" [ 740.494974] env[68786]: _type = "Task" [ 740.494974] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.503367] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523d8377-79f6-2c45-ff8c-56337fd91af5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.576390] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090527, 'name': ReconfigVM_Task, 'duration_secs': 0.385044} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.576671] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb/1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.577340] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8804a345-a431-4ebc-87cc-020e1d8e2c5a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.584703] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 740.584703] env[68786]: value = "task-3090528" [ 740.584703] env[68786]: _type = "Task" [ 740.584703] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.592797] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090528, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.641966] env[68786]: DEBUG oslo_vmware.api [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090525, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.005926] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523d8377-79f6-2c45-ff8c-56337fd91af5, 'name': SearchDatastore_Task, 'duration_secs': 0.010422} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.006254] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.006493] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.006725] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.006869] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.007056] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.007326] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4acf09c2-31cd-4e41-b660-1c3b02f8b4db {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.020023] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.020244] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.021020] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71f3558b-8569-4b9f-b3fd-2d6da81c334c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.028594] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Waiting for the task: (returnval){ [ 741.028594] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52516a4d-c0a2-1684-62c0-027ce2660bdc" [ 741.028594] env[68786]: _type = "Task" [ 741.028594] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.037672] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52516a4d-c0a2-1684-62c0-027ce2660bdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.095884] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090528, 'name': Rename_Task, 'duration_secs': 0.156388} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.098967] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.099566] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffb1bd57-1d77-4d01-9dea-6daa8c77f9eb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.107890] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 741.107890] env[68786]: value = "task-3090530" [ 741.107890] env[68786]: _type = "Task" [ 741.107890] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.120313] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.143202] env[68786]: DEBUG oslo_vmware.api [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090525, 'name': CloneVM_Task, 'duration_secs': 1.502233} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.143476] env[68786]: INFO nova.virt.vmwareapi.vmops [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Created linked-clone VM from snapshot [ 741.144275] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffd2037-1124-4ded-bc8b-b5b66a4fc2a7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.152156] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Uploading image 21ced92b-582b-423a-9894-165edd382113 {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 741.174929] env[68786]: DEBUG oslo_vmware.rw_handles [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 741.174929] env[68786]: value = "vm-618618" [ 741.174929] env[68786]: _type = "VirtualMachine" [ 741.174929] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 741.175241] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-577409e1-828f-4a81-bb5f-503fcb676603 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.184599] env[68786]: DEBUG oslo_vmware.rw_handles [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Lease: (returnval){ [ 741.184599] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52bf268d-ce54-b02e-31e7-ff1c930e9934" [ 741.184599] env[68786]: _type = "HttpNfcLease" [ 741.184599] env[68786]: } obtained for exporting VM: (result){ [ 741.184599] env[68786]: value = "vm-618618" [ 741.184599] env[68786]: _type = "VirtualMachine" [ 741.184599] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 741.184969] env[68786]: DEBUG oslo_vmware.api [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Waiting for the lease: (returnval){ [ 741.184969] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52bf268d-ce54-b02e-31e7-ff1c930e9934" [ 741.184969] env[68786]: _type = "HttpNfcLease" [ 741.184969] env[68786]: } to be ready. {{(pid=68786) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 741.196124] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 741.196124] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52bf268d-ce54-b02e-31e7-ff1c930e9934" [ 741.196124] env[68786]: _type = "HttpNfcLease" [ 741.196124] env[68786]: } is initializing. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 741.474110] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bd2565-f1ab-4844-a0c8-837abdb680f8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.482399] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab44f6b-f35d-4d6a-bbf2-400e32c51892 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.516373] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954b4f92-125f-48c7-a724-94e7814af787 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.524943] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0298a5d8-1144-4f6d-83a0-ead88301f98d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.539765] env[68786]: DEBUG nova.compute.provider_tree [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.547409] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52516a4d-c0a2-1684-62c0-027ce2660bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.017584} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.548185] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fe1d936-b505-46d2-bae3-e44d297763a5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.553746] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Waiting for the task: (returnval){ [ 741.553746] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5224e349-89ac-c78b-0501-89037590d213" [ 741.553746] env[68786]: _type = "Task" [ 741.553746] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.562028] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5224e349-89ac-c78b-0501-89037590d213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.618336] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090530, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.693938] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 741.693938] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52bf268d-ce54-b02e-31e7-ff1c930e9934" [ 741.693938] env[68786]: _type = "HttpNfcLease" [ 741.693938] env[68786]: } is ready. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 741.693938] env[68786]: DEBUG oslo_vmware.rw_handles [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 741.693938] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52bf268d-ce54-b02e-31e7-ff1c930e9934" [ 741.693938] env[68786]: _type = "HttpNfcLease" [ 741.693938] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 741.694552] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732f513e-e79b-44a2-b532-36b300305487 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.703054] env[68786]: DEBUG oslo_vmware.rw_handles [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52111dae-cc5b-6303-8c65-77ee13f30297/disk-0.vmdk from lease info. {{(pid=68786) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 741.703269] env[68786]: DEBUG oslo_vmware.rw_handles [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52111dae-cc5b-6303-8c65-77ee13f30297/disk-0.vmdk for reading. {{(pid=68786) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 741.802748] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-44b2a897-bc47-4180-b702-b3797d149d4a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.042544] env[68786]: DEBUG nova.scheduler.client.report [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.065420] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5224e349-89ac-c78b-0501-89037590d213, 'name': SearchDatastore_Task, 'duration_secs': 0.010278} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.065718] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.065972] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] bf984749-f902-4b86-9bc0-2753871f8e33/bf984749-f902-4b86-9bc0-2753871f8e33.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.066283] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9b068c6-f804-49dc-b6b1-cf42da599a71 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.074313] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Waiting for the task: (returnval){ [ 742.074313] env[68786]: value = "task-3090532" [ 742.074313] env[68786]: _type = "Task" [ 742.074313] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.083557] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.119310] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090530, 'name': PowerOnVM_Task, 'duration_secs': 0.844153} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.120052] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.120052] env[68786]: INFO nova.compute.manager [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Took 9.43 seconds to spawn the instance on the hypervisor. [ 742.120052] env[68786]: DEBUG nova.compute.manager [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.120606] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a1f9b0-06f8-4031-a7ac-951aaf81ca54 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.342814] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "ff2deae0-2b1c-4ecb-aa7d-05c39db81947" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.343182] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "ff2deae0-2b1c-4ecb-aa7d-05c39db81947" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.549578] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.550571] env[68786]: DEBUG nova.compute.manager [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.553178] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.953s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.554722] env[68786]: INFO nova.compute.claims [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.585029] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090532, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.643840] env[68786]: INFO nova.compute.manager [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Took 38.82 seconds to build instance. [ 743.061222] env[68786]: DEBUG nova.compute.utils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.065457] env[68786]: DEBUG nova.compute.manager [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.065799] env[68786]: DEBUG nova.network.neutron [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.068671] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f28c563-f941-4061-9bdb-fb4283f74dda tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Volume attach. Driver type: vmdk {{(pid=68786) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 743.068964] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f28c563-f941-4061-9bdb-fb4283f74dda tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618616', 'volume_id': '74ed3ac3-30eb-4fd7-8b36-8ab838ebb712', 'name': 'volume-74ed3ac3-30eb-4fd7-8b36-8ab838ebb712', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5db9f79c-bda3-4d2e-b8f2-0a59d7712d68', 'attached_at': '', 'detached_at': '', 'volume_id': '74ed3ac3-30eb-4fd7-8b36-8ab838ebb712', 'serial': '74ed3ac3-30eb-4fd7-8b36-8ab838ebb712'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 743.070107] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bc2a73-c4b3-4457-bb6a-a230e34c5d34 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.093638] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f6edc8-1882-4662-82e1-ff140d10a53b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.103998] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519144} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.120562] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] bf984749-f902-4b86-9bc0-2753871f8e33/bf984749-f902-4b86-9bc0-2753871f8e33.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.120906] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.128849] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f28c563-f941-4061-9bdb-fb4283f74dda tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] volume-74ed3ac3-30eb-4fd7-8b36-8ab838ebb712/volume-74ed3ac3-30eb-4fd7-8b36-8ab838ebb712.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.130661] env[68786]: DEBUG nova.policy [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f797528990774abe8da4e2fd57f2174c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '222f209a941a4981b7185b8198b33c1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.132043] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3524568a-b298-40a6-9a2a-89360e07c856 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.133950] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1582a90-b9bd-40b2-9758-0acb463b5784 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.147507] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.261s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.156388] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Waiting for the task: (returnval){ [ 743.156388] env[68786]: value = "task-3090533" [ 743.156388] env[68786]: _type = "Task" [ 743.156388] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.158325] env[68786]: DEBUG oslo_vmware.api [None req-7f28c563-f941-4061-9bdb-fb4283f74dda tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 743.158325] env[68786]: value = "task-3090534" [ 743.158325] env[68786]: _type = "Task" [ 743.158325] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.175698] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.175957] env[68786]: DEBUG oslo_vmware.api [None req-7f28c563-f941-4061-9bdb-fb4283f74dda tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.553767] env[68786]: DEBUG nova.network.neutron [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Successfully created port: e6ef6493-a123-47be-a029-58b9ff92a2bc {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.566752] env[68786]: DEBUG nova.compute.manager [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.651772] env[68786]: DEBUG nova.compute.manager [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.674962] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081388} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.680695] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.681542] env[68786]: DEBUG oslo_vmware.api [None req-7f28c563-f941-4061-9bdb-fb4283f74dda tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090534, 'name': ReconfigVM_Task, 'duration_secs': 0.448463} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.682363] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9b64c5-993d-43b0-848d-5fa06cbbf3ec {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.685252] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f28c563-f941-4061-9bdb-fb4283f74dda tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Reconfigured VM instance instance-0000001f to attach disk [datastore2] volume-74ed3ac3-30eb-4fd7-8b36-8ab838ebb712/volume-74ed3ac3-30eb-4fd7-8b36-8ab838ebb712.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.689914] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99212cee-9e68-4417-a838-5c2c10b168c4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.723940] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] bf984749-f902-4b86-9bc0-2753871f8e33/bf984749-f902-4b86-9bc0-2753871f8e33.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.727961] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-835e915a-5827-4866-b32c-b7dfc4a47f3f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.743132] env[68786]: DEBUG oslo_vmware.api [None req-7f28c563-f941-4061-9bdb-fb4283f74dda tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 743.743132] env[68786]: value = "task-3090535" [ 743.743132] env[68786]: _type = "Task" [ 743.743132] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.750082] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Waiting for the task: (returnval){ [ 743.750082] env[68786]: value = "task-3090536" [ 743.750082] env[68786]: _type = "Task" [ 743.750082] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.756722] env[68786]: DEBUG oslo_vmware.api [None req-7f28c563-f941-4061-9bdb-fb4283f74dda tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.765963] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.119131] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210d42dc-b6c7-4cd5-abf8-3db6d0ff3c5f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.127728] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0fcce6-b3d0-4c34-b784-cc8b748a9ee0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.164828] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bd0f4d-b6b3-4242-9909-5b78746c042e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.175941] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d28d1d-fb8c-483c-ad51-6686a833dd99 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.181128] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.190951] env[68786]: DEBUG nova.compute.provider_tree [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.254012] env[68786]: DEBUG oslo_vmware.api [None req-7f28c563-f941-4061-9bdb-fb4283f74dda tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090535, 'name': ReconfigVM_Task, 'duration_secs': 0.197406} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.257136] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f28c563-f941-4061-9bdb-fb4283f74dda tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618616', 'volume_id': '74ed3ac3-30eb-4fd7-8b36-8ab838ebb712', 'name': 'volume-74ed3ac3-30eb-4fd7-8b36-8ab838ebb712', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5db9f79c-bda3-4d2e-b8f2-0a59d7712d68', 'attached_at': '', 'detached_at': '', 'volume_id': '74ed3ac3-30eb-4fd7-8b36-8ab838ebb712', 'serial': '74ed3ac3-30eb-4fd7-8b36-8ab838ebb712'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 744.264081] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.580606] env[68786]: DEBUG nova.compute.manager [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.606342] env[68786]: DEBUG nova.virt.hardware [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.606757] env[68786]: DEBUG nova.virt.hardware [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.607042] env[68786]: DEBUG nova.virt.hardware [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.607360] env[68786]: DEBUG nova.virt.hardware [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.607606] env[68786]: DEBUG nova.virt.hardware [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.607851] env[68786]: DEBUG nova.virt.hardware [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.608214] env[68786]: DEBUG nova.virt.hardware [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.608481] env[68786]: DEBUG nova.virt.hardware [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.608764] env[68786]: DEBUG nova.virt.hardware [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.609049] env[68786]: DEBUG nova.virt.hardware [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.609345] env[68786]: DEBUG nova.virt.hardware [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.610615] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82263f81-fa23-4bc1-9012-a8a2c38ce845 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.623011] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdaf05b-10e8-46fa-893d-98e9882b1471 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.693956] env[68786]: DEBUG nova.scheduler.client.report [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.768419] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090536, 'name': ReconfigVM_Task, 'duration_secs': 0.705333} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.770450] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Reconfigured VM instance instance-00000029 to attach disk [datastore2] bf984749-f902-4b86-9bc0-2753871f8e33/bf984749-f902-4b86-9bc0-2753871f8e33.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.770450] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f8ca3a2-6e92-43fa-82f6-d47f5e9befc0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.778468] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Waiting for the task: (returnval){ [ 744.778468] env[68786]: value = "task-3090537" [ 744.778468] env[68786]: _type = "Task" [ 744.778468] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.789609] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090537, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.059386] env[68786]: DEBUG nova.compute.manager [req-b13f5609-a587-4901-9b3b-06a93819937c req-36b3244a-9be3-46e8-a893-0169f187719a service nova] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Received event network-vif-plugged-e6ef6493-a123-47be-a029-58b9ff92a2bc {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.060016] env[68786]: DEBUG oslo_concurrency.lockutils [req-b13f5609-a587-4901-9b3b-06a93819937c req-36b3244a-9be3-46e8-a893-0169f187719a service nova] Acquiring lock "ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.060747] env[68786]: DEBUG oslo_concurrency.lockutils [req-b13f5609-a587-4901-9b3b-06a93819937c req-36b3244a-9be3-46e8-a893-0169f187719a service nova] Lock "ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.060747] env[68786]: DEBUG oslo_concurrency.lockutils [req-b13f5609-a587-4901-9b3b-06a93819937c req-36b3244a-9be3-46e8-a893-0169f187719a service nova] Lock "ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.060945] env[68786]: DEBUG nova.compute.manager [req-b13f5609-a587-4901-9b3b-06a93819937c req-36b3244a-9be3-46e8-a893-0169f187719a service nova] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] No waiting events found dispatching network-vif-plugged-e6ef6493-a123-47be-a029-58b9ff92a2bc {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.061129] env[68786]: WARNING nova.compute.manager [req-b13f5609-a587-4901-9b3b-06a93819937c req-36b3244a-9be3-46e8-a893-0169f187719a service nova] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Received unexpected event network-vif-plugged-e6ef6493-a123-47be-a029-58b9ff92a2bc for instance with vm_state building and task_state spawning. [ 745.199535] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.200117] env[68786]: DEBUG nova.compute.manager [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.206482] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.646s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.206597] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.218025] env[68786]: DEBUG oslo_concurrency.lockutils [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.523s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.218025] env[68786]: DEBUG oslo_concurrency.lockutils [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.007s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.218196] env[68786]: DEBUG oslo_concurrency.lockutils [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.366s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.218355] env[68786]: DEBUG oslo_concurrency.lockutils [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.220197] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.644s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.222069] env[68786]: INFO nova.compute.claims [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.255873] env[68786]: INFO nova.scheduler.client.report [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Deleted allocations for instance 420a3044-c6fb-47a0-8b5f-94777a36d375 [ 745.261375] env[68786]: INFO nova.scheduler.client.report [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Deleted allocations for instance 51056aca-0003-4ff9-b34f-8ee6fd900591 [ 745.280059] env[68786]: INFO nova.scheduler.client.report [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Deleted allocations for instance 5206acdc-5d39-46d8-b7b0-e685038816a4 [ 745.294169] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090537, 'name': Rename_Task, 'duration_secs': 0.251021} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.294477] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.294734] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a81353d4-5c4d-4b10-b34c-115942d90a09 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.303944] env[68786]: DEBUG nova.objects.instance [None req-7f28c563-f941-4061-9bdb-fb4283f74dda tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lazy-loading 'flavor' on Instance uuid 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.319185] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Waiting for the task: (returnval){ [ 745.319185] env[68786]: value = "task-3090538" [ 745.319185] env[68786]: _type = "Task" [ 745.319185] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.329453] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.416113] env[68786]: DEBUG nova.network.neutron [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Successfully updated port: e6ef6493-a123-47be-a029-58b9ff92a2bc {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.729348] env[68786]: DEBUG nova.compute.utils [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.730786] env[68786]: DEBUG nova.compute.manager [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.730972] env[68786]: DEBUG nova.network.neutron [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.771862] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6282f5f3-f2c3-4ed8-b36f-eb8c886e7e31 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Lock "420a3044-c6fb-47a0-8b5f-94777a36d375" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.773s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.775451] env[68786]: DEBUG oslo_concurrency.lockutils [None req-35981c4e-00bc-4457-9e0b-c63c696a542d tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Lock "51056aca-0003-4ff9-b34f-8ee6fd900591" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.695s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.791041] env[68786]: DEBUG oslo_concurrency.lockutils [None req-35383ae5-1988-4fb8-a580-86e3c5f3726c tempest-ServerAddressesTestJSON-1465045303 tempest-ServerAddressesTestJSON-1465045303-project-member] Lock "5206acdc-5d39-46d8-b7b0-e685038816a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.488s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.802536] env[68786]: DEBUG nova.policy [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be0dbbf82e224ce0a4efc0683af08a80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05db4729997c4a1092435aef31629e90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.809203] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7f28c563-f941-4061-9bdb-fb4283f74dda tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.373s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.832784] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090538, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.921728] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "refresh_cache-ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.922030] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquired lock "refresh_cache-ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.922248] env[68786]: DEBUG nova.network.neutron [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.923746] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1061b506-41f8-4586-9f6b-b41c59fd2870 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.924160] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1061b506-41f8-4586-9f6b-b41c59fd2870 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.924414] env[68786]: DEBUG nova.compute.manager [None req-1061b506-41f8-4586-9f6b-b41c59fd2870 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.925777] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28eef429-ad24-4d84-97fb-72cc98e67fde {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.936207] env[68786]: DEBUG nova.compute.manager [None req-1061b506-41f8-4586-9f6b-b41c59fd2870 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68786) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 745.936643] env[68786]: DEBUG nova.objects.instance [None req-1061b506-41f8-4586-9f6b-b41c59fd2870 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lazy-loading 'flavor' on Instance uuid 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.157105] env[68786]: DEBUG nova.network.neutron [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Successfully created port: 1b508f9e-38fa-4fdb-af5c-16f03cfce5e7 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.236488] env[68786]: DEBUG nova.compute.manager [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.330637] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090538, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.478756] env[68786]: DEBUG nova.network.neutron [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.660251] env[68786]: DEBUG nova.network.neutron [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Updating instance_info_cache with network_info: [{"id": "e6ef6493-a123-47be-a029-58b9ff92a2bc", "address": "fa:16:3e:6a:a7:1f", "network": {"id": "a7fdab92-6aaf-43af-a26f-6dbc7f8272a9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-347562393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "222f209a941a4981b7185b8198b33c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6ef6493-a1", "ovs_interfaceid": "e6ef6493-a123-47be-a029-58b9ff92a2bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.716202] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2374cd73-30ac-4c92-80c6-88cb93d26b5a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.724554] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd096ef6-e09b-4d25-87db-6952c8d3a231 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.760098] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef8193f-fa23-4694-a6be-a9e8c84cdc07 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.769074] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca20aa4-c187-4543-8f46-b26d34b9394f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.786525] env[68786]: DEBUG nova.compute.provider_tree [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.835595] env[68786]: DEBUG oslo_vmware.api [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090538, 'name': PowerOnVM_Task, 'duration_secs': 1.13912} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.835595] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.837718] env[68786]: DEBUG nova.compute.manager [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.837718] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaf6322-2b73-462d-b819-6ef3d93175dc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.946028] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1061b506-41f8-4586-9f6b-b41c59fd2870 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.946028] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08775da4-2f89-4810-a25e-550b90bce4d9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.961646] env[68786]: DEBUG oslo_vmware.api [None req-1061b506-41f8-4586-9f6b-b41c59fd2870 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 746.961646] env[68786]: value = "task-3090539" [ 746.961646] env[68786]: _type = "Task" [ 746.961646] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.974141] env[68786]: DEBUG oslo_vmware.api [None req-1061b506-41f8-4586-9f6b-b41c59fd2870 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.162685] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Releasing lock "refresh_cache-ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.163053] env[68786]: DEBUG nova.compute.manager [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Instance network_info: |[{"id": "e6ef6493-a123-47be-a029-58b9ff92a2bc", "address": "fa:16:3e:6a:a7:1f", "network": {"id": "a7fdab92-6aaf-43af-a26f-6dbc7f8272a9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-347562393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "222f209a941a4981b7185b8198b33c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6ef6493-a1", "ovs_interfaceid": "e6ef6493-a123-47be-a029-58b9ff92a2bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.163580] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:a7:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6ef6493-a123-47be-a029-58b9ff92a2bc', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.172252] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.173689] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.175189] env[68786]: DEBUG nova.compute.manager [req-9bbfb01e-a941-407f-a715-d39b602639fd req-f6e17ebf-405d-43ee-a57e-1768e2ec0717 service nova] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Received event network-changed-e6ef6493-a123-47be-a029-58b9ff92a2bc {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.175451] env[68786]: DEBUG nova.compute.manager [req-9bbfb01e-a941-407f-a715-d39b602639fd req-f6e17ebf-405d-43ee-a57e-1768e2ec0717 service nova] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Refreshing instance network info cache due to event network-changed-e6ef6493-a123-47be-a029-58b9ff92a2bc. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.175773] env[68786]: DEBUG oslo_concurrency.lockutils [req-9bbfb01e-a941-407f-a715-d39b602639fd req-f6e17ebf-405d-43ee-a57e-1768e2ec0717 service nova] Acquiring lock "refresh_cache-ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.175981] env[68786]: DEBUG oslo_concurrency.lockutils [req-9bbfb01e-a941-407f-a715-d39b602639fd req-f6e17ebf-405d-43ee-a57e-1768e2ec0717 service nova] Acquired lock "refresh_cache-ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.176224] env[68786]: DEBUG nova.network.neutron [req-9bbfb01e-a941-407f-a715-d39b602639fd req-f6e17ebf-405d-43ee-a57e-1768e2ec0717 service nova] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Refreshing network info cache for port e6ef6493-a123-47be-a029-58b9ff92a2bc {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.178092] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81aeeddb-db8e-40b3-a8e5-e10809e791e5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.202566] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.202566] env[68786]: value = "task-3090540" [ 747.202566] env[68786]: _type = "Task" [ 747.202566] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.212822] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090540, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.264615] env[68786]: DEBUG nova.compute.manager [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.290081] env[68786]: DEBUG nova.scheduler.client.report [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.297150] env[68786]: DEBUG nova.virt.hardware [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.297150] env[68786]: DEBUG nova.virt.hardware [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.297150] env[68786]: DEBUG nova.virt.hardware [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.297150] env[68786]: DEBUG nova.virt.hardware [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.297388] env[68786]: DEBUG nova.virt.hardware [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.297388] env[68786]: DEBUG nova.virt.hardware [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.297388] env[68786]: DEBUG nova.virt.hardware [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.297388] env[68786]: DEBUG nova.virt.hardware [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.297388] env[68786]: DEBUG nova.virt.hardware [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.297561] env[68786]: DEBUG nova.virt.hardware [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.297561] env[68786]: DEBUG nova.virt.hardware [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.297727] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f58b301-ffe3-4606-9697-e4f83a2566d8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.309513] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ee6af0-55e0-4e2d-af15-40269d0b406a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.359623] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.472992] env[68786]: DEBUG oslo_vmware.api [None req-1061b506-41f8-4586-9f6b-b41c59fd2870 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090539, 'name': PowerOffVM_Task, 'duration_secs': 0.258657} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.473385] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1061b506-41f8-4586-9f6b-b41c59fd2870 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.473589] env[68786]: DEBUG nova.compute.manager [None req-1061b506-41f8-4586-9f6b-b41c59fd2870 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.474424] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e801d999-2f35-4772-a085-a6f92cae3469 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.600155] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Acquiring lock "a07e2040-2dc5-40da-b049-4f1ccafc38fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.600155] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Lock "a07e2040-2dc5-40da-b049-4f1ccafc38fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.600354] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Acquiring lock "a07e2040-2dc5-40da-b049-4f1ccafc38fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.600613] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Lock "a07e2040-2dc5-40da-b049-4f1ccafc38fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.600775] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Lock "a07e2040-2dc5-40da-b049-4f1ccafc38fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.603319] env[68786]: INFO nova.compute.manager [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Terminating instance [ 747.712866] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090540, 'name': CreateVM_Task, 'duration_secs': 0.424113} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.713076] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.713780] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.714064] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.714317] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.714570] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7731636e-0f4a-4801-9214-3c25fa7372b9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.723811] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 747.723811] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]522aa3fa-eb52-0f46-d064-3e52d1deb014" [ 747.723811] env[68786]: _type = "Task" [ 747.723811] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.730183] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]522aa3fa-eb52-0f46-d064-3e52d1deb014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.802501] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.803170] env[68786]: DEBUG nova.compute.manager [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.805958] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.168s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.807495] env[68786]: INFO nova.compute.claims [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.846543] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Acquiring lock "bf984749-f902-4b86-9bc0-2753871f8e33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.847367] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Lock "bf984749-f902-4b86-9bc0-2753871f8e33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.847367] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Acquiring lock "bf984749-f902-4b86-9bc0-2753871f8e33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.847880] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Lock "bf984749-f902-4b86-9bc0-2753871f8e33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.849533] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Lock "bf984749-f902-4b86-9bc0-2753871f8e33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.852652] env[68786]: INFO nova.compute.manager [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Terminating instance [ 747.914176] env[68786]: DEBUG nova.network.neutron [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Successfully updated port: 1b508f9e-38fa-4fdb-af5c-16f03cfce5e7 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.990999] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1061b506-41f8-4586-9f6b-b41c59fd2870 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.108313] env[68786]: DEBUG nova.compute.manager [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.108570] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.109567] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d20c60-ee37-4fe8-be32-8be46eb640b7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.119076] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.119361] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3c49d65-5d58-48a5-9dd7-e0e1fd788919 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.128858] env[68786]: DEBUG oslo_vmware.api [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Waiting for the task: (returnval){ [ 748.128858] env[68786]: value = "task-3090541" [ 748.128858] env[68786]: _type = "Task" [ 748.128858] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.141377] env[68786]: DEBUG oslo_vmware.api [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.143614] env[68786]: DEBUG nova.network.neutron [req-9bbfb01e-a941-407f-a715-d39b602639fd req-f6e17ebf-405d-43ee-a57e-1768e2ec0717 service nova] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Updated VIF entry in instance network info cache for port e6ef6493-a123-47be-a029-58b9ff92a2bc. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.143614] env[68786]: DEBUG nova.network.neutron [req-9bbfb01e-a941-407f-a715-d39b602639fd req-f6e17ebf-405d-43ee-a57e-1768e2ec0717 service nova] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Updating instance_info_cache with network_info: [{"id": "e6ef6493-a123-47be-a029-58b9ff92a2bc", "address": "fa:16:3e:6a:a7:1f", "network": {"id": "a7fdab92-6aaf-43af-a26f-6dbc7f8272a9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-347562393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "222f209a941a4981b7185b8198b33c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6ef6493-a1", "ovs_interfaceid": "e6ef6493-a123-47be-a029-58b9ff92a2bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.234043] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]522aa3fa-eb52-0f46-d064-3e52d1deb014, 'name': SearchDatastore_Task, 'duration_secs': 0.011513} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.234538] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.234756] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.235021] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.235106] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.235958] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.235958] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-898fdafb-af20-480d-ba33-06ea163aefb4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.247490] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.247688] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.248441] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5acdf3b3-3f70-4de2-90f3-2d81bce39b26 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.256178] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 748.256178] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52869823-0843-c7be-b491-97a16cda0f0f" [ 748.256178] env[68786]: _type = "Task" [ 748.256178] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.264879] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52869823-0843-c7be-b491-97a16cda0f0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.312263] env[68786]: DEBUG nova.compute.utils [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.314016] env[68786]: DEBUG nova.compute.manager [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.314197] env[68786]: DEBUG nova.network.neutron [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.357225] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Acquiring lock "refresh_cache-bf984749-f902-4b86-9bc0-2753871f8e33" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.357429] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Acquired lock "refresh_cache-bf984749-f902-4b86-9bc0-2753871f8e33" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.357612] env[68786]: DEBUG nova.network.neutron [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.369298] env[68786]: DEBUG nova.policy [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3218cc14ea1446578c512f8b5dbcd2b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62b6fdc11c364201ae04b85ff669b826', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.420222] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "refresh_cache-1fd79203-4a2a-4211-bcb4-4604496c99fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.420376] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired lock "refresh_cache-1fd79203-4a2a-4211-bcb4-4604496c99fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.420523] env[68786]: DEBUG nova.network.neutron [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.460202] env[68786]: DEBUG nova.objects.instance [None req-28140737-4552-452d-89cc-c714dba31187 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lazy-loading 'flavor' on Instance uuid 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.641091] env[68786]: DEBUG oslo_vmware.api [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090541, 'name': PowerOffVM_Task, 'duration_secs': 0.295481} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.642321] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.642321] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.642321] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89748f5b-0857-46b3-9bf3-b4fdc3858047 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.647658] env[68786]: DEBUG oslo_concurrency.lockutils [req-9bbfb01e-a941-407f-a715-d39b602639fd req-f6e17ebf-405d-43ee-a57e-1768e2ec0717 service nova] Releasing lock "refresh_cache-ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.707144] env[68786]: DEBUG nova.network.neutron [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Successfully created port: 950f38e5-afbb-4f85-bc9f-916f97194790 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.725155] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.725420] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.725610] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Deleting the datastore file [datastore1] a07e2040-2dc5-40da-b049-4f1ccafc38fb {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.725905] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3cece57-a385-4850-9339-75023a386e20 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.734551] env[68786]: DEBUG oslo_vmware.api [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Waiting for the task: (returnval){ [ 748.734551] env[68786]: value = "task-3090543" [ 748.734551] env[68786]: _type = "Task" [ 748.734551] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.745567] env[68786]: DEBUG oslo_vmware.api [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.769046] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52869823-0843-c7be-b491-97a16cda0f0f, 'name': SearchDatastore_Task, 'duration_secs': 0.019203} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.770076] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4e3a7f5-7919-48be-baa1-69cb9a8139bc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.776946] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 748.776946] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]529a55ac-5fa5-3dd8-6b53-9f5676c89194" [ 748.776946] env[68786]: _type = "Task" [ 748.776946] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.787701] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529a55ac-5fa5-3dd8-6b53-9f5676c89194, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.821888] env[68786]: DEBUG nova.compute.manager [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.884511] env[68786]: DEBUG nova.network.neutron [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.969237] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28140737-4552-452d-89cc-c714dba31187 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "refresh_cache-5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.969237] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28140737-4552-452d-89cc-c714dba31187 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquired lock "refresh_cache-5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.970281] env[68786]: DEBUG nova.network.neutron [None req-28140737-4552-452d-89cc-c714dba31187 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.970281] env[68786]: DEBUG nova.objects.instance [None req-28140737-4552-452d-89cc-c714dba31187 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lazy-loading 'info_cache' on Instance uuid 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.006919] env[68786]: DEBUG nova.network.neutron [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.015707] env[68786]: DEBUG nova.network.neutron [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.202270] env[68786]: DEBUG nova.compute.manager [req-aca27015-dd16-419f-9c47-3b6df174ca70 req-6ecfa869-f4c3-49cb-92e0-385e5ed44ea3 service nova] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Received event network-vif-plugged-1b508f9e-38fa-4fdb-af5c-16f03cfce5e7 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.203412] env[68786]: DEBUG oslo_concurrency.lockutils [req-aca27015-dd16-419f-9c47-3b6df174ca70 req-6ecfa869-f4c3-49cb-92e0-385e5ed44ea3 service nova] Acquiring lock "1fd79203-4a2a-4211-bcb4-4604496c99fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.203412] env[68786]: DEBUG oslo_concurrency.lockutils [req-aca27015-dd16-419f-9c47-3b6df174ca70 req-6ecfa869-f4c3-49cb-92e0-385e5ed44ea3 service nova] Lock "1fd79203-4a2a-4211-bcb4-4604496c99fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.203412] env[68786]: DEBUG oslo_concurrency.lockutils [req-aca27015-dd16-419f-9c47-3b6df174ca70 req-6ecfa869-f4c3-49cb-92e0-385e5ed44ea3 service nova] Lock "1fd79203-4a2a-4211-bcb4-4604496c99fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.203412] env[68786]: DEBUG nova.compute.manager [req-aca27015-dd16-419f-9c47-3b6df174ca70 req-6ecfa869-f4c3-49cb-92e0-385e5ed44ea3 service nova] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] No waiting events found dispatching network-vif-plugged-1b508f9e-38fa-4fdb-af5c-16f03cfce5e7 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.203593] env[68786]: WARNING nova.compute.manager [req-aca27015-dd16-419f-9c47-3b6df174ca70 req-6ecfa869-f4c3-49cb-92e0-385e5ed44ea3 service nova] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Received unexpected event network-vif-plugged-1b508f9e-38fa-4fdb-af5c-16f03cfce5e7 for instance with vm_state building and task_state spawning. [ 749.203643] env[68786]: DEBUG nova.compute.manager [req-aca27015-dd16-419f-9c47-3b6df174ca70 req-6ecfa869-f4c3-49cb-92e0-385e5ed44ea3 service nova] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Received event network-changed-1b508f9e-38fa-4fdb-af5c-16f03cfce5e7 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.203952] env[68786]: DEBUG nova.compute.manager [req-aca27015-dd16-419f-9c47-3b6df174ca70 req-6ecfa869-f4c3-49cb-92e0-385e5ed44ea3 service nova] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Refreshing instance network info cache due to event network-changed-1b508f9e-38fa-4fdb-af5c-16f03cfce5e7. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.204967] env[68786]: DEBUG oslo_concurrency.lockutils [req-aca27015-dd16-419f-9c47-3b6df174ca70 req-6ecfa869-f4c3-49cb-92e0-385e5ed44ea3 service nova] Acquiring lock "refresh_cache-1fd79203-4a2a-4211-bcb4-4604496c99fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.232242] env[68786]: DEBUG nova.network.neutron [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Updating instance_info_cache with network_info: [{"id": "1b508f9e-38fa-4fdb-af5c-16f03cfce5e7", "address": "fa:16:3e:21:e4:a4", "network": {"id": "22cbf902-7f1e-4069-b8c1-b0c7fa9a5c91", "bridge": "br-int", "label": "tempest-ServersTestJSON-525443328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05db4729997c4a1092435aef31629e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b508f9e-38", "ovs_interfaceid": "1b508f9e-38fa-4fdb-af5c-16f03cfce5e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.251299] env[68786]: DEBUG oslo_vmware.api [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Task: {'id': task-3090543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144363} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.251653] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.251837] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.252236] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.252316] env[68786]: INFO nova.compute.manager [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 749.252608] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.252834] env[68786]: DEBUG nova.compute.manager [-] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.253381] env[68786]: DEBUG nova.network.neutron [-] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.292663] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529a55ac-5fa5-3dd8-6b53-9f5676c89194, 'name': SearchDatastore_Task, 'duration_secs': 0.011219} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.294302] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.294575] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01/ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.295344] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c653425e-7d15-49f2-8e26-2044faaa5b1d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.317473] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 749.317473] env[68786]: value = "task-3090544" [ 749.317473] env[68786]: _type = "Task" [ 749.317473] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.334200] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.358896] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ad710d-2e4c-485f-b1a7-7e25129f5205 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.375090] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a13d3cf-9139-4758-a0f9-ec1a94f9e0ce {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.410123] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d1429c-46f1-463b-8c43-8d9fe83931b8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.419610] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eebc1ce-327c-4471-b4c2-5ccf44c042e4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.435678] env[68786]: DEBUG nova.compute.provider_tree [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 749.475637] env[68786]: DEBUG nova.objects.base [None req-28140737-4552-452d-89cc-c714dba31187 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Object Instance<5db9f79c-bda3-4d2e-b8f2-0a59d7712d68> lazy-loaded attributes: flavor,info_cache {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 749.514284] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Releasing lock "refresh_cache-bf984749-f902-4b86-9bc0-2753871f8e33" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.514881] env[68786]: DEBUG nova.compute.manager [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.515248] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.516434] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b3f88f-a5b7-4d97-ac10-bf024241ff3a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.530193] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.530562] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08d64713-dc28-49ed-a71a-cfbbfdfdf33c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.542193] env[68786]: DEBUG oslo_vmware.api [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Waiting for the task: (returnval){ [ 749.542193] env[68786]: value = "task-3090545" [ 749.542193] env[68786]: _type = "Task" [ 749.542193] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.552428] env[68786]: DEBUG oslo_vmware.api [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.735315] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Releasing lock "refresh_cache-1fd79203-4a2a-4211-bcb4-4604496c99fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.735796] env[68786]: DEBUG nova.compute.manager [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Instance network_info: |[{"id": "1b508f9e-38fa-4fdb-af5c-16f03cfce5e7", "address": "fa:16:3e:21:e4:a4", "network": {"id": "22cbf902-7f1e-4069-b8c1-b0c7fa9a5c91", "bridge": "br-int", "label": "tempest-ServersTestJSON-525443328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05db4729997c4a1092435aef31629e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b508f9e-38", "ovs_interfaceid": "1b508f9e-38fa-4fdb-af5c-16f03cfce5e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.736183] env[68786]: DEBUG oslo_concurrency.lockutils [req-aca27015-dd16-419f-9c47-3b6df174ca70 req-6ecfa869-f4c3-49cb-92e0-385e5ed44ea3 service nova] Acquired lock "refresh_cache-1fd79203-4a2a-4211-bcb4-4604496c99fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.736458] env[68786]: DEBUG nova.network.neutron [req-aca27015-dd16-419f-9c47-3b6df174ca70 req-6ecfa869-f4c3-49cb-92e0-385e5ed44ea3 service nova] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Refreshing network info cache for port 1b508f9e-38fa-4fdb-af5c-16f03cfce5e7 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.741282] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:e4:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b508f9e-38fa-4fdb-af5c-16f03cfce5e7', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.749662] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Creating folder: Project (05db4729997c4a1092435aef31629e90). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.753570] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed4f1f0e-7402-4e98-b5ae-a3cdb13bc1a7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.772181] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Created folder: Project (05db4729997c4a1092435aef31629e90) in parent group-v618484. [ 749.772414] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Creating folder: Instances. Parent ref: group-v618621. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.773083] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bb9f0c7-2fd9-4e5b-ae46-1d0a8229bbaf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.788678] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Created folder: Instances in parent group-v618621. [ 749.789474] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.789474] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.789979] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ce89298-eb33-44ee-bb4e-8f05b6a8b503 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.813460] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.813460] env[68786]: value = "task-3090548" [ 749.813460] env[68786]: _type = "Task" [ 749.813460] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.825739] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090548, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.832171] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090544, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.841147] env[68786]: DEBUG nova.compute.manager [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.865263] env[68786]: DEBUG nova.virt.hardware [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.865582] env[68786]: DEBUG nova.virt.hardware [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.865677] env[68786]: DEBUG nova.virt.hardware [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.865860] env[68786]: DEBUG nova.virt.hardware [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.866012] env[68786]: DEBUG nova.virt.hardware [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.866167] env[68786]: DEBUG nova.virt.hardware [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.866373] env[68786]: DEBUG nova.virt.hardware [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.866528] env[68786]: DEBUG nova.virt.hardware [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.866690] env[68786]: DEBUG nova.virt.hardware [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.866847] env[68786]: DEBUG nova.virt.hardware [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.867032] env[68786]: DEBUG nova.virt.hardware [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.868158] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2275e8e-5f7f-40ab-867e-a5f280660545 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.880684] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58027081-cf07-47f1-97c2-3975ee41a465 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.966891] env[68786]: ERROR nova.scheduler.client.report [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [req-2b52e341-60a2-4783-9295-cc85b6e77b97] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2b52e341-60a2-4783-9295-cc85b6e77b97"}]} [ 749.988750] env[68786]: DEBUG nova.scheduler.client.report [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Refreshing inventories for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 750.007479] env[68786]: DEBUG nova.scheduler.client.report [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Updating ProviderTree inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 750.007708] env[68786]: DEBUG nova.compute.provider_tree [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 750.020811] env[68786]: DEBUG nova.scheduler.client.report [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Refreshing aggregate associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, aggregates: None {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 750.047838] env[68786]: DEBUG nova.scheduler.client.report [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Refreshing trait associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 750.057113] env[68786]: DEBUG oslo_vmware.api [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090545, 'name': PowerOffVM_Task, 'duration_secs': 0.171281} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.057410] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.057622] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.057835] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55b4c5fd-b548-4a14-b614-114d4ff8ad21 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.074234] env[68786]: DEBUG nova.network.neutron [-] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.079381] env[68786]: DEBUG nova.network.neutron [req-aca27015-dd16-419f-9c47-3b6df174ca70 req-6ecfa869-f4c3-49cb-92e0-385e5ed44ea3 service nova] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Updated VIF entry in instance network info cache for port 1b508f9e-38fa-4fdb-af5c-16f03cfce5e7. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.079723] env[68786]: DEBUG nova.network.neutron [req-aca27015-dd16-419f-9c47-3b6df174ca70 req-6ecfa869-f4c3-49cb-92e0-385e5ed44ea3 service nova] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Updating instance_info_cache with network_info: [{"id": "1b508f9e-38fa-4fdb-af5c-16f03cfce5e7", "address": "fa:16:3e:21:e4:a4", "network": {"id": "22cbf902-7f1e-4069-b8c1-b0c7fa9a5c91", "bridge": "br-int", "label": "tempest-ServersTestJSON-525443328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05db4729997c4a1092435aef31629e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b508f9e-38", "ovs_interfaceid": "1b508f9e-38fa-4fdb-af5c-16f03cfce5e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.093773] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.093773] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.093773] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Deleting the datastore file [datastore2] bf984749-f902-4b86-9bc0-2753871f8e33 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.094068] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b88b2131-1fdd-410d-9551-7a806058936d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.103367] env[68786]: DEBUG oslo_vmware.api [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Waiting for the task: (returnval){ [ 750.103367] env[68786]: value = "task-3090550" [ 750.103367] env[68786]: _type = "Task" [ 750.103367] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.113459] env[68786]: DEBUG oslo_vmware.api [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.325708] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090548, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.337589] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528396} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.337870] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01/ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.338125] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.338331] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bf985d4-cf29-4fc2-868c-2cefaebb4779 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.345800] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 750.345800] env[68786]: value = "task-3090551" [ 750.345800] env[68786]: _type = "Task" [ 750.345800] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.365627] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.398826] env[68786]: DEBUG nova.network.neutron [None req-28140737-4552-452d-89cc-c714dba31187 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Updating instance_info_cache with network_info: [{"id": "c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8", "address": "fa:16:3e:54:23:21", "network": {"id": "1d3f82e6-36d7-4ebc-9601-a644a6d56062", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1163269969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e049674e97d48e5b94902002575665d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7a40dd5-eb", "ovs_interfaceid": "c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.555213] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de733448-372d-407a-926b-b01d24c368a6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.565892] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdb976b-1acb-4071-80d8-15d09e61ba72 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.598951] env[68786]: DEBUG oslo_concurrency.lockutils [req-aca27015-dd16-419f-9c47-3b6df174ca70 req-6ecfa869-f4c3-49cb-92e0-385e5ed44ea3 service nova] Releasing lock "refresh_cache-1fd79203-4a2a-4211-bcb4-4604496c99fb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.599660] env[68786]: INFO nova.compute.manager [-] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Took 1.35 seconds to deallocate network for instance. [ 750.602146] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b4bc9e-ca7f-4170-8db4-33ab46a56728 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.605642] env[68786]: DEBUG nova.network.neutron [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Successfully updated port: 950f38e5-afbb-4f85-bc9f-916f97194790 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.622544] env[68786]: DEBUG oslo_vmware.api [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Task: {'id': task-3090550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229365} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.623418] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.623418] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.623418] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.623595] env[68786]: INFO nova.compute.manager [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Took 1.11 seconds to destroy the instance on the hypervisor. [ 750.623726] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.624989] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccfd5bf-c4ab-4d02-b442-200657a20954 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.629480] env[68786]: DEBUG nova.compute.manager [-] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.629561] env[68786]: DEBUG nova.network.neutron [-] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.643155] env[68786]: DEBUG nova.compute.provider_tree [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.651053] env[68786]: DEBUG nova.network.neutron [-] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.826174] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090548, 'name': CreateVM_Task, 'duration_secs': 0.663214} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.826374] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.827169] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.827365] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.827697] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.827998] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1d84f42-429f-41b5-b642-0a382681ec53 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.834317] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 750.834317] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]520e20f9-f13b-40d6-c745-7d6ca539e47e" [ 750.834317] env[68786]: _type = "Task" [ 750.834317] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.844625] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520e20f9-f13b-40d6-c745-7d6ca539e47e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.858867] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08286} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.859178] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.860045] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0d6cb8-6bc3-4629-b618-582d1eb87d86 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.889221] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01/ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.889221] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60dea2e4-93d6-454b-adb0-67708c77a7cb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.906041] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28140737-4552-452d-89cc-c714dba31187 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Releasing lock "refresh_cache-5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.913176] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 750.913176] env[68786]: value = "task-3090552" [ 750.913176] env[68786]: _type = "Task" [ 750.913176] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.927114] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.110994] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "refresh_cache-646997d1-9381-48e5-946a-570e81393466" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.111248] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "refresh_cache-646997d1-9381-48e5-946a-570e81393466" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.111299] env[68786]: DEBUG nova.network.neutron [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.115222] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.146856] env[68786]: DEBUG nova.scheduler.client.report [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.153146] env[68786]: DEBUG nova.network.neutron [-] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.237477] env[68786]: DEBUG nova.compute.manager [req-a4ae93ba-fbe4-428f-93ca-261bb8c6188c req-91d42ef2-c1b3-436c-9ef6-ff9fa7363b59 service nova] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Received event network-vif-deleted-d2c029e6-cfda-431e-8a28-2430ef8f2d53 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.237689] env[68786]: DEBUG nova.compute.manager [req-a4ae93ba-fbe4-428f-93ca-261bb8c6188c req-91d42ef2-c1b3-436c-9ef6-ff9fa7363b59 service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] Received event network-vif-plugged-950f38e5-afbb-4f85-bc9f-916f97194790 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.237883] env[68786]: DEBUG oslo_concurrency.lockutils [req-a4ae93ba-fbe4-428f-93ca-261bb8c6188c req-91d42ef2-c1b3-436c-9ef6-ff9fa7363b59 service nova] Acquiring lock "646997d1-9381-48e5-946a-570e81393466-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.238109] env[68786]: DEBUG oslo_concurrency.lockutils [req-a4ae93ba-fbe4-428f-93ca-261bb8c6188c req-91d42ef2-c1b3-436c-9ef6-ff9fa7363b59 service nova] Lock "646997d1-9381-48e5-946a-570e81393466-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.238280] env[68786]: DEBUG oslo_concurrency.lockutils [req-a4ae93ba-fbe4-428f-93ca-261bb8c6188c req-91d42ef2-c1b3-436c-9ef6-ff9fa7363b59 service nova] Lock "646997d1-9381-48e5-946a-570e81393466-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.238506] env[68786]: DEBUG nova.compute.manager [req-a4ae93ba-fbe4-428f-93ca-261bb8c6188c req-91d42ef2-c1b3-436c-9ef6-ff9fa7363b59 service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] No waiting events found dispatching network-vif-plugged-950f38e5-afbb-4f85-bc9f-916f97194790 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.238675] env[68786]: WARNING nova.compute.manager [req-a4ae93ba-fbe4-428f-93ca-261bb8c6188c req-91d42ef2-c1b3-436c-9ef6-ff9fa7363b59 service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] Received unexpected event network-vif-plugged-950f38e5-afbb-4f85-bc9f-916f97194790 for instance with vm_state building and task_state spawning. [ 751.238833] env[68786]: DEBUG nova.compute.manager [req-a4ae93ba-fbe4-428f-93ca-261bb8c6188c req-91d42ef2-c1b3-436c-9ef6-ff9fa7363b59 service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] Received event network-changed-950f38e5-afbb-4f85-bc9f-916f97194790 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.238983] env[68786]: DEBUG nova.compute.manager [req-a4ae93ba-fbe4-428f-93ca-261bb8c6188c req-91d42ef2-c1b3-436c-9ef6-ff9fa7363b59 service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] Refreshing instance network info cache due to event network-changed-950f38e5-afbb-4f85-bc9f-916f97194790. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.239199] env[68786]: DEBUG oslo_concurrency.lockutils [req-a4ae93ba-fbe4-428f-93ca-261bb8c6188c req-91d42ef2-c1b3-436c-9ef6-ff9fa7363b59 service nova] Acquiring lock "refresh_cache-646997d1-9381-48e5-946a-570e81393466" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.346708] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520e20f9-f13b-40d6-c745-7d6ca539e47e, 'name': SearchDatastore_Task, 'duration_secs': 0.017839} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.347020] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.347310] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.347522] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.347671] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.347850] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.348148] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02c8bbf0-d4ec-4e90-a8ee-26fb1c6c316f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.359243] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.359442] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.360233] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73e4a751-c417-44d8-9816-481c4fbc18a0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.368120] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 751.368120] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]525f38d3-690c-8fec-942f-9ca53596d15c" [ 751.368120] env[68786]: _type = "Task" [ 751.368120] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.377596] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]525f38d3-690c-8fec-942f-9ca53596d15c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.424519] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.652842] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.847s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.653452] env[68786]: DEBUG nova.compute.manager [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.656678] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.280s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.657785] env[68786]: INFO nova.compute.claims [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.661102] env[68786]: INFO nova.compute.manager [-] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Took 1.03 seconds to deallocate network for instance. [ 751.663096] env[68786]: DEBUG nova.network.neutron [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.866861] env[68786]: DEBUG oslo_vmware.rw_handles [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52111dae-cc5b-6303-8c65-77ee13f30297/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 751.867837] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f09afc2-63e1-42f7-baa4-d95245672446 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.872441] env[68786]: DEBUG nova.network.neutron [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Updating instance_info_cache with network_info: [{"id": "950f38e5-afbb-4f85-bc9f-916f97194790", "address": "fa:16:3e:ff:d2:22", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap950f38e5-af", "ovs_interfaceid": "950f38e5-afbb-4f85-bc9f-916f97194790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.881265] env[68786]: DEBUG oslo_vmware.rw_handles [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52111dae-cc5b-6303-8c65-77ee13f30297/disk-0.vmdk is in state: ready. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 751.881448] env[68786]: ERROR oslo_vmware.rw_handles [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52111dae-cc5b-6303-8c65-77ee13f30297/disk-0.vmdk due to incomplete transfer. [ 751.885304] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-eb633f54-5edf-4c3b-bbab-140abf35c330 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.887086] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]525f38d3-690c-8fec-942f-9ca53596d15c, 'name': SearchDatastore_Task, 'duration_secs': 0.01758} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.890022] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89e1b412-e94e-4558-bd5b-f114e9d119c4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.897215] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 751.897215] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]520e190d-bca4-e5b4-f034-f94630f1d384" [ 751.897215] env[68786]: _type = "Task" [ 751.897215] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.899828] env[68786]: DEBUG oslo_vmware.rw_handles [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52111dae-cc5b-6303-8c65-77ee13f30297/disk-0.vmdk. {{(pid=68786) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 751.900179] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Uploaded image 21ced92b-582b-423a-9894-165edd382113 to the Glance image server {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 751.904962] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Destroying the VM {{(pid=68786) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 751.910699] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ef5aff18-d298-4ff1-aceb-9489251b9e86 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.913473] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-28140737-4552-452d-89cc-c714dba31187 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.920039] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9efa9add-732a-4c0f-a3ee-fd9dd361fc5f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.930228] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520e190d-bca4-e5b4-f034-f94630f1d384, 'name': SearchDatastore_Task, 'duration_secs': 0.019395} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.932723] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.933168] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 1fd79203-4a2a-4211-bcb4-4604496c99fb/1fd79203-4a2a-4211-bcb4-4604496c99fb.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.933647] env[68786]: DEBUG oslo_vmware.api [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Waiting for the task: (returnval){ [ 751.933647] env[68786]: value = "task-3090553" [ 751.933647] env[68786]: _type = "Task" [ 751.933647] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.934421] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58e12ba2-7fef-4cbc-9a05-c6751a76d216 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.952046] env[68786]: DEBUG oslo_vmware.api [None req-28140737-4552-452d-89cc-c714dba31187 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 751.952046] env[68786]: value = "task-3090554" [ 751.952046] env[68786]: _type = "Task" [ 751.952046] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.952046] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090552, 'name': ReconfigVM_Task, 'duration_secs': 0.798364} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.952046] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Reconfigured VM instance instance-0000002b to attach disk [datastore1] ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01/ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.956581] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8fc7102-9f2d-4bdc-8ac2-4539dc2e94d3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.965563] env[68786]: DEBUG oslo_vmware.api [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090553, 'name': Destroy_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.966057] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 751.966057] env[68786]: value = "task-3090555" [ 751.966057] env[68786]: _type = "Task" [ 751.966057] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.978739] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 751.978739] env[68786]: value = "task-3090556" [ 751.978739] env[68786]: _type = "Task" [ 751.978739] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.979052] env[68786]: DEBUG oslo_vmware.api [None req-28140737-4552-452d-89cc-c714dba31187 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090554, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.990460] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.000699] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090556, 'name': Rename_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.165303] env[68786]: DEBUG nova.compute.utils [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.170865] env[68786]: DEBUG nova.compute.manager [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.171230] env[68786]: DEBUG nova.network.neutron [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.175968] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.237103] env[68786]: DEBUG nova.policy [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a1a38d07963483c91b6f960b2bcc658', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1b7b0aaa486450c98fd86a764f2a737', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.377960] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "refresh_cache-646997d1-9381-48e5-946a-570e81393466" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.378575] env[68786]: DEBUG nova.compute.manager [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Instance network_info: |[{"id": "950f38e5-afbb-4f85-bc9f-916f97194790", "address": "fa:16:3e:ff:d2:22", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap950f38e5-af", "ovs_interfaceid": "950f38e5-afbb-4f85-bc9f-916f97194790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.378774] env[68786]: DEBUG oslo_concurrency.lockutils [req-a4ae93ba-fbe4-428f-93ca-261bb8c6188c req-91d42ef2-c1b3-436c-9ef6-ff9fa7363b59 service nova] Acquired lock "refresh_cache-646997d1-9381-48e5-946a-570e81393466" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.378990] env[68786]: DEBUG nova.network.neutron [req-a4ae93ba-fbe4-428f-93ca-261bb8c6188c req-91d42ef2-c1b3-436c-9ef6-ff9fa7363b59 service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] Refreshing network info cache for port 950f38e5-afbb-4f85-bc9f-916f97194790 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.380438] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:d2:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '950f38e5-afbb-4f85-bc9f-916f97194790', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.392700] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Creating folder: Project (62b6fdc11c364201ae04b85ff669b826). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.394135] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7eddfc4d-52a7-4547-9934-e1cd38a4616c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.412129] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Created folder: Project (62b6fdc11c364201ae04b85ff669b826) in parent group-v618484. [ 752.412389] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Creating folder: Instances. Parent ref: group-v618624. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.413062] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-901f4e39-de26-415c-bcb8-b922d11d12a2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.428684] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Created folder: Instances in parent group-v618624. [ 752.428976] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.429313] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 646997d1-9381-48e5-946a-570e81393466] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.430189] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f636131a-a1ba-41d8-b174-aaebacf2a338 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.462707] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.462707] env[68786]: value = "task-3090559" [ 752.462707] env[68786]: _type = "Task" [ 752.462707] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.474720] env[68786]: DEBUG oslo_vmware.api [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090553, 'name': Destroy_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.475072] env[68786]: DEBUG oslo_vmware.api [None req-28140737-4552-452d-89cc-c714dba31187 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090554, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.483591] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090559, 'name': CreateVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.491437] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090555, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.500078] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090556, 'name': Rename_Task, 'duration_secs': 0.261564} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.500589] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.500963] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f1521a3-c8c0-48c3-b4a7-8cf5dc6f86b9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.511203] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 752.511203] env[68786]: value = "task-3090560" [ 752.511203] env[68786]: _type = "Task" [ 752.511203] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.530079] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.620645] env[68786]: DEBUG nova.network.neutron [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Successfully created port: 605652e7-ec2c-43da-a960-654c4dfd721d {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.678818] env[68786]: DEBUG nova.compute.manager [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.975254] env[68786]: DEBUG oslo_vmware.api [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090553, 'name': Destroy_Task, 'duration_secs': 0.629662} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.982024] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Destroyed the VM [ 752.982024] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Deleting Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 752.986559] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-92e5418d-4b90-4d74-8bb5-7d9cf5ac901b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.988839] env[68786]: DEBUG oslo_vmware.api [None req-28140737-4552-452d-89cc-c714dba31187 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090554, 'name': PowerOnVM_Task, 'duration_secs': 0.858269} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.993664] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-28140737-4552-452d-89cc-c714dba31187 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.994076] env[68786]: DEBUG nova.compute.manager [None req-28140737-4552-452d-89cc-c714dba31187 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.994447] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090559, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.998789] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dff72d6-d323-4099-b13e-b4e9322273aa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.005810] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737033} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.007938] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 1fd79203-4a2a-4211-bcb4-4604496c99fb/1fd79203-4a2a-4211-bcb4-4604496c99fb.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.008393] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.008859] env[68786]: DEBUG oslo_vmware.api [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Waiting for the task: (returnval){ [ 753.008859] env[68786]: value = "task-3090561" [ 753.008859] env[68786]: _type = "Task" [ 753.008859] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.009361] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-351c8b58-53fc-4d61-9581-0bc8afa648d1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.037227] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 753.037227] env[68786]: value = "task-3090562" [ 753.037227] env[68786]: _type = "Task" [ 753.037227] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.037358] env[68786]: DEBUG oslo_vmware.api [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090561, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.040839] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090560, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.060878] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.224401] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e248e0fb-86e4-4ddf-ab69-3da80770d681 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.233531] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d5f441-5ac4-4171-ad52-d49a75dd972b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.268329] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8abe88-0e4a-4001-b874-ca35e698ee44 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.278174] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802da221-0558-445b-993f-7d5bf522ba85 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.297168] env[68786]: DEBUG nova.compute.provider_tree [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.478851] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090559, 'name': CreateVM_Task, 'duration_secs': 0.548334} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.479138] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 646997d1-9381-48e5-946a-570e81393466] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.479734] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.479901] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.480234] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.480501] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a91128b-6946-43b4-929f-24a84d22afe4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.485507] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 753.485507] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f29052-0c06-c2b3-c966-6e0cb4d39137" [ 753.485507] env[68786]: _type = "Task" [ 753.485507] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.489456] env[68786]: DEBUG nova.network.neutron [req-a4ae93ba-fbe4-428f-93ca-261bb8c6188c req-91d42ef2-c1b3-436c-9ef6-ff9fa7363b59 service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] Updated VIF entry in instance network info cache for port 950f38e5-afbb-4f85-bc9f-916f97194790. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.489800] env[68786]: DEBUG nova.network.neutron [req-a4ae93ba-fbe4-428f-93ca-261bb8c6188c req-91d42ef2-c1b3-436c-9ef6-ff9fa7363b59 service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] Updating instance_info_cache with network_info: [{"id": "950f38e5-afbb-4f85-bc9f-916f97194790", "address": "fa:16:3e:ff:d2:22", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap950f38e5-af", "ovs_interfaceid": "950f38e5-afbb-4f85-bc9f-916f97194790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.496398] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f29052-0c06-c2b3-c966-6e0cb4d39137, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.523230] env[68786]: DEBUG oslo_vmware.api [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090561, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.526182] env[68786]: DEBUG oslo_vmware.api [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090560, 'name': PowerOnVM_Task, 'duration_secs': 0.835265} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.526427] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.526621] env[68786]: INFO nova.compute.manager [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Took 8.95 seconds to spawn the instance on the hypervisor. [ 753.526800] env[68786]: DEBUG nova.compute.manager [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.527555] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c3369f-e370-4366-ae30-1c27a5ad7c10 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.554307] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076805} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.554307] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.554999] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba0494c-2f2d-44e8-b6a7-f1834ca0dcf6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.577160] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 1fd79203-4a2a-4211-bcb4-4604496c99fb/1fd79203-4a2a-4211-bcb4-4604496c99fb.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.578109] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8316269d-0af3-49e5-85b4-1df178b3d6ce {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.598785] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 753.598785] env[68786]: value = "task-3090563" [ 753.598785] env[68786]: _type = "Task" [ 753.598785] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.607260] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.688959] env[68786]: DEBUG nova.compute.manager [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.713907] env[68786]: DEBUG nova.virt.hardware [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:36:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0ca895bb-c72d-414d-8a44-6d4a8d3ebd5b',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-221688275',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.714182] env[68786]: DEBUG nova.virt.hardware [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.714372] env[68786]: DEBUG nova.virt.hardware [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.714573] env[68786]: DEBUG nova.virt.hardware [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.714736] env[68786]: DEBUG nova.virt.hardware [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.714860] env[68786]: DEBUG nova.virt.hardware [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.715075] env[68786]: DEBUG nova.virt.hardware [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.715239] env[68786]: DEBUG nova.virt.hardware [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.715404] env[68786]: DEBUG nova.virt.hardware [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.715564] env[68786]: DEBUG nova.virt.hardware [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.715732] env[68786]: DEBUG nova.virt.hardware [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.716600] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16491502-abcd-4fb0-9261-036ac91b353e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.725202] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15bbb64-c253-4900-b250-de3a5c0e9f65 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.801181] env[68786]: DEBUG nova.scheduler.client.report [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.992696] env[68786]: DEBUG oslo_concurrency.lockutils [req-a4ae93ba-fbe4-428f-93ca-261bb8c6188c req-91d42ef2-c1b3-436c-9ef6-ff9fa7363b59 service nova] Releasing lock "refresh_cache-646997d1-9381-48e5-946a-570e81393466" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.997022] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f29052-0c06-c2b3-c966-6e0cb4d39137, 'name': SearchDatastore_Task, 'duration_secs': 0.023448} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.997189] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.997403] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.997635] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.997777] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.997948] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.998234] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-037e45e0-494c-467a-a5ac-30cdccda4bb7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.017678] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.017867] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.018882] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5609f7c5-12d5-4841-8fb2-65681a2dc3c7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.023747] env[68786]: DEBUG oslo_vmware.api [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090561, 'name': RemoveSnapshot_Task, 'duration_secs': 0.68305} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.025052] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Deleted Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 754.025052] env[68786]: INFO nova.compute.manager [None req-813de556-23f3-4299-b7d9-6279dd979636 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Took 16.49 seconds to snapshot the instance on the hypervisor. [ 754.028027] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 754.028027] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5228fe60-a3a5-c26d-cafb-024d1701c9af" [ 754.028027] env[68786]: _type = "Task" [ 754.028027] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.036306] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5228fe60-a3a5-c26d-cafb-024d1701c9af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.046160] env[68786]: INFO nova.compute.manager [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Took 45.44 seconds to build instance. [ 754.109676] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090563, 'name': ReconfigVM_Task, 'duration_secs': 0.323291} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.110040] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 1fd79203-4a2a-4211-bcb4-4604496c99fb/1fd79203-4a2a-4211-bcb4-4604496c99fb.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.110691] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6040350d-3ccc-4ccf-a112-888cbf317ffc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.116878] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 754.116878] env[68786]: value = "task-3090564" [ 754.116878] env[68786]: _type = "Task" [ 754.116878] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.125399] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090564, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.233365] env[68786]: DEBUG nova.compute.manager [req-5d00cf14-5dc2-48d5-aec2-6ada0c871216 req-819f9a3d-f7ab-4da6-83d6-0a0f9d448d8d service nova] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Received event network-vif-plugged-605652e7-ec2c-43da-a960-654c4dfd721d {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.233717] env[68786]: DEBUG oslo_concurrency.lockutils [req-5d00cf14-5dc2-48d5-aec2-6ada0c871216 req-819f9a3d-f7ab-4da6-83d6-0a0f9d448d8d service nova] Acquiring lock "9b02ce36-2582-4b2b-9774-1f8e14cc8b92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.233918] env[68786]: DEBUG oslo_concurrency.lockutils [req-5d00cf14-5dc2-48d5-aec2-6ada0c871216 req-819f9a3d-f7ab-4da6-83d6-0a0f9d448d8d service nova] Lock "9b02ce36-2582-4b2b-9774-1f8e14cc8b92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.234103] env[68786]: DEBUG oslo_concurrency.lockutils [req-5d00cf14-5dc2-48d5-aec2-6ada0c871216 req-819f9a3d-f7ab-4da6-83d6-0a0f9d448d8d service nova] Lock "9b02ce36-2582-4b2b-9774-1f8e14cc8b92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.234277] env[68786]: DEBUG nova.compute.manager [req-5d00cf14-5dc2-48d5-aec2-6ada0c871216 req-819f9a3d-f7ab-4da6-83d6-0a0f9d448d8d service nova] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] No waiting events found dispatching network-vif-plugged-605652e7-ec2c-43da-a960-654c4dfd721d {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.234450] env[68786]: WARNING nova.compute.manager [req-5d00cf14-5dc2-48d5-aec2-6ada0c871216 req-819f9a3d-f7ab-4da6-83d6-0a0f9d448d8d service nova] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Received unexpected event network-vif-plugged-605652e7-ec2c-43da-a960-654c4dfd721d for instance with vm_state building and task_state spawning. [ 754.305998] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.306499] env[68786]: DEBUG nova.compute.manager [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.309856] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.528s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.311705] env[68786]: INFO nova.compute.claims [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.320775] env[68786]: DEBUG nova.network.neutron [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Successfully updated port: 605652e7-ec2c-43da-a960-654c4dfd721d {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.543781] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5228fe60-a3a5-c26d-cafb-024d1701c9af, 'name': SearchDatastore_Task, 'duration_secs': 0.054694} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.544649] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ada6ac3-d7f6-433e-913f-c4bc3660c57c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.547907] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f8e18b7-0e8c-4bf1-9786-456809024965 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.610s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.551681] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 754.551681] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]527ec803-e81a-d6d6-5e17-4e28e3492655" [ 754.551681] env[68786]: _type = "Task" [ 754.551681] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.559487] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]527ec803-e81a-d6d6-5e17-4e28e3492655, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.626483] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090564, 'name': Rename_Task, 'duration_secs': 0.145841} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.626809] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.627076] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0445315f-9189-401a-bc66-c56a935e66ce {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.634093] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 754.634093] env[68786]: value = "task-3090565" [ 754.634093] env[68786]: _type = "Task" [ 754.634093] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.642488] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.704337] env[68786]: DEBUG oslo_concurrency.lockutils [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.704337] env[68786]: DEBUG oslo_concurrency.lockutils [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.705119] env[68786]: DEBUG oslo_concurrency.lockutils [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.707024] env[68786]: DEBUG oslo_concurrency.lockutils [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.707024] env[68786]: DEBUG oslo_concurrency.lockutils [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.709788] env[68786]: INFO nova.compute.manager [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Terminating instance [ 754.794295] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.794650] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.794931] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.795136] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.795302] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.797475] env[68786]: INFO nova.compute.manager [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Terminating instance [ 754.820999] env[68786]: DEBUG nova.compute.utils [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.823807] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "refresh_cache-9b02ce36-2582-4b2b-9774-1f8e14cc8b92" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.823937] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquired lock "refresh_cache-9b02ce36-2582-4b2b-9774-1f8e14cc8b92" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.824092] env[68786]: DEBUG nova.network.neutron [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.825148] env[68786]: DEBUG nova.compute.manager [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.825560] env[68786]: DEBUG nova.network.neutron [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.863468] env[68786]: DEBUG nova.policy [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4eaa56eb983541518940458389f29dd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70f465d5eb794ca09fe55a7e6fe34548', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.062805] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]527ec803-e81a-d6d6-5e17-4e28e3492655, 'name': SearchDatastore_Task, 'duration_secs': 0.034043} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.063208] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.063508] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 646997d1-9381-48e5-946a-570e81393466/646997d1-9381-48e5-946a-570e81393466.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.063806] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8495fd97-d3dd-4027-9fdc-66ba10514b5a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.070735] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 755.070735] env[68786]: value = "task-3090566" [ 755.070735] env[68786]: _type = "Task" [ 755.070735] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.079535] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3090566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.146365] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090565, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.181195] env[68786]: DEBUG nova.network.neutron [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Successfully created port: 0a613b56-2999-4c3f-8096-55d403d6af17 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.215210] env[68786]: DEBUG nova.compute.manager [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.215467] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.216398] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4958eb-623b-4aa1-a2f6-bc9b71800fb8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.228775] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.229054] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94310871-c7d1-44bd-80c3-31397466da09 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.239900] env[68786]: DEBUG oslo_vmware.api [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 755.239900] env[68786]: value = "task-3090567" [ 755.239900] env[68786]: _type = "Task" [ 755.239900] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.249528] env[68786]: DEBUG oslo_vmware.api [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.301488] env[68786]: DEBUG nova.compute.manager [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.301757] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.302738] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a15d4d-0e0a-424f-b87d-debface62fe9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.319958] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.320303] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31e56b04-8460-49aa-848c-35f5e2f199de {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.332139] env[68786]: DEBUG nova.compute.utils [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.336025] env[68786]: DEBUG oslo_vmware.api [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 755.336025] env[68786]: value = "task-3090568" [ 755.336025] env[68786]: _type = "Task" [ 755.336025] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.346790] env[68786]: DEBUG oslo_vmware.api [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.375210] env[68786]: DEBUG nova.network.neutron [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.583746] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3090566, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.646032] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090565, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.684288] env[68786]: DEBUG nova.network.neutron [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Updating instance_info_cache with network_info: [{"id": "605652e7-ec2c-43da-a960-654c4dfd721d", "address": "fa:16:3e:03:fa:24", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap605652e7-ec", "ovs_interfaceid": "605652e7-ec2c-43da-a960-654c4dfd721d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.749300] env[68786]: DEBUG oslo_vmware.api [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090567, 'name': PowerOffVM_Task, 'duration_secs': 0.199553} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.751851] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.752068] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.753202] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b0637ed-96ac-4bf6-968c-15cdbd934d4b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.825315] env[68786]: DEBUG oslo_concurrency.lockutils [None req-51b794ee-b890-4286-9b55-ac0465e296c1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "bb75a858-288f-4bdd-8488-9f5d15324e6f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.825579] env[68786]: DEBUG oslo_concurrency.lockutils [None req-51b794ee-b890-4286-9b55-ac0465e296c1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "bb75a858-288f-4bdd-8488-9f5d15324e6f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.829252] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c77dfb3-80ac-4025-9ef4-b1d357ad4862 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.840399] env[68786]: DEBUG nova.compute.manager [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.844277] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b32fd6-32b5-4fdb-a130-99d592035647 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.851347] env[68786]: DEBUG oslo_vmware.api [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090568, 'name': PowerOffVM_Task, 'duration_secs': 0.237709} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.852845] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.853069] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.853385] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.853593] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.853805] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Deleting the datastore file [datastore2] 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.854082] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f0c18a2-d2b0-4959-8d1b-f44f050c820d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.855600] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c39933da-fc6f-43bb-a877-eeef02dd6126 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.889357] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6c82a9-d695-475e-9503-a1792ad61092 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.894808] env[68786]: DEBUG oslo_vmware.api [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 755.894808] env[68786]: value = "task-3090570" [ 755.894808] env[68786]: _type = "Task" [ 755.894808] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.901779] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9478bac1-ce37-414c-aa4a-69a8009d524c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.909707] env[68786]: DEBUG oslo_vmware.api [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.922404] env[68786]: DEBUG nova.compute.provider_tree [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.953336] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.953567] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.956075] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Deleting the datastore file [datastore1] ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.956075] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-275f2997-63e6-4236-a559-78cc8a90e596 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.960323] env[68786]: DEBUG oslo_vmware.api [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 755.960323] env[68786]: value = "task-3090572" [ 755.960323] env[68786]: _type = "Task" [ 755.960323] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.970866] env[68786]: DEBUG oslo_vmware.api [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.081064] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3090566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618704} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.081370] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 646997d1-9381-48e5-946a-570e81393466/646997d1-9381-48e5-946a-570e81393466.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.081589] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.081845] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74a13ed9-c328-496d-8674-957f93b50c8e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.088474] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 756.088474] env[68786]: value = "task-3090573" [ 756.088474] env[68786]: _type = "Task" [ 756.088474] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.096614] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3090573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.146104] env[68786]: DEBUG oslo_vmware.api [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090565, 'name': PowerOnVM_Task, 'duration_secs': 1.071828} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.146411] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.146634] env[68786]: INFO nova.compute.manager [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Took 8.88 seconds to spawn the instance on the hypervisor. [ 756.146911] env[68786]: DEBUG nova.compute.manager [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.147619] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e926d6-7a74-4fac-9152-2e6df2c98cf0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.189093] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Releasing lock "refresh_cache-9b02ce36-2582-4b2b-9774-1f8e14cc8b92" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.189452] env[68786]: DEBUG nova.compute.manager [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Instance network_info: |[{"id": "605652e7-ec2c-43da-a960-654c4dfd721d", "address": "fa:16:3e:03:fa:24", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap605652e7-ec", "ovs_interfaceid": "605652e7-ec2c-43da-a960-654c4dfd721d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.189887] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:fa:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '605652e7-ec2c-43da-a960-654c4dfd721d', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.197442] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.198378] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.198620] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e955edd-5637-48e9-9ca2-18cafaf4cf89 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.218523] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.218523] env[68786]: value = "task-3090574" [ 756.218523] env[68786]: _type = "Task" [ 756.218523] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.226769] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090574, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.317369] env[68786]: DEBUG nova.compute.manager [req-afa14566-bc0e-4698-98b9-8cf7940ff532 req-7b4404d3-1974-4b8e-bd3f-a696dafca4da service nova] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Received event network-changed-605652e7-ec2c-43da-a960-654c4dfd721d {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.317369] env[68786]: DEBUG nova.compute.manager [req-afa14566-bc0e-4698-98b9-8cf7940ff532 req-7b4404d3-1974-4b8e-bd3f-a696dafca4da service nova] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Refreshing instance network info cache due to event network-changed-605652e7-ec2c-43da-a960-654c4dfd721d. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.317369] env[68786]: DEBUG oslo_concurrency.lockutils [req-afa14566-bc0e-4698-98b9-8cf7940ff532 req-7b4404d3-1974-4b8e-bd3f-a696dafca4da service nova] Acquiring lock "refresh_cache-9b02ce36-2582-4b2b-9774-1f8e14cc8b92" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.317550] env[68786]: DEBUG oslo_concurrency.lockutils [req-afa14566-bc0e-4698-98b9-8cf7940ff532 req-7b4404d3-1974-4b8e-bd3f-a696dafca4da service nova] Acquired lock "refresh_cache-9b02ce36-2582-4b2b-9774-1f8e14cc8b92" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.317618] env[68786]: DEBUG nova.network.neutron [req-afa14566-bc0e-4698-98b9-8cf7940ff532 req-7b4404d3-1974-4b8e-bd3f-a696dafca4da service nova] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Refreshing network info cache for port 605652e7-ec2c-43da-a960-654c4dfd721d {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.333493] env[68786]: DEBUG nova.compute.utils [None req-51b794ee-b890-4286-9b55-ac0465e296c1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.393671] env[68786]: DEBUG nova.compute.manager [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.394672] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1bc8b0-b30c-4605-8902-eabbd5f44788 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.414146] env[68786]: DEBUG oslo_vmware.api [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338141} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.415684] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.415887] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.416076] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.416254] env[68786]: INFO nova.compute.manager [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Took 1.20 seconds to destroy the instance on the hypervisor. [ 756.416592] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.419082] env[68786]: DEBUG nova.compute.manager [-] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.419175] env[68786]: DEBUG nova.network.neutron [-] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.427406] env[68786]: DEBUG nova.scheduler.client.report [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.472075] env[68786]: DEBUG oslo_vmware.api [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.598863] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3090573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07139} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.599206] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.600095] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4438fd1c-3baa-4a06-8e0a-a088149f0f52 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.623775] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 646997d1-9381-48e5-946a-570e81393466/646997d1-9381-48e5-946a-570e81393466.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.624150] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f818515-dae5-47b5-b979-27037bce417f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.643995] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 756.643995] env[68786]: value = "task-3090575" [ 756.643995] env[68786]: _type = "Task" [ 756.643995] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.653546] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3090575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.667062] env[68786]: INFO nova.compute.manager [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Took 46.08 seconds to build instance. [ 756.730557] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090574, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.838588] env[68786]: DEBUG oslo_concurrency.lockutils [None req-51b794ee-b890-4286-9b55-ac0465e296c1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "bb75a858-288f-4bdd-8488-9f5d15324e6f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.856328] env[68786]: DEBUG nova.compute.manager [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.882194] env[68786]: DEBUG nova.virt.hardware [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:34:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1956032525',id=18,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1213144629',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.882465] env[68786]: DEBUG nova.virt.hardware [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.882621] env[68786]: DEBUG nova.virt.hardware [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.882801] env[68786]: DEBUG nova.virt.hardware [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.882950] env[68786]: DEBUG nova.virt.hardware [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.883295] env[68786]: DEBUG nova.virt.hardware [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.883585] env[68786]: DEBUG nova.virt.hardware [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.883771] env[68786]: DEBUG nova.virt.hardware [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.886193] env[68786]: DEBUG nova.virt.hardware [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.886193] env[68786]: DEBUG nova.virt.hardware [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.886193] env[68786]: DEBUG nova.virt.hardware [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.886193] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7cd88e-ddda-43e7-a1c9-d9f310cd2dc7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.893695] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5936cbda-5665-44ea-89ee-a329bcc70296 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.923314] env[68786]: INFO nova.compute.manager [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] instance snapshotting [ 756.926417] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dcc3e2-6a59-4240-bcc9-c5667a44b9f4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.933970] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.934495] env[68786]: DEBUG nova.compute.manager [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.966008] env[68786]: DEBUG oslo_concurrency.lockutils [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.735s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.969299] env[68786]: DEBUG oslo_concurrency.lockutils [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.969347] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.562s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.969545] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.971688] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.292s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.973367] env[68786]: INFO nova.compute.claims [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.982294] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9c35eb-40dd-4203-ab97-fa6bd29ceae6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.712577] env[68786]: INFO nova.scheduler.client.report [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Deleted allocations for instance 208730b9-5815-4afb-83df-1ccb307d40ac [ 757.714143] env[68786]: INFO nova.scheduler.client.report [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Deleted allocations for instance bf3d8149-511c-496d-9445-e215fa5d27ab [ 757.718986] env[68786]: DEBUG nova.network.neutron [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Successfully updated port: 0a613b56-2999-4c3f-8096-55d403d6af17 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.720170] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d8c418ac-af81-403a-9862-a0705850020a tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "1fd79203-4a2a-4211-bcb4-4604496c99fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.850s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.720386] env[68786]: DEBUG nova.network.neutron [-] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.724137] env[68786]: DEBUG nova.compute.utils [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.738512] env[68786]: DEBUG nova.compute.manager [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Not allocating networking since 'none' was specified. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 757.751175] env[68786]: DEBUG oslo_vmware.api [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.550523} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.753118] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.753341] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.753713] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.753713] env[68786]: INFO nova.compute.manager [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Took 2.45 seconds to destroy the instance on the hypervisor. [ 757.753957] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.755113] env[68786]: DEBUG nova.compute.manager [-] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.755219] env[68786]: DEBUG nova.network.neutron [-] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.764651] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090574, 'name': CreateVM_Task, 'duration_secs': 1.101989} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.765285] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3090575, 'name': ReconfigVM_Task, 'duration_secs': 0.305146} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.765785] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.766392] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 646997d1-9381-48e5-946a-570e81393466/646997d1-9381-48e5-946a-570e81393466.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.767533] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.767694] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.768057] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.768439] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08f283c1-8a9f-4ad2-8922-735230356b79 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.770770] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d3ed048-ad44-47d2-8257-373e1aa4591d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.781583] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 757.781583] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52654f67-06dd-2b28-d1f5-3c3b3631e7a7" [ 757.781583] env[68786]: _type = "Task" [ 757.781583] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.783899] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 757.783899] env[68786]: value = "task-3090576" [ 757.783899] env[68786]: _type = "Task" [ 757.783899] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.798048] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52654f67-06dd-2b28-d1f5-3c3b3631e7a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013683} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.803348] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.803582] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.803970] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.805518] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.805518] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.805518] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3090576, 'name': Rename_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.806392] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97ccde9a-375d-4df9-94f6-86001f1af23d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.815466] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.815702] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.816503] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c7720b6-0b8a-49a6-9382-29282c33e466 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.826214] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 757.826214] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f3ea10-4fcd-ba73-c8a5-2f4cc481b81f" [ 757.826214] env[68786]: _type = "Task" [ 757.826214] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.833526] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f3ea10-4fcd-ba73-c8a5-2f4cc481b81f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.018073] env[68786]: DEBUG nova.network.neutron [req-afa14566-bc0e-4698-98b9-8cf7940ff532 req-7b4404d3-1974-4b8e-bd3f-a696dafca4da service nova] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Updated VIF entry in instance network info cache for port 605652e7-ec2c-43da-a960-654c4dfd721d. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.018073] env[68786]: DEBUG nova.network.neutron [req-afa14566-bc0e-4698-98b9-8cf7940ff532 req-7b4404d3-1974-4b8e-bd3f-a696dafca4da service nova] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Updating instance_info_cache with network_info: [{"id": "605652e7-ec2c-43da-a960-654c4dfd721d", "address": "fa:16:3e:03:fa:24", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap605652e7-ec", "ovs_interfaceid": "605652e7-ec2c-43da-a960-654c4dfd721d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.197815] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fdb98cb9-7625-400f-ad14-0b5c9970acb9 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquiring lock "3b2a3201-fd24-4b57-9844-2fc078f40f2f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.198128] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fdb98cb9-7625-400f-ad14-0b5c9970acb9 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "3b2a3201-fd24-4b57-9844-2fc078f40f2f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.198958] env[68786]: WARNING oslo_messaging._drivers.amqpdriver [None req-fdb98cb9-7625-400f-ad14-0b5c9970acb9 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 758.232636] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Acquiring lock "refresh_cache-0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.232797] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Acquired lock "refresh_cache-0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.232953] env[68786]: DEBUG nova.network.neutron [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.243950] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7f7d0bbd-a5e0-4c7f-8ad6-f66d0a71a44a tempest-ServerTagsTestJSON-1805624193 tempest-ServerTagsTestJSON-1805624193-project-member] Lock "208730b9-5815-4afb-83df-1ccb307d40ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.680s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.246969] env[68786]: DEBUG oslo_concurrency.lockutils [None req-553fc46e-fd61-4999-abe0-8d3b85d54298 tempest-ServersNegativeTestMultiTenantJSON-411645199 tempest-ServersNegativeTestMultiTenantJSON-411645199-project-member] Lock "bf3d8149-511c-496d-9445-e215fa5d27ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.719s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.253131] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Creating Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 758.254081] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-460c3c8b-aef2-4c60-b6ce-5943ad990541 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.261874] env[68786]: DEBUG oslo_vmware.api [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Waiting for the task: (returnval){ [ 758.261874] env[68786]: value = "task-3090577" [ 758.261874] env[68786]: _type = "Task" [ 758.261874] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.271519] env[68786]: DEBUG oslo_vmware.api [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090577, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.277184] env[68786]: DEBUG oslo_concurrency.lockutils [None req-51b794ee-b890-4286-9b55-ac0465e296c1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "bb75a858-288f-4bdd-8488-9f5d15324e6f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.277424] env[68786]: DEBUG oslo_concurrency.lockutils [None req-51b794ee-b890-4286-9b55-ac0465e296c1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "bb75a858-288f-4bdd-8488-9f5d15324e6f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.277661] env[68786]: INFO nova.compute.manager [None req-51b794ee-b890-4286-9b55-ac0465e296c1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Attaching volume 7bb56229-9e4e-41ab-a56c-720769a5c93e to /dev/sdb [ 758.279416] env[68786]: INFO nova.compute.manager [-] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Took 1.86 seconds to deallocate network for instance. [ 758.279818] env[68786]: DEBUG nova.compute.manager [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.300948] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3090576, 'name': Rename_Task, 'duration_secs': 0.155376} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.301342] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.302211] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f364f9f-deb8-4c36-8462-b49074cc1eba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.313169] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 758.313169] env[68786]: value = "task-3090578" [ 758.313169] env[68786]: _type = "Task" [ 758.313169] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.328032] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3090578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.333386] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156e4fc2-17e7-4b42-a12d-4d5bc18654d2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.348251] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f3ea10-4fcd-ba73-c8a5-2f4cc481b81f, 'name': SearchDatastore_Task, 'duration_secs': 0.010082} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.350154] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4ba33bd-4f4e-4447-b519-288541491274 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.354458] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89a31f5-75fb-4361-ae4b-9eb82d82edcf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.365612] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 758.365612] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52140cf1-070f-1cb2-5d8b-0493f0447e74" [ 758.365612] env[68786]: _type = "Task" [ 758.365612] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.374129] env[68786]: DEBUG nova.virt.block_device [None req-51b794ee-b890-4286-9b55-ac0465e296c1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Updating existing volume attachment record: 57bf6052-2b53-4167-8468-7446622e9b45 {{(pid=68786) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 758.382012] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52140cf1-070f-1cb2-5d8b-0493f0447e74, 'name': SearchDatastore_Task, 'duration_secs': 0.011815} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.383048] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.383048] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 9b02ce36-2582-4b2b-9774-1f8e14cc8b92/9b02ce36-2582-4b2b-9774-1f8e14cc8b92.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.383048] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c10173d-8302-4b3a-aee4-781350161b70 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.390929] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 758.390929] env[68786]: value = "task-3090579" [ 758.390929] env[68786]: _type = "Task" [ 758.390929] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.402297] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.507348] env[68786]: DEBUG nova.compute.manager [req-7d0635bd-c9dd-43e3-9020-d1a879ccdc76 req-86e7f3bb-be18-4cc8-b6fc-24401ba22407 service nova] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Received event network-vif-deleted-e0bedf69-f580-4f87-af37-c00c421774bb {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.507348] env[68786]: DEBUG nova.compute.manager [req-7d0635bd-c9dd-43e3-9020-d1a879ccdc76 req-86e7f3bb-be18-4cc8-b6fc-24401ba22407 service nova] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Received event network-vif-plugged-0a613b56-2999-4c3f-8096-55d403d6af17 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.507348] env[68786]: DEBUG oslo_concurrency.lockutils [req-7d0635bd-c9dd-43e3-9020-d1a879ccdc76 req-86e7f3bb-be18-4cc8-b6fc-24401ba22407 service nova] Acquiring lock "0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.507831] env[68786]: DEBUG oslo_concurrency.lockutils [req-7d0635bd-c9dd-43e3-9020-d1a879ccdc76 req-86e7f3bb-be18-4cc8-b6fc-24401ba22407 service nova] Lock "0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.507831] env[68786]: DEBUG oslo_concurrency.lockutils [req-7d0635bd-c9dd-43e3-9020-d1a879ccdc76 req-86e7f3bb-be18-4cc8-b6fc-24401ba22407 service nova] Lock "0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.507987] env[68786]: DEBUG nova.compute.manager [req-7d0635bd-c9dd-43e3-9020-d1a879ccdc76 req-86e7f3bb-be18-4cc8-b6fc-24401ba22407 service nova] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] No waiting events found dispatching network-vif-plugged-0a613b56-2999-4c3f-8096-55d403d6af17 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.509167] env[68786]: WARNING nova.compute.manager [req-7d0635bd-c9dd-43e3-9020-d1a879ccdc76 req-86e7f3bb-be18-4cc8-b6fc-24401ba22407 service nova] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Received unexpected event network-vif-plugged-0a613b56-2999-4c3f-8096-55d403d6af17 for instance with vm_state building and task_state spawning. [ 758.509167] env[68786]: DEBUG nova.compute.manager [req-7d0635bd-c9dd-43e3-9020-d1a879ccdc76 req-86e7f3bb-be18-4cc8-b6fc-24401ba22407 service nova] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Received event network-changed-0a613b56-2999-4c3f-8096-55d403d6af17 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.509167] env[68786]: DEBUG nova.compute.manager [req-7d0635bd-c9dd-43e3-9020-d1a879ccdc76 req-86e7f3bb-be18-4cc8-b6fc-24401ba22407 service nova] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Refreshing instance network info cache due to event network-changed-0a613b56-2999-4c3f-8096-55d403d6af17. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.509167] env[68786]: DEBUG oslo_concurrency.lockutils [req-7d0635bd-c9dd-43e3-9020-d1a879ccdc76 req-86e7f3bb-be18-4cc8-b6fc-24401ba22407 service nova] Acquiring lock "refresh_cache-0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.521031] env[68786]: DEBUG oslo_concurrency.lockutils [req-afa14566-bc0e-4698-98b9-8cf7940ff532 req-7b4404d3-1974-4b8e-bd3f-a696dafca4da service nova] Releasing lock "refresh_cache-9b02ce36-2582-4b2b-9774-1f8e14cc8b92" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.669768] env[68786]: DEBUG nova.network.neutron [-] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.705901] env[68786]: DEBUG nova.compute.utils [None req-fdb98cb9-7625-400f-ad14-0b5c9970acb9 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.756814] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d637874-595e-4dc5-b051-8abe81d4e883 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.772407] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1b7e34-b3a8-4bd8-a92d-b1885c8a37eb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.780075] env[68786]: DEBUG oslo_vmware.api [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090577, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.781221] env[68786]: DEBUG nova.network.neutron [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.814094] env[68786]: DEBUG oslo_concurrency.lockutils [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.814094] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585d22ac-f33a-4c7f-9298-61ac9f1bfc50 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.827742] env[68786]: DEBUG oslo_vmware.api [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3090578, 'name': PowerOnVM_Task, 'duration_secs': 0.497799} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.830227] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.830464] env[68786]: INFO nova.compute.manager [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Took 8.99 seconds to spawn the instance on the hypervisor. [ 758.830626] env[68786]: DEBUG nova.compute.manager [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.831690] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edd72c3-b478-4e3c-a6d8-849674ba3e96 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.835538] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df07115-621f-4a9f-a6f8-d4d4e9817bad {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.857538] env[68786]: DEBUG nova.compute.provider_tree [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.902821] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090579, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.004848] env[68786]: DEBUG nova.network.neutron [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Updating instance_info_cache with network_info: [{"id": "0a613b56-2999-4c3f-8096-55d403d6af17", "address": "fa:16:3e:40:22:cf", "network": {"id": "450ade04-0374-42f6-ae05-3d2e5e47e79b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1650166467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f465d5eb794ca09fe55a7e6fe34548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a613b56-29", "ovs_interfaceid": "0a613b56-2999-4c3f-8096-55d403d6af17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.175711] env[68786]: INFO nova.compute.manager [-] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Took 1.42 seconds to deallocate network for instance. [ 759.208807] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fdb98cb9-7625-400f-ad14-0b5c9970acb9 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "3b2a3201-fd24-4b57-9844-2fc078f40f2f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.272774] env[68786]: DEBUG oslo_vmware.api [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090577, 'name': CreateSnapshot_Task, 'duration_secs': 0.838851} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.273383] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Created Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 759.274206] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d02605f-c800-45eb-96c5-b78b629d865c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.314271] env[68786]: DEBUG nova.compute.manager [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.347246] env[68786]: DEBUG nova.virt.hardware [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.347495] env[68786]: DEBUG nova.virt.hardware [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.347653] env[68786]: DEBUG nova.virt.hardware [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.347831] env[68786]: DEBUG nova.virt.hardware [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.347976] env[68786]: DEBUG nova.virt.hardware [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.348340] env[68786]: DEBUG nova.virt.hardware [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.348572] env[68786]: DEBUG nova.virt.hardware [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.348731] env[68786]: DEBUG nova.virt.hardware [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.348898] env[68786]: DEBUG nova.virt.hardware [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.349080] env[68786]: DEBUG nova.virt.hardware [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.349633] env[68786]: DEBUG nova.virt.hardware [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.350806] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef824f76-a866-48a1-b140-b8f874f1e799 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.358950] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6433808-c2f3-4038-91fb-0481f02cd7c8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.364876] env[68786]: DEBUG nova.scheduler.client.report [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.380803] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Instance VIF info [] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.386435] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Creating folder: Project (dd2026a9f6234f0fbfabe8f4f4e86cd4). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.390816] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36ee3d18-9b2a-4be6-add6-a1ffbeddbf2f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.392330] env[68786]: INFO nova.compute.manager [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Took 40.84 seconds to build instance. [ 759.403915] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550876} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.404112] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 9b02ce36-2582-4b2b-9774-1f8e14cc8b92/9b02ce36-2582-4b2b-9774-1f8e14cc8b92.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.404358] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.404663] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dc31c12-758c-4db8-ab2b-10d93d9b42fa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.411235] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 759.411235] env[68786]: value = "task-3090584" [ 759.411235] env[68786]: _type = "Task" [ 759.411235] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.416619] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Created folder: Project (dd2026a9f6234f0fbfabe8f4f4e86cd4) in parent group-v618484. [ 759.416815] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Creating folder: Instances. Parent ref: group-v618631. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.417543] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e75b816-2071-4e13-827a-43970ea81ccc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.424195] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.432475] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Created folder: Instances in parent group-v618631. [ 759.432814] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.433075] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.433334] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a991a29-8282-4a6b-b13b-8000efe0e19a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.452835] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.452835] env[68786]: value = "task-3090586" [ 759.452835] env[68786]: _type = "Task" [ 759.452835] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.461104] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090586, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.510024] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Releasing lock "refresh_cache-0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.510024] env[68786]: DEBUG nova.compute.manager [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Instance network_info: |[{"id": "0a613b56-2999-4c3f-8096-55d403d6af17", "address": "fa:16:3e:40:22:cf", "network": {"id": "450ade04-0374-42f6-ae05-3d2e5e47e79b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1650166467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f465d5eb794ca09fe55a7e6fe34548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a613b56-29", "ovs_interfaceid": "0a613b56-2999-4c3f-8096-55d403d6af17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.510300] env[68786]: DEBUG oslo_concurrency.lockutils [req-7d0635bd-c9dd-43e3-9020-d1a879ccdc76 req-86e7f3bb-be18-4cc8-b6fc-24401ba22407 service nova] Acquired lock "refresh_cache-0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.510300] env[68786]: DEBUG nova.network.neutron [req-7d0635bd-c9dd-43e3-9020-d1a879ccdc76 req-86e7f3bb-be18-4cc8-b6fc-24401ba22407 service nova] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Refreshing network info cache for port 0a613b56-2999-4c3f-8096-55d403d6af17 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.510300] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:22:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a613b56-2999-4c3f-8096-55d403d6af17', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.518764] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.523082] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.523795] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25ba1a62-cd6d-4aac-9e81-272f3206c83d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.551986] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.551986] env[68786]: value = "task-3090587" [ 759.551986] env[68786]: _type = "Task" [ 759.551986] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.560698] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090587, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.684329] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.724731] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.724967] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.792579] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Creating linked-clone VM from snapshot {{(pid=68786) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 759.793376] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b6484423-e9b1-4ae7-bece-05fac6af3d41 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.801839] env[68786]: DEBUG oslo_vmware.api [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Waiting for the task: (returnval){ [ 759.801839] env[68786]: value = "task-3090588" [ 759.801839] env[68786]: _type = "Task" [ 759.801839] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.816353] env[68786]: DEBUG oslo_vmware.api [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090588, 'name': CloneVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.875785] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.904s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.876413] env[68786]: DEBUG nova.compute.manager [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.879442] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.159s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.883100] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.883100] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.702s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.883100] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.883100] env[68786]: INFO nova.compute.manager [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Successfully reverted task state from image_uploading on failure for instance. [ 759.885667] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6790dfaa-bbd1-4d11-8fcf-b793ddddfade tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.596s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.885896] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6790dfaa-bbd1-4d11-8fcf-b793ddddfade tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.888074] env[68786]: DEBUG oslo_concurrency.lockutils [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.536s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.888288] env[68786]: DEBUG nova.objects.instance [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lazy-loading 'resources' on Instance uuid 596ff49a-578e-43a1-86fa-91e7bb4dc1ee {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.890900] env[68786]: ERROR oslo_messaging.rpc.server [None req-5dd7384a-4993-4f96-9009-1b813fa923ba tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Exception during message handling: oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-618597' has already been deleted or has not been completely created [ 759.890900] env[68786]: Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-618597' has already been deleted or has not been completely created' [ 759.890900] env[68786]: Faults: [ManagedObjectNotFound] [ 759.890900] env[68786]: Details: {'obj': 'snapshot-618597'} [ 759.890900] env[68786]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 759.890900] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler [ 759.890900] env[68786]: ERROR oslo_messaging.rpc.server response = request(managed_object, **kwargs) [ 759.890900] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__ [ 759.890900] env[68786]: ERROR oslo_messaging.rpc.server return client.invoke(args, kwargs) [ 759.890900] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke [ 759.890900] env[68786]: ERROR oslo_messaging.rpc.server result = self.send(soapenv, timeout=timeout) [ 759.890900] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send [ 759.890900] env[68786]: ERROR oslo_messaging.rpc.server return self.process_reply(reply.message, None, None) [ 759.890900] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply [ 759.890900] env[68786]: ERROR oslo_messaging.rpc.server raise WebFault(fault, replyroot) [ 759.890900] env[68786]: ERROR oslo_messaging.rpc.server suds.WebFault: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-618597' has already been deleted or has not been completely created' [ 759.891527] env[68786]: ERROR oslo_messaging.rpc.server [ 759.891527] env[68786]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 759.891527] env[68786]: ERROR oslo_messaging.rpc.server [ 759.891527] env[68786]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 759.891527] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api [ 759.891527] env[68786]: ERROR oslo_messaging.rpc.server return api_method(*args, **kwargs) [ 759.891527] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler [ 759.891527] env[68786]: ERROR oslo_messaging.rpc.server raise exceptions.VimFaultException(fault_list, fault_string, [ 759.891527] env[68786]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.VimFaultException: The object 'vim.vm.Snapshot:snapshot-618597' has already been deleted or has not been completely created [ 759.891527] env[68786]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-618597' has already been deleted or has not been completely created' [ 759.891527] env[68786]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 759.891527] env[68786]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-618597'} [ 759.891527] env[68786]: ERROR oslo_messaging.rpc.server [ 759.891527] env[68786]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 759.891527] env[68786]: ERROR oslo_messaging.rpc.server [ 759.891527] env[68786]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 759.891527] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 759.891527] env[68786]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 759.891527] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 759.892068] env[68786]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 759.892068] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 759.892068] env[68786]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 759.892068] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 759.892068] env[68786]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 759.892068] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 759.892068] env[68786]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 759.892068] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 759.892068] env[68786]: ERROR oslo_messaging.rpc.server raise self.value [ 759.892068] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 759.892068] env[68786]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 759.892068] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 168, in decorated_function [ 759.892068] env[68786]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 759.892068] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 759.892068] env[68786]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 759.892068] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 759.892068] env[68786]: ERROR oslo_messaging.rpc.server raise self.value [ 759.892068] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 159, in decorated_function [ 759.892531] env[68786]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 759.892531] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 759.892531] env[68786]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 759.892531] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 215, in decorated_function [ 759.892531] env[68786]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 759.892531] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 759.892531] env[68786]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 759.892531] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 759.892531] env[68786]: ERROR oslo_messaging.rpc.server raise self.value [ 759.892531] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 205, in decorated_function [ 759.892531] env[68786]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 759.892531] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 235, in decorated_function [ 759.892531] env[68786]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 759.892531] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 759.892531] env[68786]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 759.892531] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 759.892531] env[68786]: ERROR oslo_messaging.rpc.server raise self.value [ 759.892531] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 232, in decorated_function [ 759.893031] env[68786]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 759.893031] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4543, in snapshot_instance [ 759.893031] env[68786]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 759.893031] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4576, in _snapshot_instance [ 759.893031] env[68786]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 759.893031] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 573, in snapshot [ 759.893031] env[68786]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 759.893031] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1033, in snapshot [ 759.893031] env[68786]: ERROR oslo_messaging.rpc.server self._delete_vm_snapshot(instance, vm_ref, snapshot_ref) [ 759.893031] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/decorator.py", line 232, in fun [ 759.893031] env[68786]: ERROR oslo_messaging.rpc.server return caller(func, *(extras + args), **kw) [ 759.893031] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 124, in retry_if_task_in_progress [ 759.893031] env[68786]: ERROR oslo_messaging.rpc.server f(*args, **kwargs) [ 759.893031] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 933, in _delete_vm_snapshot [ 759.893031] env[68786]: ERROR oslo_messaging.rpc.server delete_snapshot_task = self._session._call_method( [ 759.893031] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 127, in _call_method [ 759.893031] env[68786]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception() as ctxt: [ 759.893702] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 759.893702] env[68786]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 759.893702] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 759.893702] env[68786]: ERROR oslo_messaging.rpc.server raise self.value [ 759.893702] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 125, in _call_method [ 759.893702] env[68786]: ERROR oslo_messaging.rpc.server return self.invoke_api(module, method, *args, **kwargs) [ 759.893702] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api [ 759.893702] env[68786]: ERROR oslo_messaging.rpc.server return _invoke_api(module, method, *args, **kwargs) [ 759.893702] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func [ 759.893702] env[68786]: ERROR oslo_messaging.rpc.server return evt.wait() [ 759.893702] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 759.893702] env[68786]: ERROR oslo_messaging.rpc.server result = hub.switch() [ 759.893702] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 759.893702] env[68786]: ERROR oslo_messaging.rpc.server return self.greenlet.switch() [ 759.893702] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner [ 759.893702] env[68786]: ERROR oslo_messaging.rpc.server idle = self.f(*self.args, **self.kw) [ 759.893702] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func [ 759.893702] env[68786]: ERROR oslo_messaging.rpc.server result = f(*args, **kwargs) [ 759.896366] env[68786]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api [ 759.896366] env[68786]: ERROR oslo_messaging.rpc.server raise clazz(str(excep), [ 759.896366] env[68786]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-618597' has already been deleted or has not been completely created [ 759.896366] env[68786]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-618597' has already been deleted or has not been completely created' [ 759.896366] env[68786]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 759.896366] env[68786]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-618597'} [ 759.896366] env[68786]: ERROR oslo_messaging.rpc.server [ 759.897319] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f840aaa2-6861-4850-b61b-dcde70a8b874 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "646997d1-9381-48e5-946a-570e81393466" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.038s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.923921] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068275} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.925110] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.926390] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1892b9eb-d903-406a-a409-19145ea6ef8e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.933795] env[68786]: DEBUG nova.network.neutron [req-7d0635bd-c9dd-43e3-9020-d1a879ccdc76 req-86e7f3bb-be18-4cc8-b6fc-24401ba22407 service nova] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Updated VIF entry in instance network info cache for port 0a613b56-2999-4c3f-8096-55d403d6af17. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.934468] env[68786]: DEBUG nova.network.neutron [req-7d0635bd-c9dd-43e3-9020-d1a879ccdc76 req-86e7f3bb-be18-4cc8-b6fc-24401ba22407 service nova] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Updating instance_info_cache with network_info: [{"id": "0a613b56-2999-4c3f-8096-55d403d6af17", "address": "fa:16:3e:40:22:cf", "network": {"id": "450ade04-0374-42f6-ae05-3d2e5e47e79b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1650166467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f465d5eb794ca09fe55a7e6fe34548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a613b56-29", "ovs_interfaceid": "0a613b56-2999-4c3f-8096-55d403d6af17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.936380] env[68786]: INFO nova.scheduler.client.report [None req-6790dfaa-bbd1-4d11-8fcf-b793ddddfade tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Deleted allocations for instance 79eb0836-d812-4c49-9463-4999d2b5d003 [ 759.961970] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 9b02ce36-2582-4b2b-9774-1f8e14cc8b92/9b02ce36-2582-4b2b-9774-1f8e14cc8b92.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.963292] env[68786]: INFO nova.scheduler.client.report [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Deleted allocations for instance 3643cc15-9cc5-49d6-b593-20c4a4c9cf76 [ 759.969127] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f74c59e-3725-496c-9fa5-a4fcd4c74b09 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.995082] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090586, 'name': CreateVM_Task, 'duration_secs': 0.459093} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.996861] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.997596] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 759.997596] env[68786]: value = "task-3090589" [ 759.997596] env[68786]: _type = "Task" [ 759.997596] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.997930] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.998883] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.998883] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.998883] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81f7f520-ebc0-4a1f-81a2-2e349087d346 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.007288] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Waiting for the task: (returnval){ [ 760.007288] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]520ad626-36a7-c356-ccf2-d58173d30873" [ 760.007288] env[68786]: _type = "Task" [ 760.007288] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.013925] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.023028] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520ad626-36a7-c356-ccf2-d58173d30873, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.065602] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090587, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.230220] env[68786]: DEBUG nova.compute.manager [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.316045] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fdb98cb9-7625-400f-ad14-0b5c9970acb9 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquiring lock "3b2a3201-fd24-4b57-9844-2fc078f40f2f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.316316] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fdb98cb9-7625-400f-ad14-0b5c9970acb9 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "3b2a3201-fd24-4b57-9844-2fc078f40f2f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.316539] env[68786]: INFO nova.compute.manager [None req-fdb98cb9-7625-400f-ad14-0b5c9970acb9 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Attaching volume cdb7d318-9232-4a54-8211-136e1f0b5e76 to /dev/sdb [ 760.318483] env[68786]: DEBUG oslo_vmware.api [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090588, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.358084] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331a5f02-2e7e-4243-b727-e638b04a43df {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.365595] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87da68e-0a29-4f6f-ae09-c4b9d491cb2a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.378760] env[68786]: DEBUG nova.virt.block_device [None req-fdb98cb9-7625-400f-ad14-0b5c9970acb9 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Updating existing volume attachment record: bf5e527a-0eff-4db6-8a15-1ae441adae2d {{(pid=68786) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 760.393554] env[68786]: DEBUG nova.compute.utils [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.398557] env[68786]: DEBUG nova.compute.manager [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.398557] env[68786]: DEBUG nova.network.neutron [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.441938] env[68786]: DEBUG oslo_concurrency.lockutils [req-7d0635bd-c9dd-43e3-9020-d1a879ccdc76 req-86e7f3bb-be18-4cc8-b6fc-24401ba22407 service nova] Releasing lock "refresh_cache-0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.442426] env[68786]: DEBUG nova.compute.manager [req-7d0635bd-c9dd-43e3-9020-d1a879ccdc76 req-86e7f3bb-be18-4cc8-b6fc-24401ba22407 service nova] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Received event network-vif-deleted-e6ef6493-a123-47be-a029-58b9ff92a2bc {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.442717] env[68786]: INFO nova.compute.manager [req-7d0635bd-c9dd-43e3-9020-d1a879ccdc76 req-86e7f3bb-be18-4cc8-b6fc-24401ba22407 service nova] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Neutron deleted interface e6ef6493-a123-47be-a029-58b9ff92a2bc; detaching it from the instance and deleting it from the info cache [ 760.443063] env[68786]: DEBUG nova.network.neutron [req-7d0635bd-c9dd-43e3-9020-d1a879ccdc76 req-86e7f3bb-be18-4cc8-b6fc-24401ba22407 service nova] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.473263] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6790dfaa-bbd1-4d11-8fcf-b793ddddfade tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "79eb0836-d812-4c49-9463-4999d2b5d003" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.490s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.481761] env[68786]: DEBUG nova.policy [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14d94645d20b4a63bb6973778de552cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c7059e9877847009834a094d3f41657', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.500467] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e8d1be75-b74d-4d6f-bb01-dd52b43648e9 tempest-TenantUsagesTestJSON-1235419197 tempest-TenantUsagesTestJSON-1235419197-project-member] Lock "3643cc15-9cc5-49d6-b593-20c4a4c9cf76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.327s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.517108] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090589, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.523789] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520ad626-36a7-c356-ccf2-d58173d30873, 'name': SearchDatastore_Task, 'duration_secs': 0.019297} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.524655] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.524895] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.525143] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.525699] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.525699] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.525963] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a39060d-05d0-4928-8eb3-2a51184601ca {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.537891] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.537891] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.541583] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8bbaa4f-e737-4400-a5fc-e747cb60184b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.547872] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Waiting for the task: (returnval){ [ 760.547872] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5225a0d2-5ec1-6c38-f5ba-c60fe6d92c72" [ 760.547872] env[68786]: _type = "Task" [ 760.547872] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.561874] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5225a0d2-5ec1-6c38-f5ba-c60fe6d92c72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.572311] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090587, 'name': CreateVM_Task, 'duration_secs': 0.534406} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.572311] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.572311] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.572311] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.572311] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.576039] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb300f7a-2806-4a7c-bc6d-8bb70f12dffb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.584746] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for the task: (returnval){ [ 760.584746] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c8d15d-c8cf-bcac-7d8d-687b49ae6f86" [ 760.584746] env[68786]: _type = "Task" [ 760.584746] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.596160] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c8d15d-c8cf-bcac-7d8d-687b49ae6f86, 'name': SearchDatastore_Task, 'duration_secs': 0.009872} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.596910] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.597211] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.597445] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.762411] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.818258] env[68786]: DEBUG oslo_vmware.api [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090588, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.899509] env[68786]: DEBUG nova.compute.manager [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.928914] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff74eee-9fa0-4596-a26d-b7ae8237c698 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.940780] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3e552c-e117-4231-8fb6-1b822cde55ce {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.983026] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0f2fb4f-b1ca-4614-b829-a21d8f2acc37 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.986619] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe6eadd-6c08-45b4-9b0c-0b664a60eac5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.992024] env[68786]: DEBUG nova.compute.manager [req-1c61c5fe-1ace-4669-9d55-a0cd579b1b20 req-700d2c24-4c26-45e6-8ee0-f4d62765cf9f service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] Received event network-changed-950f38e5-afbb-4f85-bc9f-916f97194790 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.992024] env[68786]: DEBUG nova.compute.manager [req-1c61c5fe-1ace-4669-9d55-a0cd579b1b20 req-700d2c24-4c26-45e6-8ee0-f4d62765cf9f service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] Refreshing instance network info cache due to event network-changed-950f38e5-afbb-4f85-bc9f-916f97194790. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.992024] env[68786]: DEBUG oslo_concurrency.lockutils [req-1c61c5fe-1ace-4669-9d55-a0cd579b1b20 req-700d2c24-4c26-45e6-8ee0-f4d62765cf9f service nova] Acquiring lock "refresh_cache-646997d1-9381-48e5-946a-570e81393466" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.992024] env[68786]: DEBUG oslo_concurrency.lockutils [req-1c61c5fe-1ace-4669-9d55-a0cd579b1b20 req-700d2c24-4c26-45e6-8ee0-f4d62765cf9f service nova] Acquired lock "refresh_cache-646997d1-9381-48e5-946a-570e81393466" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.992024] env[68786]: DEBUG nova.network.neutron [req-1c61c5fe-1ace-4669-9d55-a0cd579b1b20 req-700d2c24-4c26-45e6-8ee0-f4d62765cf9f service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] Refreshing network info cache for port 950f38e5-afbb-4f85-bc9f-916f97194790 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.003120] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ff3a15-4774-4f69-b8ca-edaf10267dfb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.019046] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f3acb6-3e1a-466f-9235-4728aac39a76 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.036933] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090589, 'name': ReconfigVM_Task, 'duration_secs': 0.610199} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.045994] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 9b02ce36-2582-4b2b-9774-1f8e14cc8b92/9b02ce36-2582-4b2b-9774-1f8e14cc8b92.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.047394] env[68786]: DEBUG nova.compute.provider_tree [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.062769] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1cd44af-7105-468b-97e3-296e2cd0ae6a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.065938] env[68786]: DEBUG nova.compute.manager [req-7d0635bd-c9dd-43e3-9020-d1a879ccdc76 req-86e7f3bb-be18-4cc8-b6fc-24401ba22407 service nova] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Detach interface failed, port_id=e6ef6493-a123-47be-a029-58b9ff92a2bc, reason: Instance ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 761.067380] env[68786]: DEBUG nova.scheduler.client.report [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.083610] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5225a0d2-5ec1-6c38-f5ba-c60fe6d92c72, 'name': SearchDatastore_Task, 'duration_secs': 0.009564} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.087911] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 761.087911] env[68786]: value = "task-3090594" [ 761.087911] env[68786]: _type = "Task" [ 761.087911] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.087911] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-648a0136-4fb9-4af6-859d-021eacf224a0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.096418] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Waiting for the task: (returnval){ [ 761.096418] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52547a14-947e-411a-1504-d48bc4b6e6ce" [ 761.096418] env[68786]: _type = "Task" [ 761.096418] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.099927] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090594, 'name': Rename_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.109810] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52547a14-947e-411a-1504-d48bc4b6e6ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010877} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.110675] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.110675] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] f3f70d0f-bfa7-40cd-afdf-fa715c018291/f3f70d0f-bfa7-40cd-afdf-fa715c018291.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.110675] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.110867] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.111137] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d25b48e-1fe7-4c8b-a01d-5ffb0f327208 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.113232] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0cc7af4-5083-47cd-ac02-47f1d3e1e430 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.120348] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Waiting for the task: (returnval){ [ 761.120348] env[68786]: value = "task-3090595" [ 761.120348] env[68786]: _type = "Task" [ 761.120348] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.125930] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.125930] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.126952] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40cde7f9-8e62-423f-9da3-4f902e5d7922 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.132078] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Task: {'id': task-3090595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.136339] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for the task: (returnval){ [ 761.136339] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f75ad2-55f2-21b3-a7a1-c80119c0ac23" [ 761.136339] env[68786]: _type = "Task" [ 761.136339] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.143779] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f75ad2-55f2-21b3-a7a1-c80119c0ac23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.186653] env[68786]: DEBUG nova.network.neutron [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Successfully created port: f4b8278c-5a2a-46e3-83bb-df8eb98b1ea9 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.325341] env[68786]: DEBUG oslo_vmware.api [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090588, 'name': CloneVM_Task, 'duration_secs': 1.294286} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.325341] env[68786]: INFO nova.virt.vmwareapi.vmops [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Created linked-clone VM from snapshot [ 761.326794] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621a38d0-4cfc-4a6f-8494-e8b02f1b87bc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.338324] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Uploading image 863cd7f4-f870-4db4-b71f-c51e071ad8a1 {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 761.379705] env[68786]: DEBUG oslo_vmware.rw_handles [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 761.379705] env[68786]: value = "vm-618635" [ 761.379705] env[68786]: _type = "VirtualMachine" [ 761.379705] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 761.380077] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ad8ab6a3-f780-42bb-a159-14584e190cb3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.392644] env[68786]: DEBUG oslo_vmware.rw_handles [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Lease: (returnval){ [ 761.392644] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52755d69-ed54-c5f4-e5c5-61ff95c2ebea" [ 761.392644] env[68786]: _type = "HttpNfcLease" [ 761.392644] env[68786]: } obtained for exporting VM: (result){ [ 761.392644] env[68786]: value = "vm-618635" [ 761.392644] env[68786]: _type = "VirtualMachine" [ 761.392644] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 761.392644] env[68786]: DEBUG oslo_vmware.api [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Waiting for the lease: (returnval){ [ 761.392644] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52755d69-ed54-c5f4-e5c5-61ff95c2ebea" [ 761.392644] env[68786]: _type = "HttpNfcLease" [ 761.392644] env[68786]: } to be ready. {{(pid=68786) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 761.400652] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 761.400652] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52755d69-ed54-c5f4-e5c5-61ff95c2ebea" [ 761.400652] env[68786]: _type = "HttpNfcLease" [ 761.400652] env[68786]: } is initializing. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 761.572739] env[68786]: DEBUG oslo_concurrency.lockutils [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.575555] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.018s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.575851] env[68786]: DEBUG nova.objects.instance [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Lazy-loading 'resources' on Instance uuid 22c70775-b7eb-4712-b65e-1a71e77c1ba2 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.602757] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090594, 'name': Rename_Task, 'duration_secs': 0.168055} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.603071] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.603346] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40f35b33-653a-4056-aecc-5ccf9e1e3b15 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.612550] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 761.612550] env[68786]: value = "task-3090597" [ 761.612550] env[68786]: _type = "Task" [ 761.612550] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.617851] env[68786]: INFO nova.scheduler.client.report [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Deleted allocations for instance 596ff49a-578e-43a1-86fa-91e7bb4dc1ee [ 761.623503] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.637320] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Task: {'id': task-3090595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488946} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.642616] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] f3f70d0f-bfa7-40cd-afdf-fa715c018291/f3f70d0f-bfa7-40cd-afdf-fa715c018291.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.643041] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.643220] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-207cd7e2-3f95-4ccf-9359-bde75850ab3e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.655362] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f75ad2-55f2-21b3-a7a1-c80119c0ac23, 'name': SearchDatastore_Task, 'duration_secs': 0.008225} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.658215] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Waiting for the task: (returnval){ [ 761.658215] env[68786]: value = "task-3090598" [ 761.658215] env[68786]: _type = "Task" [ 761.658215] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.658215] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2f21a20-9b7e-4f7e-a98e-e689b11e6f88 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.670048] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for the task: (returnval){ [ 761.670048] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5284d6e5-2759-6a20-bc0e-313864809f88" [ 761.670048] env[68786]: _type = "Task" [ 761.670048] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.675044] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Task: {'id': task-3090598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.684570] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5284d6e5-2759-6a20-bc0e-313864809f88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.898790] env[68786]: DEBUG nova.network.neutron [req-1c61c5fe-1ace-4669-9d55-a0cd579b1b20 req-700d2c24-4c26-45e6-8ee0-f4d62765cf9f service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] Updated VIF entry in instance network info cache for port 950f38e5-afbb-4f85-bc9f-916f97194790. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.899249] env[68786]: DEBUG nova.network.neutron [req-1c61c5fe-1ace-4669-9d55-a0cd579b1b20 req-700d2c24-4c26-45e6-8ee0-f4d62765cf9f service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] Updating instance_info_cache with network_info: [{"id": "950f38e5-afbb-4f85-bc9f-916f97194790", "address": "fa:16:3e:ff:d2:22", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap950f38e5-af", "ovs_interfaceid": "950f38e5-afbb-4f85-bc9f-916f97194790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.904210] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 761.904210] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52755d69-ed54-c5f4-e5c5-61ff95c2ebea" [ 761.904210] env[68786]: _type = "HttpNfcLease" [ 761.904210] env[68786]: } is ready. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 761.904523] env[68786]: DEBUG oslo_vmware.rw_handles [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 761.904523] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52755d69-ed54-c5f4-e5c5-61ff95c2ebea" [ 761.904523] env[68786]: _type = "HttpNfcLease" [ 761.904523] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 761.905243] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7398d135-2c6e-4086-9ba3-278d30c35375 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.914349] env[68786]: DEBUG nova.compute.manager [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.916312] env[68786]: DEBUG oslo_vmware.rw_handles [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527a99b9-2ca6-f4ec-a8cf-39af1c48782f/disk-0.vmdk from lease info. {{(pid=68786) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 761.917731] env[68786]: DEBUG oslo_vmware.rw_handles [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527a99b9-2ca6-f4ec-a8cf-39af1c48782f/disk-0.vmdk for reading. {{(pid=68786) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 762.004573] env[68786]: DEBUG nova.virt.hardware [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.004951] env[68786]: DEBUG nova.virt.hardware [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.005127] env[68786]: DEBUG nova.virt.hardware [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.005424] env[68786]: DEBUG nova.virt.hardware [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.005591] env[68786]: DEBUG nova.virt.hardware [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.005740] env[68786]: DEBUG nova.virt.hardware [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.005972] env[68786]: DEBUG nova.virt.hardware [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.006201] env[68786]: DEBUG nova.virt.hardware [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.006383] env[68786]: DEBUG nova.virt.hardware [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.006562] env[68786]: DEBUG nova.virt.hardware [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.006928] env[68786]: DEBUG nova.virt.hardware [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.007816] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d334d6d0-2af7-4fca-86f5-11c64f132d80 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.020249] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53149909-c42e-43b9-ba82-5cb86e9cfa6e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.038330] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cc43db1c-83dd-4bdb-afc4-90f938409b38 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.123533] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090597, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.134568] env[68786]: DEBUG oslo_concurrency.lockutils [None req-256f3d72-d1b1-4945-bdbd-890e33a1b84e tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lock "596ff49a-578e-43a1-86fa-91e7bb4dc1ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.572s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.173355] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Task: {'id': task-3090598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069715} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.176095] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.177187] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb75d1a-a70d-407b-8acb-9b2b4a1aec08 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.200604] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] f3f70d0f-bfa7-40cd-afdf-fa715c018291/f3f70d0f-bfa7-40cd-afdf-fa715c018291.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.206971] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63944696-2260-4beb-a712-265ae9af4ddf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.222024] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5284d6e5-2759-6a20-bc0e-313864809f88, 'name': SearchDatastore_Task, 'duration_secs': 0.014487} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.222923] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.224942] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9/0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.224942] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bf53c13-fa90-42cc-858f-2029a2cb77e8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.230336] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Waiting for the task: (returnval){ [ 762.230336] env[68786]: value = "task-3090599" [ 762.230336] env[68786]: _type = "Task" [ 762.230336] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.236713] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for the task: (returnval){ [ 762.236713] env[68786]: value = "task-3090600" [ 762.236713] env[68786]: _type = "Task" [ 762.236713] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.247114] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Task: {'id': task-3090599, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.257028] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.402082] env[68786]: DEBUG oslo_concurrency.lockutils [req-1c61c5fe-1ace-4669-9d55-a0cd579b1b20 req-700d2c24-4c26-45e6-8ee0-f4d62765cf9f service nova] Releasing lock "refresh_cache-646997d1-9381-48e5-946a-570e81393466" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.603427] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eee3b3-1703-4247-b178-81f18a4c9107 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.612657] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192ce5d4-f3b5-4001-8a51-4b8cf7e3bae8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.626377] env[68786]: DEBUG oslo_vmware.api [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090597, 'name': PowerOnVM_Task, 'duration_secs': 0.703063} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.651924] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.652557] env[68786]: INFO nova.compute.manager [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Took 8.96 seconds to spawn the instance on the hypervisor. [ 762.653599] env[68786]: DEBUG nova.compute.manager [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.654529] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226b6bbc-159b-4b02-a22c-4f3e6feb508a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.658169] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6732db3a-02dd-4056-b54b-225759ed2460 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.671839] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01d1805-701a-4b8a-95ae-bf81c64cb7cd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.690943] env[68786]: DEBUG nova.compute.provider_tree [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.743799] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Task: {'id': task-3090599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.757885] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090600, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.918798] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquiring lock "236de9a6-5cff-40b5-aad8-ba7b11d835a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.919736] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Lock "236de9a6-5cff-40b5-aad8-ba7b11d835a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.937077] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b794ee-b890-4286-9b55-ac0465e296c1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Volume attach. Driver type: vmdk {{(pid=68786) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 762.937523] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b794ee-b890-4286-9b55-ac0465e296c1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618629', 'volume_id': '7bb56229-9e4e-41ab-a56c-720769a5c93e', 'name': 'volume-7bb56229-9e4e-41ab-a56c-720769a5c93e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb75a858-288f-4bdd-8488-9f5d15324e6f', 'attached_at': '', 'detached_at': '', 'volume_id': '7bb56229-9e4e-41ab-a56c-720769a5c93e', 'serial': '7bb56229-9e4e-41ab-a56c-720769a5c93e'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 762.940813] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac307c00-82ec-4baf-b368-190d141e19e4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.973208] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7834288e-3188-46fb-8aec-32ab37c39847 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.010225] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b794ee-b890-4286-9b55-ac0465e296c1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] volume-7bb56229-9e4e-41ab-a56c-720769a5c93e/volume-7bb56229-9e4e-41ab-a56c-720769a5c93e.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.010900] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03bab440-0021-4589-ade4-95b0fc7f41c5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.034882] env[68786]: DEBUG oslo_vmware.api [None req-51b794ee-b890-4286-9b55-ac0465e296c1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 763.034882] env[68786]: value = "task-3090602" [ 763.034882] env[68786]: _type = "Task" [ 763.034882] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.046399] env[68786]: DEBUG oslo_vmware.api [None req-51b794ee-b890-4286-9b55-ac0465e296c1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.181286] env[68786]: INFO nova.compute.manager [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Took 40.57 seconds to build instance. [ 763.195399] env[68786]: DEBUG nova.scheduler.client.report [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.243053] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Task: {'id': task-3090599, 'name': ReconfigVM_Task, 'duration_secs': 0.6614} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.247020] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Reconfigured VM instance instance-00000030 to attach disk [datastore2] f3f70d0f-bfa7-40cd-afdf-fa715c018291/f3f70d0f-bfa7-40cd-afdf-fa715c018291.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.247797] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaab0c52-be62-4109-a5c5-ca4cb0da4210 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.257374] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554269} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.259053] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9/0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.259467] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.260044] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Waiting for the task: (returnval){ [ 763.260044] env[68786]: value = "task-3090603" [ 763.260044] env[68786]: _type = "Task" [ 763.260044] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.260477] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f736ae81-0802-4251-8eae-8798f7bd2cce {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.275467] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Task: {'id': task-3090603, 'name': Rename_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.277739] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for the task: (returnval){ [ 763.277739] env[68786]: value = "task-3090604" [ 763.277739] env[68786]: _type = "Task" [ 763.277739] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.293719] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.303921] env[68786]: DEBUG nova.compute.manager [req-52d4a233-2d8c-47f8-afd1-4d3de0a451ab req-a0db2fed-68e9-4fd0-bc71-683649c9002b service nova] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Received event network-vif-plugged-f4b8278c-5a2a-46e3-83bb-df8eb98b1ea9 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.304411] env[68786]: DEBUG oslo_concurrency.lockutils [req-52d4a233-2d8c-47f8-afd1-4d3de0a451ab req-a0db2fed-68e9-4fd0-bc71-683649c9002b service nova] Acquiring lock "1362ff83-bc7d-43b8-ae39-b1d4d4f494bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.304564] env[68786]: DEBUG oslo_concurrency.lockutils [req-52d4a233-2d8c-47f8-afd1-4d3de0a451ab req-a0db2fed-68e9-4fd0-bc71-683649c9002b service nova] Lock "1362ff83-bc7d-43b8-ae39-b1d4d4f494bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.304756] env[68786]: DEBUG oslo_concurrency.lockutils [req-52d4a233-2d8c-47f8-afd1-4d3de0a451ab req-a0db2fed-68e9-4fd0-bc71-683649c9002b service nova] Lock "1362ff83-bc7d-43b8-ae39-b1d4d4f494bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.304946] env[68786]: DEBUG nova.compute.manager [req-52d4a233-2d8c-47f8-afd1-4d3de0a451ab req-a0db2fed-68e9-4fd0-bc71-683649c9002b service nova] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] No waiting events found dispatching network-vif-plugged-f4b8278c-5a2a-46e3-83bb-df8eb98b1ea9 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.305152] env[68786]: WARNING nova.compute.manager [req-52d4a233-2d8c-47f8-afd1-4d3de0a451ab req-a0db2fed-68e9-4fd0-bc71-683649c9002b service nova] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Received unexpected event network-vif-plugged-f4b8278c-5a2a-46e3-83bb-df8eb98b1ea9 for instance with vm_state building and task_state spawning. [ 763.315135] env[68786]: DEBUG nova.network.neutron [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Successfully updated port: f4b8278c-5a2a-46e3-83bb-df8eb98b1ea9 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.336186] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Acquiring lock "dcfaef39-731a-4cdc-9c3c-70dbc56dcefb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.336435] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lock "dcfaef39-731a-4cdc-9c3c-70dbc56dcefb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.336634] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Acquiring lock "dcfaef39-731a-4cdc-9c3c-70dbc56dcefb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.336810] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lock "dcfaef39-731a-4cdc-9c3c-70dbc56dcefb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.336967] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lock "dcfaef39-731a-4cdc-9c3c-70dbc56dcefb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.341531] env[68786]: INFO nova.compute.manager [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Terminating instance [ 763.422925] env[68786]: DEBUG nova.compute.manager [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.445543] env[68786]: DEBUG oslo_concurrency.lockutils [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquiring lock "9b1d607a-7015-4bab-81d3-6ad38b76d018" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.445919] env[68786]: DEBUG oslo_concurrency.lockutils [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Lock "9b1d607a-7015-4bab-81d3-6ad38b76d018" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.549160] env[68786]: DEBUG oslo_vmware.api [None req-51b794ee-b890-4286-9b55-ac0465e296c1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.684546] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d74e3d91-ead5-4dab-b1dd-708078c82c17 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "9b02ce36-2582-4b2b-9774-1f8e14cc8b92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.741s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.704818] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.709041] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.660s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.710754] env[68786]: INFO nova.compute.claims [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.761666] env[68786]: INFO nova.scheduler.client.report [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Deleted allocations for instance 22c70775-b7eb-4712-b65e-1a71e77c1ba2 [ 763.781105] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Task: {'id': task-3090603, 'name': Rename_Task, 'duration_secs': 0.288462} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.784621] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.785672] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d413b84-c32d-4831-984c-850c552d3859 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.793231] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074368} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.794719] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.795180] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Waiting for the task: (returnval){ [ 763.795180] env[68786]: value = "task-3090605" [ 763.795180] env[68786]: _type = "Task" [ 763.795180] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.796968] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e66eb5-f33c-42e5-8c1a-d6f199a0221c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.809664] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Task: {'id': task-3090605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.820573] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "refresh_cache-1362ff83-bc7d-43b8-ae39-b1d4d4f494bb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.820736] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquired lock "refresh_cache-1362ff83-bc7d-43b8-ae39-b1d4d4f494bb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.821259] env[68786]: DEBUG nova.network.neutron [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.836152] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9/0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.837546] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec1e3faa-4c30-4142-9b50-3692bf835202 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.861074] env[68786]: DEBUG nova.compute.manager [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.862511] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.863291] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebcabdc-0246-4cea-bc04-7256330b8689 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.872552] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.874068] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc0ff3a9-e4cd-4086-912e-c5a26a47b871 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.875926] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for the task: (returnval){ [ 763.875926] env[68786]: value = "task-3090606" [ 763.875926] env[68786]: _type = "Task" [ 763.875926] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.883767] env[68786]: DEBUG oslo_vmware.api [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 763.883767] env[68786]: value = "task-3090607" [ 763.883767] env[68786]: _type = "Task" [ 763.883767] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.891022] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090606, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.900296] env[68786]: DEBUG oslo_vmware.api [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.950215] env[68786]: DEBUG nova.compute.manager [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.959169] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.046349] env[68786]: DEBUG oslo_vmware.api [None req-51b794ee-b890-4286-9b55-ac0465e296c1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090602, 'name': ReconfigVM_Task, 'duration_secs': 0.854375} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.046644] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b794ee-b890-4286-9b55-ac0465e296c1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Reconfigured VM instance instance-0000001d to attach disk [datastore2] volume-7bb56229-9e4e-41ab-a56c-720769a5c93e/volume-7bb56229-9e4e-41ab-a56c-720769a5c93e.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.051885] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d810583-c802-46b8-9646-0a53a2619871 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.068727] env[68786]: DEBUG oslo_vmware.api [None req-51b794ee-b890-4286-9b55-ac0465e296c1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 764.068727] env[68786]: value = "task-3090608" [ 764.068727] env[68786]: _type = "Task" [ 764.068727] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.084492] env[68786]: DEBUG oslo_vmware.api [None req-51b794ee-b890-4286-9b55-ac0465e296c1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.276013] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3c52730c-e32e-47ca-a4eb-591da786915e tempest-VolumesAssistedSnapshotsTest-1593119458 tempest-VolumesAssistedSnapshotsTest-1593119458-project-member] Lock "22c70775-b7eb-4712-b65e-1a71e77c1ba2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.571s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.311491] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Task: {'id': task-3090605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.386424] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090606, 'name': ReconfigVM_Task, 'duration_secs': 0.363829} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.386629] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9/0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.387126] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68786) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 764.388280] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-e67f21a0-4db4-4115-b554-d9711d25beef {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.400638] env[68786]: DEBUG oslo_vmware.api [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090607, 'name': PowerOffVM_Task, 'duration_secs': 0.283932} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.402416] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.402811] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.403319] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for the task: (returnval){ [ 764.403319] env[68786]: value = "task-3090609" [ 764.403319] env[68786]: _type = "Task" [ 764.403319] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.403669] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60b1601f-8386-4591-a9a0-eaf6cb604afd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.475707] env[68786]: DEBUG oslo_concurrency.lockutils [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.488291] env[68786]: DEBUG nova.network.neutron [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.492134] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.492400] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.492584] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Deleting the datastore file [datastore1] dcfaef39-731a-4cdc-9c3c-70dbc56dcefb {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.492881] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d9fa5fc-960f-435a-9801-539a64c28f17 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.499249] env[68786]: DEBUG oslo_vmware.api [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for the task: (returnval){ [ 764.499249] env[68786]: value = "task-3090611" [ 764.499249] env[68786]: _type = "Task" [ 764.499249] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.507763] env[68786]: DEBUG oslo_vmware.api [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.580591] env[68786]: DEBUG oslo_vmware.api [None req-51b794ee-b890-4286-9b55-ac0465e296c1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090608, 'name': ReconfigVM_Task, 'duration_secs': 0.18961} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.580925] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b794ee-b890-4286-9b55-ac0465e296c1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618629', 'volume_id': '7bb56229-9e4e-41ab-a56c-720769a5c93e', 'name': 'volume-7bb56229-9e4e-41ab-a56c-720769a5c93e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb75a858-288f-4bdd-8488-9f5d15324e6f', 'attached_at': '', 'detached_at': '', 'volume_id': '7bb56229-9e4e-41ab-a56c-720769a5c93e', 'serial': '7bb56229-9e4e-41ab-a56c-720769a5c93e'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 764.701517] env[68786]: DEBUG nova.network.neutron [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Updating instance_info_cache with network_info: [{"id": "f4b8278c-5a2a-46e3-83bb-df8eb98b1ea9", "address": "fa:16:3e:2a:e2:8b", "network": {"id": "d8f9d959-dd26-4613-b4f4-5e60c229356d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1094703151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c7059e9877847009834a094d3f41657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4b8278c-5a", "ovs_interfaceid": "f4b8278c-5a2a-46e3-83bb-df8eb98b1ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.813843] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Task: {'id': task-3090605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.920535] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090609, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.067447} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.920817] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68786) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 764.921684] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e52f4e-3950-4ed6-af5f-be9c938aa8b4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.951519] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9/ephemeral_0.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.952929] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb98cb9-7625-400f-ad14-0b5c9970acb9 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Volume attach. Driver type: vmdk {{(pid=68786) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 764.953276] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb98cb9-7625-400f-ad14-0b5c9970acb9 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618637', 'volume_id': 'cdb7d318-9232-4a54-8211-136e1f0b5e76', 'name': 'volume-cdb7d318-9232-4a54-8211-136e1f0b5e76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b2a3201-fd24-4b57-9844-2fc078f40f2f', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdb7d318-9232-4a54-8211-136e1f0b5e76', 'serial': 'cdb7d318-9232-4a54-8211-136e1f0b5e76'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 764.953446] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cc25aea-2007-4979-a703-0c200586d40e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.967071] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9412b2-b90e-47cb-ba94-edae8adb0a8c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.988157] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19b9cbf-cf57-4fad-984f-a5891c3bd3e2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.991504] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for the task: (returnval){ [ 764.991504] env[68786]: value = "task-3090612" [ 764.991504] env[68786]: _type = "Task" [ 764.991504] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.020133] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb98cb9-7625-400f-ad14-0b5c9970acb9 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] volume-cdb7d318-9232-4a54-8211-136e1f0b5e76/volume-cdb7d318-9232-4a54-8211-136e1f0b5e76.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.027717] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f5e08ff-38df-46af-81ec-9fe5a69272b3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.048955] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.055013] env[68786]: DEBUG oslo_vmware.api [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Task: {'id': task-3090611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135359} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.056403] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.056603] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.056814] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.057019] env[68786]: INFO nova.compute.manager [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Took 1.20 seconds to destroy the instance on the hypervisor. [ 765.058270] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.058270] env[68786]: DEBUG oslo_vmware.api [None req-fdb98cb9-7625-400f-ad14-0b5c9970acb9 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for the task: (returnval){ [ 765.058270] env[68786]: value = "task-3090613" [ 765.058270] env[68786]: _type = "Task" [ 765.058270] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.058270] env[68786]: DEBUG nova.compute.manager [-] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.058270] env[68786]: DEBUG nova.network.neutron [-] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.072371] env[68786]: DEBUG oslo_vmware.api [None req-fdb98cb9-7625-400f-ad14-0b5c9970acb9 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090613, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.206574] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Releasing lock "refresh_cache-1362ff83-bc7d-43b8-ae39-b1d4d4f494bb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.206968] env[68786]: DEBUG nova.compute.manager [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Instance network_info: |[{"id": "f4b8278c-5a2a-46e3-83bb-df8eb98b1ea9", "address": "fa:16:3e:2a:e2:8b", "network": {"id": "d8f9d959-dd26-4613-b4f4-5e60c229356d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1094703151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c7059e9877847009834a094d3f41657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4b8278c-5a", "ovs_interfaceid": "f4b8278c-5a2a-46e3-83bb-df8eb98b1ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.207571] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:e2:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4b8278c-5a2a-46e3-83bb-df8eb98b1ea9', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.217191] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.217191] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.221368] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc717f87-1c97-498e-a709-39a49b386425 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.247996] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.247996] env[68786]: value = "task-3090614" [ 765.247996] env[68786]: _type = "Task" [ 765.247996] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.264417] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090614, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.289063] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441e3991-f303-4c94-8b76-7242913f7c09 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.296761] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894df3b5-2996-494d-b7d5-d2c7849964b2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.309546] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Task: {'id': task-3090605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.338499] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94faa9f-267b-4c8e-9ec6-977ff3653880 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.343183] env[68786]: DEBUG nova.compute.manager [req-72636d07-312f-44bd-90ee-34781b5329e7 req-6890f322-8c4f-4af5-899f-f797350e5a27 service nova] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Received event network-changed-f4b8278c-5a2a-46e3-83bb-df8eb98b1ea9 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.343183] env[68786]: DEBUG nova.compute.manager [req-72636d07-312f-44bd-90ee-34781b5329e7 req-6890f322-8c4f-4af5-899f-f797350e5a27 service nova] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Refreshing instance network info cache due to event network-changed-f4b8278c-5a2a-46e3-83bb-df8eb98b1ea9. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.343183] env[68786]: DEBUG oslo_concurrency.lockutils [req-72636d07-312f-44bd-90ee-34781b5329e7 req-6890f322-8c4f-4af5-899f-f797350e5a27 service nova] Acquiring lock "refresh_cache-1362ff83-bc7d-43b8-ae39-b1d4d4f494bb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.343183] env[68786]: DEBUG oslo_concurrency.lockutils [req-72636d07-312f-44bd-90ee-34781b5329e7 req-6890f322-8c4f-4af5-899f-f797350e5a27 service nova] Acquired lock "refresh_cache-1362ff83-bc7d-43b8-ae39-b1d4d4f494bb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.343183] env[68786]: DEBUG nova.network.neutron [req-72636d07-312f-44bd-90ee-34781b5329e7 req-6890f322-8c4f-4af5-899f-f797350e5a27 service nova] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Refreshing network info cache for port f4b8278c-5a2a-46e3-83bb-df8eb98b1ea9 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.348172] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f172c5-56d9-4af9-943d-3fd6718386c8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.366917] env[68786]: DEBUG nova.compute.provider_tree [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.506639] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090612, 'name': ReconfigVM_Task, 'duration_secs': 0.478808} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.506639] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9/ephemeral_0.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.507666] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16cea30f-b59f-4024-8b55-2c8cf7ae15c2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.514048] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for the task: (returnval){ [ 765.514048] env[68786]: value = "task-3090615" [ 765.514048] env[68786]: _type = "Task" [ 765.514048] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.528202] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090615, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.556755] env[68786]: DEBUG nova.compute.manager [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Stashing vm_state: active {{(pid=68786) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 765.575033] env[68786]: DEBUG oslo_vmware.api [None req-fdb98cb9-7625-400f-ad14-0b5c9970acb9 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.627018] env[68786]: DEBUG nova.objects.instance [None req-51b794ee-b890-4286-9b55-ac0465e296c1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lazy-loading 'flavor' on Instance uuid bb75a858-288f-4bdd-8488-9f5d15324e6f {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.758619] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090614, 'name': CreateVM_Task, 'duration_secs': 0.489802} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.758807] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.759610] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.759783] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.760413] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.760413] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb0aa774-17a3-449c-9303-2acd7a7cf14a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.765800] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 765.765800] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52106f91-a8be-1683-6701-2be0485868d1" [ 765.765800] env[68786]: _type = "Task" [ 765.765800] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.774684] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52106f91-a8be-1683-6701-2be0485868d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.813102] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Task: {'id': task-3090605, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.870184] env[68786]: DEBUG nova.scheduler.client.report [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.934632] env[68786]: DEBUG nova.network.neutron [-] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.027138] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090615, 'name': Rename_Task, 'duration_secs': 0.263007} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.027459] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.027736] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b75ac924-9286-4fd8-84a9-455cc5faa0bd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.034588] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for the task: (returnval){ [ 766.034588] env[68786]: value = "task-3090616" [ 766.034588] env[68786]: _type = "Task" [ 766.034588] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.042762] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.073728] env[68786]: DEBUG oslo_vmware.api [None req-fdb98cb9-7625-400f-ad14-0b5c9970acb9 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090613, 'name': ReconfigVM_Task, 'duration_secs': 0.656286} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.074152] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb98cb9-7625-400f-ad14-0b5c9970acb9 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Reconfigured VM instance instance-00000023 to attach disk [datastore2] volume-cdb7d318-9232-4a54-8211-136e1f0b5e76/volume-cdb7d318-9232-4a54-8211-136e1f0b5e76.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.081297] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba033e7e-ee99-432f-9142-0061c4fb921e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.094840] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.101578] env[68786]: DEBUG oslo_vmware.api [None req-fdb98cb9-7625-400f-ad14-0b5c9970acb9 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for the task: (returnval){ [ 766.101578] env[68786]: value = "task-3090617" [ 766.101578] env[68786]: _type = "Task" [ 766.101578] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.112087] env[68786]: DEBUG oslo_vmware.api [None req-fdb98cb9-7625-400f-ad14-0b5c9970acb9 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.132190] env[68786]: DEBUG oslo_concurrency.lockutils [None req-51b794ee-b890-4286-9b55-ac0465e296c1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "bb75a858-288f-4bdd-8488-9f5d15324e6f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.855s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.140407] env[68786]: DEBUG nova.network.neutron [req-72636d07-312f-44bd-90ee-34781b5329e7 req-6890f322-8c4f-4af5-899f-f797350e5a27 service nova] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Updated VIF entry in instance network info cache for port f4b8278c-5a2a-46e3-83bb-df8eb98b1ea9. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.140769] env[68786]: DEBUG nova.network.neutron [req-72636d07-312f-44bd-90ee-34781b5329e7 req-6890f322-8c4f-4af5-899f-f797350e5a27 service nova] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Updating instance_info_cache with network_info: [{"id": "f4b8278c-5a2a-46e3-83bb-df8eb98b1ea9", "address": "fa:16:3e:2a:e2:8b", "network": {"id": "d8f9d959-dd26-4613-b4f4-5e60c229356d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1094703151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c7059e9877847009834a094d3f41657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4b8278c-5a", "ovs_interfaceid": "f4b8278c-5a2a-46e3-83bb-df8eb98b1ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.279686] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52106f91-a8be-1683-6701-2be0485868d1, 'name': SearchDatastore_Task, 'duration_secs': 0.023942} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.280109] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.280445] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.280808] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.281054] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.282132] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.282332] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce3d786b-f97c-49cc-8313-6b2472e99ec6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.293614] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.293821] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.294625] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd421ac4-a647-4aa7-9eaf-56d480222d3d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.300216] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 766.300216] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d9cd6f-2494-7363-003c-b95347905342" [ 766.300216] env[68786]: _type = "Task" [ 766.300216] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.311456] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d9cd6f-2494-7363-003c-b95347905342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.314695] env[68786]: DEBUG oslo_vmware.api [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Task: {'id': task-3090605, 'name': PowerOnVM_Task, 'duration_secs': 2.090281} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.314968] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.315208] env[68786]: INFO nova.compute.manager [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Took 7.00 seconds to spawn the instance on the hypervisor. [ 766.315399] env[68786]: DEBUG nova.compute.manager [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.316187] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5473956a-c914-4bbe-82cb-ba4ca5f4c2c6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.375286] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.375812] env[68786]: DEBUG nova.compute.manager [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.382619] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.234s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.383865] env[68786]: INFO nova.compute.claims [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.436922] env[68786]: INFO nova.compute.manager [-] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Took 1.38 seconds to deallocate network for instance. [ 766.546443] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090616, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.614377] env[68786]: DEBUG oslo_vmware.api [None req-fdb98cb9-7625-400f-ad14-0b5c9970acb9 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090617, 'name': ReconfigVM_Task, 'duration_secs': 0.222475} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.614377] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb98cb9-7625-400f-ad14-0b5c9970acb9 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618637', 'volume_id': 'cdb7d318-9232-4a54-8211-136e1f0b5e76', 'name': 'volume-cdb7d318-9232-4a54-8211-136e1f0b5e76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b2a3201-fd24-4b57-9844-2fc078f40f2f', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdb7d318-9232-4a54-8211-136e1f0b5e76', 'serial': 'cdb7d318-9232-4a54-8211-136e1f0b5e76'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 766.644414] env[68786]: DEBUG oslo_concurrency.lockutils [req-72636d07-312f-44bd-90ee-34781b5329e7 req-6890f322-8c4f-4af5-899f-f797350e5a27 service nova] Releasing lock "refresh_cache-1362ff83-bc7d-43b8-ae39-b1d4d4f494bb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.812357] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d9cd6f-2494-7363-003c-b95347905342, 'name': SearchDatastore_Task, 'duration_secs': 0.011491} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.813486] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b450cc8-3efe-4fa6-a52a-cde87eec5939 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.819163] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 766.819163] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b8752b-377f-5340-9782-0dac90948991" [ 766.819163] env[68786]: _type = "Task" [ 766.819163] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.838385] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b8752b-377f-5340-9782-0dac90948991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.838809] env[68786]: INFO nova.compute.manager [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Took 39.08 seconds to build instance. [ 766.888506] env[68786]: DEBUG nova.compute.utils [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.896326] env[68786]: DEBUG nova.compute.manager [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.897314] env[68786]: DEBUG nova.network.neutron [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.943909] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.000102] env[68786]: DEBUG nova.policy [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5212114a1da4b7d8fd4f4c37428003a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47d706712b644407a07945c3b1472d57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.055862] env[68786]: DEBUG oslo_vmware.api [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3090616, 'name': PowerOnVM_Task, 'duration_secs': 0.922079} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.055862] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.055862] env[68786]: INFO nova.compute.manager [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Took 10.20 seconds to spawn the instance on the hypervisor. [ 767.055862] env[68786]: DEBUG nova.compute.manager [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.057731] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530440cf-bb39-4162-8da5-d538995b059b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.164604] env[68786]: DEBUG nova.compute.manager [None req-1a01155a-0da6-4dbf-94a6-99858654b169 tempest-ServerDiagnosticsV248Test-2022061231 tempest-ServerDiagnosticsV248Test-2022061231-project-admin] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.170535] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31beeb4a-430d-4528-98ce-49121ba91085 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.180703] env[68786]: INFO nova.compute.manager [None req-1a01155a-0da6-4dbf-94a6-99858654b169 tempest-ServerDiagnosticsV248Test-2022061231 tempest-ServerDiagnosticsV248Test-2022061231-project-admin] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Retrieving diagnostics [ 767.181567] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abb011b-8300-418d-88e2-2e71374a0f0e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.332997] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b8752b-377f-5340-9782-0dac90948991, 'name': SearchDatastore_Task, 'duration_secs': 0.011308} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.332997] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.333194] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb/1362ff83-bc7d-43b8-ae39-b1d4d4f494bb.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.333348] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb30c1ea-63db-48c5-a851-6fa527e4f0e6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.340558] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 767.340558] env[68786]: value = "task-3090618" [ 767.340558] env[68786]: _type = "Task" [ 767.340558] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.341112] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e8c4d388-db59-4ed2-b043-4f2c31e4caca tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Lock "f3f70d0f-bfa7-40cd-afdf-fa715c018291" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.474s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.351520] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.404617] env[68786]: DEBUG nova.compute.manager [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.460613] env[68786]: DEBUG nova.network.neutron [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Successfully created port: 292c78f6-c414-4df5-8db1-7772a51e0a6f {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.584190] env[68786]: INFO nova.compute.manager [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Took 40.23 seconds to build instance. [ 767.665795] env[68786]: DEBUG nova.compute.manager [req-6ffd58da-6e43-40bd-bb3e-497a22a57799 req-456c6b23-2ad5-4af3-baa2-ab2c248551ac service nova] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Received event network-vif-deleted-f6f0fdb6-b08c-4ba1-927f-8a7e65137b6f {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.676758] env[68786]: DEBUG nova.objects.instance [None req-fdb98cb9-7625-400f-ad14-0b5c9970acb9 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lazy-loading 'flavor' on Instance uuid 3b2a3201-fd24-4b57-9844-2fc078f40f2f {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.856027] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090618, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.949409] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d52253-227f-4400-84fe-f62cf7cf12de {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.959658] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a85727b-78d7-4942-bc28-334f88c5d312 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.999213] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20eefac8-8b13-40b4-bb66-ff935e6918c1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.009100] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9ea7dc-039c-490c-8b45-228f0ada129b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.024980] env[68786]: DEBUG nova.compute.provider_tree [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.086745] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1b676178-da22-4e52-8525-586313d84de4 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Lock "0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.944s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.184202] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fdb98cb9-7625-400f-ad14-0b5c9970acb9 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "3b2a3201-fd24-4b57-9844-2fc078f40f2f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.866s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.353806] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534321} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.354154] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb/1362ff83-bc7d-43b8-ae39-b1d4d4f494bb.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.354529] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.354743] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18e4ffc8-ef76-42a4-8bc4-41ba4775f579 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.372202] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 768.372202] env[68786]: value = "task-3090619" [ 768.372202] env[68786]: _type = "Task" [ 768.372202] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.382608] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.421447] env[68786]: DEBUG nova.compute.manager [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.456684] env[68786]: DEBUG nova.virt.hardware [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.457481] env[68786]: DEBUG nova.virt.hardware [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.457481] env[68786]: DEBUG nova.virt.hardware [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.457481] env[68786]: DEBUG nova.virt.hardware [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.457481] env[68786]: DEBUG nova.virt.hardware [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.457626] env[68786]: DEBUG nova.virt.hardware [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.457827] env[68786]: DEBUG nova.virt.hardware [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.458476] env[68786]: DEBUG nova.virt.hardware [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.458476] env[68786]: DEBUG nova.virt.hardware [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.458476] env[68786]: DEBUG nova.virt.hardware [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.458628] env[68786]: DEBUG nova.virt.hardware [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.459496] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591e9a26-8863-4f08-aae3-9afc18e34248 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.472309] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242e8fb2-7d05-438c-9919-316141619cd6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.528820] env[68786]: DEBUG nova.scheduler.client.report [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.766649] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1cba649-7d76-4779-9754-2a2ab9c8ec37 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquiring lock "3b2a3201-fd24-4b57-9844-2fc078f40f2f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.766981] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1cba649-7d76-4779-9754-2a2ab9c8ec37 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "3b2a3201-fd24-4b57-9844-2fc078f40f2f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.885365] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "5874c470-2a9e-484a-b908-9043b0cd1110" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.885801] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "5874c470-2a9e-484a-b908-9043b0cd1110" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.896152] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163237} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.896743] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.899572] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94652b3-7faf-4f5b-bac7-944451430511 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.932597] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb/1362ff83-bc7d-43b8-ae39-b1d4d4f494bb.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.933828] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9e2b35c-e14d-42b0-b84f-5bdade9ecdbc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.956386] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 768.956386] env[68786]: value = "task-3090620" [ 768.956386] env[68786]: _type = "Task" [ 768.956386] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.965943] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090620, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.035675] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.036377] env[68786]: DEBUG nova.compute.manager [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.039055] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.858s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.041045] env[68786]: INFO nova.compute.claims [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.270491] env[68786]: INFO nova.compute.manager [None req-d1cba649-7d76-4779-9754-2a2ab9c8ec37 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Detaching volume cdb7d318-9232-4a54-8211-136e1f0b5e76 [ 769.318587] env[68786]: DEBUG nova.network.neutron [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Successfully updated port: 292c78f6-c414-4df5-8db1-7772a51e0a6f {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.322546] env[68786]: INFO nova.virt.block_device [None req-d1cba649-7d76-4779-9754-2a2ab9c8ec37 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Attempting to driver detach volume cdb7d318-9232-4a54-8211-136e1f0b5e76 from mountpoint /dev/sdb [ 769.322546] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1cba649-7d76-4779-9754-2a2ab9c8ec37 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Volume detach. Driver type: vmdk {{(pid=68786) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 769.322546] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1cba649-7d76-4779-9754-2a2ab9c8ec37 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618637', 'volume_id': 'cdb7d318-9232-4a54-8211-136e1f0b5e76', 'name': 'volume-cdb7d318-9232-4a54-8211-136e1f0b5e76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b2a3201-fd24-4b57-9844-2fc078f40f2f', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdb7d318-9232-4a54-8211-136e1f0b5e76', 'serial': 'cdb7d318-9232-4a54-8211-136e1f0b5e76'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 769.322546] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d04766a-847d-439d-8221-91fd9ef2af13 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.346150] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056657e5-22a4-4e57-8c31-a15e942f7f0e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.358426] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19138ced-dfc5-4864-a6bc-c9bd2d5514a2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.386106] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47133d1-f731-4978-8cd6-5356f4516952 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.389031] env[68786]: DEBUG nova.compute.manager [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.406644] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1cba649-7d76-4779-9754-2a2ab9c8ec37 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] The volume has not been displaced from its original location: [datastore2] volume-cdb7d318-9232-4a54-8211-136e1f0b5e76/volume-cdb7d318-9232-4a54-8211-136e1f0b5e76.vmdk. No consolidation needed. {{(pid=68786) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 769.412805] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1cba649-7d76-4779-9754-2a2ab9c8ec37 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Reconfiguring VM instance instance-00000023 to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 769.413699] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc494c9a-7d7f-48aa-a204-e367d63cbb7b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.434381] env[68786]: DEBUG oslo_vmware.api [None req-d1cba649-7d76-4779-9754-2a2ab9c8ec37 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for the task: (returnval){ [ 769.434381] env[68786]: value = "task-3090621" [ 769.434381] env[68786]: _type = "Task" [ 769.434381] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.444432] env[68786]: DEBUG oslo_vmware.api [None req-d1cba649-7d76-4779-9754-2a2ab9c8ec37 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.466949] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.546119] env[68786]: DEBUG nova.compute.utils [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.547673] env[68786]: DEBUG nova.compute.manager [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.547856] env[68786]: DEBUG nova.network.neutron [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.616177] env[68786]: DEBUG nova.policy [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c484408176b0458a8976e798a0da4ffc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b972a80245444649a08d3c3ec3d4ad6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.743532] env[68786]: DEBUG nova.compute.manager [req-91b83b41-8053-4e51-bb9c-f78d124b5ffb req-122c0cfb-c9a4-40d1-bc65-c9d6c10f464b service nova] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Received event network-vif-plugged-292c78f6-c414-4df5-8db1-7772a51e0a6f {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.743532] env[68786]: DEBUG oslo_concurrency.lockutils [req-91b83b41-8053-4e51-bb9c-f78d124b5ffb req-122c0cfb-c9a4-40d1-bc65-c9d6c10f464b service nova] Acquiring lock "52d276d9-713c-4ef7-9a8b-cb644497ac2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.743532] env[68786]: DEBUG oslo_concurrency.lockutils [req-91b83b41-8053-4e51-bb9c-f78d124b5ffb req-122c0cfb-c9a4-40d1-bc65-c9d6c10f464b service nova] Lock "52d276d9-713c-4ef7-9a8b-cb644497ac2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.743532] env[68786]: DEBUG oslo_concurrency.lockutils [req-91b83b41-8053-4e51-bb9c-f78d124b5ffb req-122c0cfb-c9a4-40d1-bc65-c9d6c10f464b service nova] Lock "52d276d9-713c-4ef7-9a8b-cb644497ac2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.743532] env[68786]: DEBUG nova.compute.manager [req-91b83b41-8053-4e51-bb9c-f78d124b5ffb req-122c0cfb-c9a4-40d1-bc65-c9d6c10f464b service nova] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] No waiting events found dispatching network-vif-plugged-292c78f6-c414-4df5-8db1-7772a51e0a6f {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.744692] env[68786]: WARNING nova.compute.manager [req-91b83b41-8053-4e51-bb9c-f78d124b5ffb req-122c0cfb-c9a4-40d1-bc65-c9d6c10f464b service nova] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Received unexpected event network-vif-plugged-292c78f6-c414-4df5-8db1-7772a51e0a6f for instance with vm_state building and task_state spawning. [ 769.744692] env[68786]: DEBUG nova.compute.manager [req-91b83b41-8053-4e51-bb9c-f78d124b5ffb req-122c0cfb-c9a4-40d1-bc65-c9d6c10f464b service nova] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Received event network-changed-292c78f6-c414-4df5-8db1-7772a51e0a6f {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.744692] env[68786]: DEBUG nova.compute.manager [req-91b83b41-8053-4e51-bb9c-f78d124b5ffb req-122c0cfb-c9a4-40d1-bc65-c9d6c10f464b service nova] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Refreshing instance network info cache due to event network-changed-292c78f6-c414-4df5-8db1-7772a51e0a6f. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.744692] env[68786]: DEBUG oslo_concurrency.lockutils [req-91b83b41-8053-4e51-bb9c-f78d124b5ffb req-122c0cfb-c9a4-40d1-bc65-c9d6c10f464b service nova] Acquiring lock "refresh_cache-52d276d9-713c-4ef7-9a8b-cb644497ac2f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.744692] env[68786]: DEBUG oslo_concurrency.lockutils [req-91b83b41-8053-4e51-bb9c-f78d124b5ffb req-122c0cfb-c9a4-40d1-bc65-c9d6c10f464b service nova] Acquired lock "refresh_cache-52d276d9-713c-4ef7-9a8b-cb644497ac2f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.744974] env[68786]: DEBUG nova.network.neutron [req-91b83b41-8053-4e51-bb9c-f78d124b5ffb req-122c0cfb-c9a4-40d1-bc65-c9d6c10f464b service nova] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Refreshing network info cache for port 292c78f6-c414-4df5-8db1-7772a51e0a6f {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.826252] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "refresh_cache-52d276d9-713c-4ef7-9a8b-cb644497ac2f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.921484] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.946567] env[68786]: DEBUG oslo_vmware.api [None req-d1cba649-7d76-4779-9754-2a2ab9c8ec37 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090621, 'name': ReconfigVM_Task, 'duration_secs': 0.397194} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.949223] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1cba649-7d76-4779-9754-2a2ab9c8ec37 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Reconfigured VM instance instance-00000023 to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 769.954211] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-815f74b7-4906-40a5-897e-35bec3925293 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.977357] env[68786]: DEBUG oslo_vmware.api [None req-d1cba649-7d76-4779-9754-2a2ab9c8ec37 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for the task: (returnval){ [ 769.977357] env[68786]: value = "task-3090622" [ 769.977357] env[68786]: _type = "Task" [ 769.977357] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.981379] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090620, 'name': ReconfigVM_Task, 'duration_secs': 1.022061} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.984597] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb/1362ff83-bc7d-43b8-ae39-b1d4d4f494bb.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.987379] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9ba1916-7df5-4252-9ef1-d44c1504dc41 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.993827] env[68786]: DEBUG oslo_vmware.api [None req-d1cba649-7d76-4779-9754-2a2ab9c8ec37 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.997675] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 769.997675] env[68786]: value = "task-3090623" [ 769.997675] env[68786]: _type = "Task" [ 769.997675] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.012252] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090623, 'name': Rename_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.048480] env[68786]: DEBUG nova.network.neutron [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Successfully created port: 3a6412b4-06f8-4736-accc-52f987ec5d44 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.052393] env[68786]: DEBUG nova.compute.manager [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.306431] env[68786]: DEBUG nova.network.neutron [req-91b83b41-8053-4e51-bb9c-f78d124b5ffb req-122c0cfb-c9a4-40d1-bc65-c9d6c10f464b service nova] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.427700] env[68786]: DEBUG nova.network.neutron [req-91b83b41-8053-4e51-bb9c-f78d124b5ffb req-122c0cfb-c9a4-40d1-bc65-c9d6c10f464b service nova] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.493383] env[68786]: DEBUG oslo_vmware.api [None req-d1cba649-7d76-4779-9754-2a2ab9c8ec37 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090622, 'name': ReconfigVM_Task, 'duration_secs': 0.187838} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.500844] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1cba649-7d76-4779-9754-2a2ab9c8ec37 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618637', 'volume_id': 'cdb7d318-9232-4a54-8211-136e1f0b5e76', 'name': 'volume-cdb7d318-9232-4a54-8211-136e1f0b5e76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b2a3201-fd24-4b57-9844-2fc078f40f2f', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdb7d318-9232-4a54-8211-136e1f0b5e76', 'serial': 'cdb7d318-9232-4a54-8211-136e1f0b5e76'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 770.513692] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090623, 'name': Rename_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.517322] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b94fa1-d546-4cb8-9b61-9ed17793cdc9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.527257] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39a1a3f-3c66-4f63-9373-0e05a1138c4f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.565057] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9df9168-b045-4171-ac96-f092aebbb556 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.579301] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2789e76c-169c-4dfe-ad33-92bb543aa891 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.594547] env[68786]: DEBUG nova.compute.provider_tree [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.930836] env[68786]: DEBUG oslo_concurrency.lockutils [req-91b83b41-8053-4e51-bb9c-f78d124b5ffb req-122c0cfb-c9a4-40d1-bc65-c9d6c10f464b service nova] Releasing lock "refresh_cache-52d276d9-713c-4ef7-9a8b-cb644497ac2f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.931183] env[68786]: DEBUG nova.compute.manager [req-91b83b41-8053-4e51-bb9c-f78d124b5ffb req-122c0cfb-c9a4-40d1-bc65-c9d6c10f464b service nova] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Received event network-changed-0a613b56-2999-4c3f-8096-55d403d6af17 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.931352] env[68786]: DEBUG nova.compute.manager [req-91b83b41-8053-4e51-bb9c-f78d124b5ffb req-122c0cfb-c9a4-40d1-bc65-c9d6c10f464b service nova] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Refreshing instance network info cache due to event network-changed-0a613b56-2999-4c3f-8096-55d403d6af17. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.931706] env[68786]: DEBUG oslo_concurrency.lockutils [req-91b83b41-8053-4e51-bb9c-f78d124b5ffb req-122c0cfb-c9a4-40d1-bc65-c9d6c10f464b service nova] Acquiring lock "refresh_cache-0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.931706] env[68786]: DEBUG oslo_concurrency.lockutils [req-91b83b41-8053-4e51-bb9c-f78d124b5ffb req-122c0cfb-c9a4-40d1-bc65-c9d6c10f464b service nova] Acquired lock "refresh_cache-0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.931883] env[68786]: DEBUG nova.network.neutron [req-91b83b41-8053-4e51-bb9c-f78d124b5ffb req-122c0cfb-c9a4-40d1-bc65-c9d6c10f464b service nova] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Refreshing network info cache for port 0a613b56-2999-4c3f-8096-55d403d6af17 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.934267] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquired lock "refresh_cache-52d276d9-713c-4ef7-9a8b-cb644497ac2f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.934267] env[68786]: DEBUG nova.network.neutron [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.011863] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090623, 'name': Rename_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.073476] env[68786]: DEBUG nova.objects.instance [None req-d1cba649-7d76-4779-9754-2a2ab9c8ec37 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lazy-loading 'flavor' on Instance uuid 3b2a3201-fd24-4b57-9844-2fc078f40f2f {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.076123] env[68786]: DEBUG nova.compute.manager [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.099186] env[68786]: DEBUG nova.scheduler.client.report [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.105454] env[68786]: DEBUG nova.virt.hardware [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.105630] env[68786]: DEBUG nova.virt.hardware [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.105757] env[68786]: DEBUG nova.virt.hardware [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.105918] env[68786]: DEBUG nova.virt.hardware [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.106080] env[68786]: DEBUG nova.virt.hardware [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.106233] env[68786]: DEBUG nova.virt.hardware [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.106436] env[68786]: DEBUG nova.virt.hardware [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.106598] env[68786]: DEBUG nova.virt.hardware [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.106860] env[68786]: DEBUG nova.virt.hardware [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.106926] env[68786]: DEBUG nova.virt.hardware [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.107087] env[68786]: DEBUG nova.virt.hardware [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.108203] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591628f3-c35b-4bce-88dd-a12e65df6602 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.117569] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1608b42d-78d5-4406-9795-7c1ff8a16a57 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.507416] env[68786]: DEBUG nova.network.neutron [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.519954] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090623, 'name': Rename_Task, 'duration_secs': 1.203765} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.519954] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.519954] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d382dab5-f4b1-4783-a19c-d49fe84b21e5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.523412] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 771.523412] env[68786]: value = "task-3090624" [ 771.523412] env[68786]: _type = "Task" [ 771.523412] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.533353] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.604263] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.604710] env[68786]: DEBUG nova.compute.manager [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.611644] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.252s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.611862] env[68786]: DEBUG nova.objects.instance [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68786) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 772.033604] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090624, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.084480] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d1cba649-7d76-4779-9754-2a2ab9c8ec37 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "3b2a3201-fd24-4b57-9844-2fc078f40f2f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.317s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.113145] env[68786]: DEBUG nova.compute.utils [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.119540] env[68786]: DEBUG nova.compute.manager [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.119840] env[68786]: DEBUG nova.network.neutron [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.182823] env[68786]: DEBUG nova.network.neutron [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Updating instance_info_cache with network_info: [{"id": "292c78f6-c414-4df5-8db1-7772a51e0a6f", "address": "fa:16:3e:c7:af:9b", "network": {"id": "9c541036-c0e9-44da-96b5-50a7b9f9f866", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-232231857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d706712b644407a07945c3b1472d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap292c78f6-c4", "ovs_interfaceid": "292c78f6-c414-4df5-8db1-7772a51e0a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.254968] env[68786]: DEBUG nova.policy [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6247e9c875c54a07873ff0d6eb15613a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfe3ff263b2d4948b59b511fca2787ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.296660] env[68786]: DEBUG oslo_vmware.rw_handles [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527a99b9-2ca6-f4ec-a8cf-39af1c48782f/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 772.297645] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a017b0b-fd2f-40fd-a062-5f64f1824f8a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.306485] env[68786]: DEBUG oslo_vmware.rw_handles [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527a99b9-2ca6-f4ec-a8cf-39af1c48782f/disk-0.vmdk is in state: ready. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 772.306665] env[68786]: ERROR oslo_vmware.rw_handles [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527a99b9-2ca6-f4ec-a8cf-39af1c48782f/disk-0.vmdk due to incomplete transfer. [ 772.306938] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e4063ae6-79f7-4a43-9b07-e700f44aebac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.314512] env[68786]: DEBUG oslo_vmware.rw_handles [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527a99b9-2ca6-f4ec-a8cf-39af1c48782f/disk-0.vmdk. {{(pid=68786) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 772.314722] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Uploaded image 863cd7f4-f870-4db4-b71f-c51e071ad8a1 to the Glance image server {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 772.317966] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Destroying the VM {{(pid=68786) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 772.318274] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-91af7f2f-1b60-4a31-b64b-4e5685974367 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.325422] env[68786]: DEBUG oslo_vmware.api [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Waiting for the task: (returnval){ [ 772.325422] env[68786]: value = "task-3090625" [ 772.325422] env[68786]: _type = "Task" [ 772.325422] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.334358] env[68786]: DEBUG oslo_vmware.api [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090625, 'name': Destroy_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.357569] env[68786]: DEBUG nova.compute.manager [req-5fb8e421-3e42-4b4f-8bbc-0059af0ec4d8 req-bcce6562-14f4-4fe9-9e1d-dcf81f74c68a service nova] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Received event network-vif-plugged-3a6412b4-06f8-4736-accc-52f987ec5d44 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.357772] env[68786]: DEBUG oslo_concurrency.lockutils [req-5fb8e421-3e42-4b4f-8bbc-0059af0ec4d8 req-bcce6562-14f4-4fe9-9e1d-dcf81f74c68a service nova] Acquiring lock "4972782e-8d8b-46a4-9855-9196b890ea79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.357987] env[68786]: DEBUG oslo_concurrency.lockutils [req-5fb8e421-3e42-4b4f-8bbc-0059af0ec4d8 req-bcce6562-14f4-4fe9-9e1d-dcf81f74c68a service nova] Lock "4972782e-8d8b-46a4-9855-9196b890ea79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.358199] env[68786]: DEBUG oslo_concurrency.lockutils [req-5fb8e421-3e42-4b4f-8bbc-0059af0ec4d8 req-bcce6562-14f4-4fe9-9e1d-dcf81f74c68a service nova] Lock "4972782e-8d8b-46a4-9855-9196b890ea79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.358373] env[68786]: DEBUG nova.compute.manager [req-5fb8e421-3e42-4b4f-8bbc-0059af0ec4d8 req-bcce6562-14f4-4fe9-9e1d-dcf81f74c68a service nova] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] No waiting events found dispatching network-vif-plugged-3a6412b4-06f8-4736-accc-52f987ec5d44 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.358539] env[68786]: WARNING nova.compute.manager [req-5fb8e421-3e42-4b4f-8bbc-0059af0ec4d8 req-bcce6562-14f4-4fe9-9e1d-dcf81f74c68a service nova] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Received unexpected event network-vif-plugged-3a6412b4-06f8-4736-accc-52f987ec5d44 for instance with vm_state building and task_state spawning. [ 772.384754] env[68786]: DEBUG nova.network.neutron [req-91b83b41-8053-4e51-bb9c-f78d124b5ffb req-122c0cfb-c9a4-40d1-bc65-c9d6c10f464b service nova] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Updated VIF entry in instance network info cache for port 0a613b56-2999-4c3f-8096-55d403d6af17. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.385146] env[68786]: DEBUG nova.network.neutron [req-91b83b41-8053-4e51-bb9c-f78d124b5ffb req-122c0cfb-c9a4-40d1-bc65-c9d6c10f464b service nova] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Updating instance_info_cache with network_info: [{"id": "0a613b56-2999-4c3f-8096-55d403d6af17", "address": "fa:16:3e:40:22:cf", "network": {"id": "450ade04-0374-42f6-ae05-3d2e5e47e79b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1650166467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f465d5eb794ca09fe55a7e6fe34548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a613b56-29", "ovs_interfaceid": "0a613b56-2999-4c3f-8096-55d403d6af17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.535125] env[68786]: DEBUG oslo_vmware.api [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090624, 'name': PowerOnVM_Task, 'duration_secs': 0.831345} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.535125] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.535125] env[68786]: INFO nova.compute.manager [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Took 10.62 seconds to spawn the instance on the hypervisor. [ 772.535125] env[68786]: DEBUG nova.compute.manager [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.535876] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9168da9b-1bc0-4153-be16-80e56683e842 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.579468] env[68786]: DEBUG nova.network.neutron [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Successfully updated port: 3a6412b4-06f8-4736-accc-52f987ec5d44 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.625861] env[68786]: DEBUG nova.compute.manager [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.633766] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0700ef77-9044-411e-8ef4-e1231dc710d6 tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.636922] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.520s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.636922] env[68786]: DEBUG nova.objects.instance [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Lazy-loading 'resources' on Instance uuid a07e2040-2dc5-40da-b049-4f1ccafc38fb {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.685975] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Releasing lock "refresh_cache-52d276d9-713c-4ef7-9a8b-cb644497ac2f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.686388] env[68786]: DEBUG nova.compute.manager [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Instance network_info: |[{"id": "292c78f6-c414-4df5-8db1-7772a51e0a6f", "address": "fa:16:3e:c7:af:9b", "network": {"id": "9c541036-c0e9-44da-96b5-50a7b9f9f866", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-232231857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d706712b644407a07945c3b1472d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap292c78f6-c4", "ovs_interfaceid": "292c78f6-c414-4df5-8db1-7772a51e0a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.686841] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:af:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '292c78f6-c414-4df5-8db1-7772a51e0a6f', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.695151] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.695693] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.696367] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2943a6ee-07a1-4588-a0f9-ad58700977c9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.718427] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.718427] env[68786]: value = "task-3090626" [ 772.718427] env[68786]: _type = "Task" [ 772.718427] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.728561] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090626, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.751750] env[68786]: DEBUG nova.network.neutron [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Successfully created port: ea1df8ad-5aed-4213-9c7a-f87fedd2b014 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.835405] env[68786]: DEBUG oslo_vmware.api [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090625, 'name': Destroy_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.888706] env[68786]: DEBUG oslo_concurrency.lockutils [req-91b83b41-8053-4e51-bb9c-f78d124b5ffb req-122c0cfb-c9a4-40d1-bc65-c9d6c10f464b service nova] Releasing lock "refresh_cache-0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.058588] env[68786]: INFO nova.compute.manager [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Took 41.41 seconds to build instance. [ 773.081966] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquiring lock "refresh_cache-4972782e-8d8b-46a4-9855-9196b890ea79" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.082511] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquired lock "refresh_cache-4972782e-8d8b-46a4-9855-9196b890ea79" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.082511] env[68786]: DEBUG nova.network.neutron [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.231985] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090626, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.304658] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquiring lock "8330ef30-4084-4d99-b431-95dcda97368a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.304859] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "8330ef30-4084-4d99-b431-95dcda97368a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.344576] env[68786]: DEBUG oslo_vmware.api [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090625, 'name': Destroy_Task, 'duration_secs': 0.891624} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.351182] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Destroyed the VM [ 773.351492] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Deleting Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 773.352132] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9557ccfb-b7b1-4fd7-8a38-809337a3039c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.359350] env[68786]: DEBUG oslo_vmware.api [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Waiting for the task: (returnval){ [ 773.359350] env[68786]: value = "task-3090627" [ 773.359350] env[68786]: _type = "Task" [ 773.359350] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.372458] env[68786]: DEBUG oslo_vmware.api [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090627, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.561542] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3681d0b6-4109-45c0-a8fc-19e96cba8acc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "1362ff83-bc7d-43b8-ae39-b1d4d4f494bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.917s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.605581] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30324c86-a879-48ce-9377-f57e25bd15ef {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.614047] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e556a2a-9fd4-4481-b77c-f233c764c5d5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.647293] env[68786]: DEBUG nova.compute.manager [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.650275] env[68786]: DEBUG nova.network.neutron [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.654102] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c5dd83-b1cd-4a3e-ab30-deb1d60ee67c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.663138] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5fe6c9-8bd8-4b7f-9bda-fe4146d0264b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.679403] env[68786]: DEBUG nova.compute.provider_tree [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.685465] env[68786]: DEBUG nova.virt.hardware [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.685753] env[68786]: DEBUG nova.virt.hardware [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.685932] env[68786]: DEBUG nova.virt.hardware [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.686144] env[68786]: DEBUG nova.virt.hardware [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.686295] env[68786]: DEBUG nova.virt.hardware [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.686442] env[68786]: DEBUG nova.virt.hardware [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.686662] env[68786]: DEBUG nova.virt.hardware [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.686862] env[68786]: DEBUG nova.virt.hardware [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.687122] env[68786]: DEBUG nova.virt.hardware [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.687314] env[68786]: DEBUG nova.virt.hardware [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.687491] env[68786]: DEBUG nova.virt.hardware [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.688704] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6670a2-825e-4aae-b648-438dc0d3a0ee {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.695019] env[68786]: DEBUG nova.scheduler.client.report [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.702549] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af14eee-7e42-4cb3-bca9-f43564e00a74 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.730136] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090626, 'name': CreateVM_Task, 'duration_secs': 0.561054} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.732757] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.733583] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.733763] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.734127] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.734912] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dacacdae-80e3-4f40-9d21-1f932b6fa514 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.740020] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 773.740020] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52864661-b055-7f27-4904-e4e001b7a9cf" [ 773.740020] env[68786]: _type = "Task" [ 773.740020] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.748111] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52864661-b055-7f27-4904-e4e001b7a9cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.807768] env[68786]: DEBUG nova.compute.manager [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.870925] env[68786]: DEBUG oslo_vmware.api [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090627, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.871926] env[68786]: DEBUG nova.network.neutron [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Updating instance_info_cache with network_info: [{"id": "3a6412b4-06f8-4736-accc-52f987ec5d44", "address": "fa:16:3e:b4:27:7f", "network": {"id": "2fabaf98-9fca-44c5-a116-bf339a68ced8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2110141737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b972a80245444649a08d3c3ec3d4ad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a6412b4-06", "ovs_interfaceid": "3a6412b4-06f8-4736-accc-52f987ec5d44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.197928] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.562s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.201678] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.026s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.203662] env[68786]: DEBUG nova.objects.instance [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Lazy-loading 'resources' on Instance uuid bf984749-f902-4b86-9bc0-2753871f8e33 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.235057] env[68786]: INFO nova.scheduler.client.report [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Deleted allocations for instance a07e2040-2dc5-40da-b049-4f1ccafc38fb [ 774.250565] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52864661-b055-7f27-4904-e4e001b7a9cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012465} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.251222] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.251598] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.251971] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.252459] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.252765] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.253322] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5f77375-0239-4315-83f6-dac0233c8711 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.265022] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.265022] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.265022] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d62feb1b-e204-4f55-923c-32ec34626b1f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.270456] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 774.270456] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52aab118-d4e9-9b58-f2bb-384566d8598e" [ 774.270456] env[68786]: _type = "Task" [ 774.270456] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.278834] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52aab118-d4e9-9b58-f2bb-384566d8598e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.333216] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.373430] env[68786]: DEBUG nova.network.neutron [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Successfully updated port: ea1df8ad-5aed-4213-9c7a-f87fedd2b014 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.380609] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Releasing lock "refresh_cache-4972782e-8d8b-46a4-9855-9196b890ea79" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.380931] env[68786]: DEBUG nova.compute.manager [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Instance network_info: |[{"id": "3a6412b4-06f8-4736-accc-52f987ec5d44", "address": "fa:16:3e:b4:27:7f", "network": {"id": "2fabaf98-9fca-44c5-a116-bf339a68ced8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2110141737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b972a80245444649a08d3c3ec3d4ad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a6412b4-06", "ovs_interfaceid": "3a6412b4-06f8-4736-accc-52f987ec5d44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.381243] env[68786]: DEBUG oslo_vmware.api [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090627, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.381615] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:27:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a6412b4-06f8-4736-accc-52f987ec5d44', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.390941] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.391784] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.392064] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80f35f33-21a3-4d8f-b180-d006c915fa1b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.409805] env[68786]: DEBUG nova.compute.manager [req-4474ebfe-6fc6-49ff-abfd-470be4fd27c1 req-714a27d5-1284-429f-8885-b8f4154b84c5 service nova] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Received event network-changed-3a6412b4-06f8-4736-accc-52f987ec5d44 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.409805] env[68786]: DEBUG nova.compute.manager [req-4474ebfe-6fc6-49ff-abfd-470be4fd27c1 req-714a27d5-1284-429f-8885-b8f4154b84c5 service nova] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Refreshing instance network info cache due to event network-changed-3a6412b4-06f8-4736-accc-52f987ec5d44. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.409805] env[68786]: DEBUG oslo_concurrency.lockutils [req-4474ebfe-6fc6-49ff-abfd-470be4fd27c1 req-714a27d5-1284-429f-8885-b8f4154b84c5 service nova] Acquiring lock "refresh_cache-4972782e-8d8b-46a4-9855-9196b890ea79" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.409805] env[68786]: DEBUG oslo_concurrency.lockutils [req-4474ebfe-6fc6-49ff-abfd-470be4fd27c1 req-714a27d5-1284-429f-8885-b8f4154b84c5 service nova] Acquired lock "refresh_cache-4972782e-8d8b-46a4-9855-9196b890ea79" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.409805] env[68786]: DEBUG nova.network.neutron [req-4474ebfe-6fc6-49ff-abfd-470be4fd27c1 req-714a27d5-1284-429f-8885-b8f4154b84c5 service nova] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Refreshing network info cache for port 3a6412b4-06f8-4736-accc-52f987ec5d44 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.416855] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.416855] env[68786]: value = "task-3090628" [ 774.416855] env[68786]: _type = "Task" [ 774.416855] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.426081] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090628, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.432132] env[68786]: DEBUG nova.compute.manager [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.433179] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ddbe94-0b8f-482f-a638-e12cc92344d1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.743244] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1bc797a2-15a3-4cf3-bb99-6d0c1ec01830 tempest-FloatingIPsAssociationTestJSON-979019945 tempest-FloatingIPsAssociationTestJSON-979019945-project-member] Lock "a07e2040-2dc5-40da-b049-4f1ccafc38fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.143s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.786258] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52aab118-d4e9-9b58-f2bb-384566d8598e, 'name': SearchDatastore_Task, 'duration_secs': 0.009646} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.789772] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef54b757-fd4c-45fe-a1f8-dcd729d7d943 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.795180] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 774.795180] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5297c17f-eac9-efd4-6fab-9077bbe7daa2" [ 774.795180] env[68786]: _type = "Task" [ 774.795180] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.805162] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5297c17f-eac9-efd4-6fab-9077bbe7daa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.873115] env[68786]: DEBUG oslo_vmware.api [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090627, 'name': RemoveSnapshot_Task, 'duration_secs': 1.146413} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.877969] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Deleted Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 774.879717] env[68786]: INFO nova.compute.manager [None req-f79c9630-e6cf-4023-9083-65f7239c5ad9 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Took 17.95 seconds to snapshot the instance on the hypervisor. [ 774.882551] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "refresh_cache-ff2deae0-2b1c-4ecb-aa7d-05c39db81947" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.882881] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired lock "refresh_cache-ff2deae0-2b1c-4ecb-aa7d-05c39db81947" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.883649] env[68786]: DEBUG nova.network.neutron [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.939420] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090628, 'name': CreateVM_Task, 'duration_secs': 0.359614} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.944056] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.945864] env[68786]: INFO nova.compute.manager [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] instance snapshotting [ 774.948803] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.950016] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.950016] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.950919] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68d5c0ca-dbd2-49cb-bf78-475ee83bff0e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.953772] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4cc817-dbad-44b3-89a0-5f67e0b6a785 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.962751] env[68786]: DEBUG oslo_vmware.api [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 774.962751] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]523e6c4b-8edb-b97c-adbb-16bfa55e6159" [ 774.962751] env[68786]: _type = "Task" [ 774.962751] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.987951] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee70e0df-807a-4655-bfb2-a8d1241fbd10 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.997423] env[68786]: DEBUG oslo_vmware.api [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523e6c4b-8edb-b97c-adbb-16bfa55e6159, 'name': SearchDatastore_Task, 'duration_secs': 0.010285} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.999784] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.999872] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.000315] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.212894] env[68786]: DEBUG nova.network.neutron [req-4474ebfe-6fc6-49ff-abfd-470be4fd27c1 req-714a27d5-1284-429f-8885-b8f4154b84c5 service nova] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Updated VIF entry in instance network info cache for port 3a6412b4-06f8-4736-accc-52f987ec5d44. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.213202] env[68786]: DEBUG nova.network.neutron [req-4474ebfe-6fc6-49ff-abfd-470be4fd27c1 req-714a27d5-1284-429f-8885-b8f4154b84c5 service nova] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Updating instance_info_cache with network_info: [{"id": "3a6412b4-06f8-4736-accc-52f987ec5d44", "address": "fa:16:3e:b4:27:7f", "network": {"id": "2fabaf98-9fca-44c5-a116-bf339a68ced8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2110141737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b972a80245444649a08d3c3ec3d4ad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a6412b4-06", "ovs_interfaceid": "3a6412b4-06f8-4736-accc-52f987ec5d44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.255038] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1e5934-8fdd-44d1-b0c6-50d3b6b72a95 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.262361] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8eb789-d886-4a84-91db-25c436b6444a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.302469] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1f9ab2-6014-471e-97b3-283c26344b57 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.311419] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5297c17f-eac9-efd4-6fab-9077bbe7daa2, 'name': SearchDatastore_Task, 'duration_secs': 0.010319} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.313617] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.313899] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 52d276d9-713c-4ef7-9a8b-cb644497ac2f/52d276d9-713c-4ef7-9a8b-cb644497ac2f.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.314598] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.314793] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.315019] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83640156-b868-4fa2-8f7e-eae08e6021ba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.317885] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e257e6ef-1941-4f91-969c-83364698c44a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.322205] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a714013-3ea6-4ff1-b30d-cfe9af88b1fb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.333667] env[68786]: DEBUG nova.compute.provider_tree [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.336830] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.337018] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.337800] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 775.337800] env[68786]: value = "task-3090629" [ 775.337800] env[68786]: _type = "Task" [ 775.337800] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.338228] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-250267d9-4eff-473a-b007-693c85c86b32 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.349376] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.351276] env[68786]: DEBUG oslo_vmware.api [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 775.351276] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52577c14-9b8c-c66c-63e4-f14dd64fcf0d" [ 775.351276] env[68786]: _type = "Task" [ 775.351276] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.362133] env[68786]: DEBUG oslo_vmware.api [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52577c14-9b8c-c66c-63e4-f14dd64fcf0d, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.362133] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2f517b5-cf7c-4bdf-b32d-75717fecba63 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.365914] env[68786]: DEBUG oslo_vmware.api [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 775.365914] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ebba5a-c8da-e1d3-e747-d0928a7b422d" [ 775.365914] env[68786]: _type = "Task" [ 775.365914] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.374594] env[68786]: DEBUG oslo_vmware.api [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ebba5a-c8da-e1d3-e747-d0928a7b422d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.450745] env[68786]: DEBUG nova.network.neutron [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.507975] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Creating Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 775.508369] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7c8e9d10-791c-4171-bb9c-41fb506996fd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.519131] env[68786]: DEBUG oslo_vmware.api [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 775.519131] env[68786]: value = "task-3090630" [ 775.519131] env[68786]: _type = "Task" [ 775.519131] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.528934] env[68786]: DEBUG oslo_vmware.api [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090630, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.715853] env[68786]: DEBUG oslo_concurrency.lockutils [req-4474ebfe-6fc6-49ff-abfd-470be4fd27c1 req-714a27d5-1284-429f-8885-b8f4154b84c5 service nova] Releasing lock "refresh_cache-4972782e-8d8b-46a4-9855-9196b890ea79" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.717203] env[68786]: DEBUG nova.compute.manager [req-4474ebfe-6fc6-49ff-abfd-470be4fd27c1 req-714a27d5-1284-429f-8885-b8f4154b84c5 service nova] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Received event network-vif-plugged-ea1df8ad-5aed-4213-9c7a-f87fedd2b014 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.717203] env[68786]: DEBUG oslo_concurrency.lockutils [req-4474ebfe-6fc6-49ff-abfd-470be4fd27c1 req-714a27d5-1284-429f-8885-b8f4154b84c5 service nova] Acquiring lock "ff2deae0-2b1c-4ecb-aa7d-05c39db81947-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.717203] env[68786]: DEBUG oslo_concurrency.lockutils [req-4474ebfe-6fc6-49ff-abfd-470be4fd27c1 req-714a27d5-1284-429f-8885-b8f4154b84c5 service nova] Lock "ff2deae0-2b1c-4ecb-aa7d-05c39db81947-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.717203] env[68786]: DEBUG oslo_concurrency.lockutils [req-4474ebfe-6fc6-49ff-abfd-470be4fd27c1 req-714a27d5-1284-429f-8885-b8f4154b84c5 service nova] Lock "ff2deae0-2b1c-4ecb-aa7d-05c39db81947-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.717203] env[68786]: DEBUG nova.compute.manager [req-4474ebfe-6fc6-49ff-abfd-470be4fd27c1 req-714a27d5-1284-429f-8885-b8f4154b84c5 service nova] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] No waiting events found dispatching network-vif-plugged-ea1df8ad-5aed-4213-9c7a-f87fedd2b014 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.717473] env[68786]: WARNING nova.compute.manager [req-4474ebfe-6fc6-49ff-abfd-470be4fd27c1 req-714a27d5-1284-429f-8885-b8f4154b84c5 service nova] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Received unexpected event network-vif-plugged-ea1df8ad-5aed-4213-9c7a-f87fedd2b014 for instance with vm_state building and task_state spawning. [ 775.717473] env[68786]: DEBUG nova.compute.manager [req-4474ebfe-6fc6-49ff-abfd-470be4fd27c1 req-714a27d5-1284-429f-8885-b8f4154b84c5 service nova] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Received event network-changed-ea1df8ad-5aed-4213-9c7a-f87fedd2b014 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.717473] env[68786]: DEBUG nova.compute.manager [req-4474ebfe-6fc6-49ff-abfd-470be4fd27c1 req-714a27d5-1284-429f-8885-b8f4154b84c5 service nova] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Refreshing instance network info cache due to event network-changed-ea1df8ad-5aed-4213-9c7a-f87fedd2b014. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.717623] env[68786]: DEBUG oslo_concurrency.lockutils [req-4474ebfe-6fc6-49ff-abfd-470be4fd27c1 req-714a27d5-1284-429f-8885-b8f4154b84c5 service nova] Acquiring lock "refresh_cache-ff2deae0-2b1c-4ecb-aa7d-05c39db81947" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.788257] env[68786]: DEBUG nova.network.neutron [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Updating instance_info_cache with network_info: [{"id": "ea1df8ad-5aed-4213-9c7a-f87fedd2b014", "address": "fa:16:3e:29:8f:d3", "network": {"id": "76c23a36-a90c-4f9e-8062-2d6a92b1019d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1392166569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe3ff263b2d4948b59b511fca2787ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea1df8ad-5a", "ovs_interfaceid": "ea1df8ad-5aed-4213-9c7a-f87fedd2b014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.839638] env[68786]: DEBUG nova.scheduler.client.report [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.854582] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090629, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.877111] env[68786]: DEBUG oslo_vmware.api [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ebba5a-c8da-e1d3-e747-d0928a7b422d, 'name': SearchDatastore_Task, 'duration_secs': 0.009478} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.877365] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.877684] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 4972782e-8d8b-46a4-9855-9196b890ea79/4972782e-8d8b-46a4-9855-9196b890ea79.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.878040] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4b5af92-d5ff-480f-b624-a0ea774d939f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.885310] env[68786]: DEBUG oslo_vmware.api [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 775.885310] env[68786]: value = "task-3090631" [ 775.885310] env[68786]: _type = "Task" [ 775.885310] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.894536] env[68786]: DEBUG oslo_vmware.api [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.039855] env[68786]: DEBUG oslo_vmware.api [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090630, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.292680] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Releasing lock "refresh_cache-ff2deae0-2b1c-4ecb-aa7d-05c39db81947" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.292680] env[68786]: DEBUG nova.compute.manager [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Instance network_info: |[{"id": "ea1df8ad-5aed-4213-9c7a-f87fedd2b014", "address": "fa:16:3e:29:8f:d3", "network": {"id": "76c23a36-a90c-4f9e-8062-2d6a92b1019d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1392166569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe3ff263b2d4948b59b511fca2787ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea1df8ad-5a", "ovs_interfaceid": "ea1df8ad-5aed-4213-9c7a-f87fedd2b014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.292829] env[68786]: DEBUG oslo_concurrency.lockutils [req-4474ebfe-6fc6-49ff-abfd-470be4fd27c1 req-714a27d5-1284-429f-8885-b8f4154b84c5 service nova] Acquired lock "refresh_cache-ff2deae0-2b1c-4ecb-aa7d-05c39db81947" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.292829] env[68786]: DEBUG nova.network.neutron [req-4474ebfe-6fc6-49ff-abfd-470be4fd27c1 req-714a27d5-1284-429f-8885-b8f4154b84c5 service nova] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Refreshing network info cache for port ea1df8ad-5aed-4213-9c7a-f87fedd2b014 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.292829] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:8f:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea1df8ad-5aed-4213-9c7a-f87fedd2b014', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.302876] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.302876] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.303958] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5707c450-fe84-433f-9b20-2bccbe36dde0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.335163] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.335163] env[68786]: value = "task-3090632" [ 776.335163] env[68786]: _type = "Task" [ 776.335163] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.349128] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090632, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.353856] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.356710] env[68786]: DEBUG oslo_concurrency.lockutils [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.544s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.356823] env[68786]: DEBUG nova.objects.instance [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lazy-loading 'resources' on Instance uuid 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.363433] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529541} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.363666] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 52d276d9-713c-4ef7-9a8b-cb644497ac2f/52d276d9-713c-4ef7-9a8b-cb644497ac2f.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.363953] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.364438] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-948b86ca-0f69-4d50-9677-d5834a5adf3a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.372073] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 776.372073] env[68786]: value = "task-3090633" [ 776.372073] env[68786]: _type = "Task" [ 776.372073] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.382511] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.396274] env[68786]: DEBUG oslo_vmware.api [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458042} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.396274] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 4972782e-8d8b-46a4-9855-9196b890ea79/4972782e-8d8b-46a4-9855-9196b890ea79.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.396903] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.396903] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-936652af-2533-44e3-923e-53248e8444de {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.399597] env[68786]: INFO nova.scheduler.client.report [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Deleted allocations for instance bf984749-f902-4b86-9bc0-2753871f8e33 [ 776.405802] env[68786]: DEBUG oslo_vmware.api [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 776.405802] env[68786]: value = "task-3090634" [ 776.405802] env[68786]: _type = "Task" [ 776.405802] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.415481] env[68786]: DEBUG oslo_vmware.api [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.537995] env[68786]: DEBUG oslo_vmware.api [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090630, 'name': CreateSnapshot_Task, 'duration_secs': 0.689195} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.538477] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Created Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 776.539319] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea4d766-d410-40c0-91a1-929b61a6dd9c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.847664] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090632, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.881206] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180654} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.881477] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.882659] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7256a388-c370-4537-99a9-27cb14cc3411 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.912083] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 52d276d9-713c-4ef7-9a8b-cb644497ac2f/52d276d9-713c-4ef7-9a8b-cb644497ac2f.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.921478] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7941efe1-3703-424d-99aa-94c1a7658804 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.937735] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ee87dd76-9592-4bf6-8bf8-4bdbcba4362c tempest-ServerShowV257Test-1337551370 tempest-ServerShowV257Test-1337551370-project-member] Lock "bf984749-f902-4b86-9bc0-2753871f8e33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.091s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.950488] env[68786]: DEBUG oslo_vmware.api [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079392} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.951574] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.951952] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 776.951952] env[68786]: value = "task-3090635" [ 776.951952] env[68786]: _type = "Task" [ 776.951952] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.953057] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a718d101-5293-4dd4-9680-0af51dcead9a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.991095] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 4972782e-8d8b-46a4-9855-9196b890ea79/4972782e-8d8b-46a4-9855-9196b890ea79.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.991510] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.997699] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b61c601d-d61a-4378-8d1b-9884ac679809 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.019872] env[68786]: DEBUG oslo_vmware.api [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 777.019872] env[68786]: value = "task-3090636" [ 777.019872] env[68786]: _type = "Task" [ 777.019872] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.032078] env[68786]: DEBUG oslo_vmware.api [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090636, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.069669] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Creating linked-clone VM from snapshot {{(pid=68786) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 777.075148] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ff5145c0-5d1a-470f-b457-ba93ab2c54a6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.084229] env[68786]: DEBUG oslo_vmware.api [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 777.084229] env[68786]: value = "task-3090637" [ 777.084229] env[68786]: _type = "Task" [ 777.084229] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.095918] env[68786]: DEBUG oslo_vmware.api [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090637, 'name': CloneVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.283256] env[68786]: DEBUG nova.network.neutron [req-4474ebfe-6fc6-49ff-abfd-470be4fd27c1 req-714a27d5-1284-429f-8885-b8f4154b84c5 service nova] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Updated VIF entry in instance network info cache for port ea1df8ad-5aed-4213-9c7a-f87fedd2b014. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.283256] env[68786]: DEBUG nova.network.neutron [req-4474ebfe-6fc6-49ff-abfd-470be4fd27c1 req-714a27d5-1284-429f-8885-b8f4154b84c5 service nova] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Updating instance_info_cache with network_info: [{"id": "ea1df8ad-5aed-4213-9c7a-f87fedd2b014", "address": "fa:16:3e:29:8f:d3", "network": {"id": "76c23a36-a90c-4f9e-8062-2d6a92b1019d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1392166569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe3ff263b2d4948b59b511fca2787ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea1df8ad-5a", "ovs_interfaceid": "ea1df8ad-5aed-4213-9c7a-f87fedd2b014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.345921] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090632, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.461666] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9008d993-8ea1-4067-adb3-8d394a2583de {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.471028] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090635, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.472733] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9385fb88-3f2a-41c5-b877-1c5fa15c0cdc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.504156] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff08b35e-0991-460c-b29d-a08f14e8e0fe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.512125] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cf724d-d3e1-4936-bc31-aedecf012c15 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.526661] env[68786]: DEBUG nova.compute.provider_tree [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.536617] env[68786]: DEBUG oslo_vmware.api [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090636, 'name': ReconfigVM_Task, 'duration_secs': 0.321453} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.536907] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 4972782e-8d8b-46a4-9855-9196b890ea79/4972782e-8d8b-46a4-9855-9196b890ea79.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.537552] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c78b2e1f-fc2f-4f82-889c-52bf94d32463 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.545101] env[68786]: DEBUG oslo_vmware.api [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 777.545101] env[68786]: value = "task-3090638" [ 777.545101] env[68786]: _type = "Task" [ 777.545101] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.553886] env[68786]: DEBUG oslo_vmware.api [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090638, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.594591] env[68786]: DEBUG oslo_vmware.api [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090637, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.639815] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Acquiring lock "d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.640167] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Lock "d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.640405] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Acquiring lock "d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.640611] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Lock "d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.640795] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Lock "d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.643141] env[68786]: INFO nova.compute.manager [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Terminating instance [ 777.785449] env[68786]: DEBUG oslo_concurrency.lockutils [req-4474ebfe-6fc6-49ff-abfd-470be4fd27c1 req-714a27d5-1284-429f-8885-b8f4154b84c5 service nova] Releasing lock "refresh_cache-ff2deae0-2b1c-4ecb-aa7d-05c39db81947" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.847045] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090632, 'name': CreateVM_Task, 'duration_secs': 1.144337} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.847045] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.847514] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.847685] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.848014] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.848546] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d36800fe-bb81-4487-bb54-f9d2793b9898 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.852706] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 777.852706] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e4fa59-98c9-4dad-b1c8-44f411ad3bae" [ 777.852706] env[68786]: _type = "Task" [ 777.852706] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.861325] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e4fa59-98c9-4dad-b1c8-44f411ad3bae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.954598] env[68786]: DEBUG nova.compute.manager [None req-8e3e8a52-0339-415d-aa97-50159ad843cf tempest-ServerDiagnosticsV248Test-2022061231 tempest-ServerDiagnosticsV248Test-2022061231-project-admin] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.956872] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b093d797-00be-40ab-8d57-e6b6e6b21da4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.971961] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090635, 'name': ReconfigVM_Task, 'duration_secs': 0.543492} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.973447] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 52d276d9-713c-4ef7-9a8b-cb644497ac2f/52d276d9-713c-4ef7-9a8b-cb644497ac2f.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.974171] env[68786]: INFO nova.compute.manager [None req-8e3e8a52-0339-415d-aa97-50159ad843cf tempest-ServerDiagnosticsV248Test-2022061231 tempest-ServerDiagnosticsV248Test-2022061231-project-admin] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Retrieving diagnostics [ 777.974727] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b57e11cc-3605-4628-a434-062a6e324212 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.976833] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b41883-d700-4663-baaa-b47413101739 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.011249] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 778.011249] env[68786]: value = "task-3090639" [ 778.011249] env[68786]: _type = "Task" [ 778.011249] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.020975] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090639, 'name': Rename_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.033087] env[68786]: DEBUG nova.scheduler.client.report [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.055721] env[68786]: DEBUG oslo_vmware.api [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090638, 'name': Rename_Task, 'duration_secs': 0.158831} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.056706] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.056706] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4265561-a82d-4a94-85e3-97eeee01c447 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.063579] env[68786]: DEBUG oslo_vmware.api [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 778.063579] env[68786]: value = "task-3090640" [ 778.063579] env[68786]: _type = "Task" [ 778.063579] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.072551] env[68786]: DEBUG oslo_vmware.api [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.095504] env[68786]: DEBUG oslo_vmware.api [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090637, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.149362] env[68786]: DEBUG nova.compute.manager [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.149362] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.149362] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cc95af-1f56-4995-a5b2-289b3c799dc7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.158491] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.159794] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59d9739f-416a-4413-8ecd-7e0271186932 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.171057] env[68786]: DEBUG oslo_vmware.api [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Waiting for the task: (returnval){ [ 778.171057] env[68786]: value = "task-3090641" [ 778.171057] env[68786]: _type = "Task" [ 778.171057] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.179098] env[68786]: DEBUG oslo_vmware.api [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.365231] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e4fa59-98c9-4dad-b1c8-44f411ad3bae, 'name': SearchDatastore_Task, 'duration_secs': 0.009783} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.365528] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.365817] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.366116] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.366360] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.366573] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.366867] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fac233c5-9338-46a6-af13-ceb37353ec2d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.376048] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.376264] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.377028] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd69c7fc-2935-4f23-8401-dd2ddb729569 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.382638] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 778.382638] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]526fb463-07dd-2e75-e058-b3c6cb0357ab" [ 778.382638] env[68786]: _type = "Task" [ 778.382638] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.390775] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526fb463-07dd-2e75-e058-b3c6cb0357ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.520947] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090639, 'name': Rename_Task, 'duration_secs': 0.254244} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.521239] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.521567] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd6edca5-0255-4ffd-85f9-81b8491f97b3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.529039] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 778.529039] env[68786]: value = "task-3090642" [ 778.529039] env[68786]: _type = "Task" [ 778.529039] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.537935] env[68786]: DEBUG oslo_concurrency.lockutils [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.540077] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.540576] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.856s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.540897] env[68786]: DEBUG nova.objects.instance [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lazy-loading 'resources' on Instance uuid ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.576037] env[68786]: INFO nova.scheduler.client.report [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Deleted allocations for instance 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb [ 778.577202] env[68786]: DEBUG oslo_vmware.api [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090640, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.596899] env[68786]: DEBUG oslo_vmware.api [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090637, 'name': CloneVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.679746] env[68786]: DEBUG oslo_vmware.api [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090641, 'name': PowerOffVM_Task, 'duration_secs': 0.218741} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.680208] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.680494] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.680841] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02a1d8a1-5168-4e60-9fc8-6a6a70b5ea15 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.763085] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.763323] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.763498] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Deleting the datastore file [datastore2] d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.763767] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cbd9624-9f5e-4b2f-9c76-6e077d98329b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.771374] env[68786]: DEBUG oslo_vmware.api [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Waiting for the task: (returnval){ [ 778.771374] env[68786]: value = "task-3090644" [ 778.771374] env[68786]: _type = "Task" [ 778.771374] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.780698] env[68786]: DEBUG oslo_vmware.api [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.895553] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526fb463-07dd-2e75-e058-b3c6cb0357ab, 'name': SearchDatastore_Task, 'duration_secs': 0.008421} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.896647] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-249cd43d-78e8-41c0-8762-0f77355c4391 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.901371] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 778.901371] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52242834-72b8-db95-7582-ca7bea2f85a6" [ 778.901371] env[68786]: _type = "Task" [ 778.901371] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.910674] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52242834-72b8-db95-7582-ca7bea2f85a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.041919] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090642, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.091758] env[68786]: DEBUG oslo_vmware.api [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090640, 'name': PowerOnVM_Task, 'duration_secs': 0.531908} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.092829] env[68786]: DEBUG oslo_concurrency.lockutils [None req-917df636-1e02-43ca-b7e7-a0c4c9a61abb tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.389s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.097204] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.097417] env[68786]: INFO nova.compute.manager [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Took 8.02 seconds to spawn the instance on the hypervisor. [ 779.097594] env[68786]: DEBUG nova.compute.manager [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.099829] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b023d03e-be3c-41a0-8bfa-e5326ed0cadb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.111679] env[68786]: DEBUG oslo_vmware.api [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090637, 'name': CloneVM_Task, 'duration_secs': 1.56321} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.113915] env[68786]: INFO nova.virt.vmwareapi.vmops [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Created linked-clone VM from snapshot [ 779.117934] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6ce69c-8753-4307-a41f-56e5cb769c9c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.129192] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Uploading image b8fa62db-d1ba-4f68-ac4e-e8bf5035d924 {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 779.170591] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 779.170591] env[68786]: value = "vm-618643" [ 779.170591] env[68786]: _type = "VirtualMachine" [ 779.170591] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 779.171090] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6aea43e4-31a8-4019-93d3-5552e9d57bee {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.182863] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lease: (returnval){ [ 779.182863] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52455d06-2936-1990-999c-7a00bb0564e6" [ 779.182863] env[68786]: _type = "HttpNfcLease" [ 779.182863] env[68786]: } obtained for exporting VM: (result){ [ 779.182863] env[68786]: value = "vm-618643" [ 779.182863] env[68786]: _type = "VirtualMachine" [ 779.182863] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 779.183316] env[68786]: DEBUG oslo_vmware.api [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the lease: (returnval){ [ 779.183316] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52455d06-2936-1990-999c-7a00bb0564e6" [ 779.183316] env[68786]: _type = "HttpNfcLease" [ 779.183316] env[68786]: } to be ready. {{(pid=68786) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 779.193023] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 779.193023] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52455d06-2936-1990-999c-7a00bb0564e6" [ 779.193023] env[68786]: _type = "HttpNfcLease" [ 779.193023] env[68786]: } is initializing. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 779.284929] env[68786]: DEBUG oslo_vmware.api [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Task: {'id': task-3090644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228081} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.285138] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.285303] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.285477] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.285644] env[68786]: INFO nova.compute.manager [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 779.285881] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.286084] env[68786]: DEBUG nova.compute.manager [-] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.286191] env[68786]: DEBUG nova.network.neutron [-] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.295747] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Acquiring lock "f3f70d0f-bfa7-40cd-afdf-fa715c018291" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.295982] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Lock "f3f70d0f-bfa7-40cd-afdf-fa715c018291" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.296850] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Acquiring lock "f3f70d0f-bfa7-40cd-afdf-fa715c018291-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.297084] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Lock "f3f70d0f-bfa7-40cd-afdf-fa715c018291-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.297469] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Lock "f3f70d0f-bfa7-40cd-afdf-fa715c018291-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.299267] env[68786]: INFO nova.compute.manager [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Terminating instance [ 779.412946] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52242834-72b8-db95-7582-ca7bea2f85a6, 'name': SearchDatastore_Task, 'duration_secs': 0.019392} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.413328] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.413614] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] ff2deae0-2b1c-4ecb-aa7d-05c39db81947/ff2deae0-2b1c-4ecb-aa7d-05c39db81947.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.413884] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abedf4e8-f1fb-481c-af26-e9553789e0ea {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.420453] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 779.420453] env[68786]: value = "task-3090646" [ 779.420453] env[68786]: _type = "Task" [ 779.420453] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.431597] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.485990] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5fa603-b2c2-41ef-a3c2-afac5a543ba4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.494385] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5b046e-054f-419e-a151-dbfb1209e42d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.530200] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5562a8a-ce71-42e3-9e26-53a712f71669 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.541413] env[68786]: DEBUG oslo_vmware.api [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090642, 'name': PowerOnVM_Task, 'duration_secs': 0.590102} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.544539] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.544539] env[68786]: INFO nova.compute.manager [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Took 11.12 seconds to spawn the instance on the hypervisor. [ 779.544539] env[68786]: DEBUG nova.compute.manager [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.544883] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00193013-579a-4168-a619-08c4e3d92298 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.549708] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56578e08-2fd5-4e4c-a2ca-cfc6542e4b0f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.574384] env[68786]: DEBUG nova.compute.provider_tree [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.581799] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Acquiring lock "729ab7d4-6266-4faf-920a-68ce3be6bf84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.582180] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Lock "729ab7d4-6266-4faf-920a-68ce3be6bf84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.582473] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Acquiring lock "729ab7d4-6266-4faf-920a-68ce3be6bf84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.582712] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Lock "729ab7d4-6266-4faf-920a-68ce3be6bf84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.582961] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Lock "729ab7d4-6266-4faf-920a-68ce3be6bf84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.585793] env[68786]: INFO nova.compute.manager [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Terminating instance [ 779.588042] env[68786]: DEBUG nova.scheduler.client.report [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.632454] env[68786]: INFO nova.compute.manager [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Took 42.50 seconds to build instance. [ 779.693100] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 779.693100] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52455d06-2936-1990-999c-7a00bb0564e6" [ 779.693100] env[68786]: _type = "HttpNfcLease" [ 779.693100] env[68786]: } is ready. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 779.693425] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 779.693425] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52455d06-2936-1990-999c-7a00bb0564e6" [ 779.693425] env[68786]: _type = "HttpNfcLease" [ 779.693425] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 779.694177] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a61ce31-e231-4a1a-a7ef-2b262ca6676e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.701600] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c495ef-9497-142f-8dc2-20056bb22b28/disk-0.vmdk from lease info. {{(pid=68786) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 779.701773] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c495ef-9497-142f-8dc2-20056bb22b28/disk-0.vmdk for reading. {{(pid=68786) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 779.760857] env[68786]: DEBUG nova.compute.manager [req-9719c16f-1b92-49ae-a5ae-7149e32b65e8 req-d4f98684-6e33-4096-ba60-793a2f9d4866 service nova] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Received event network-vif-deleted-b6d07800-baab-474c-a815-7af9fd6e39a4 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.761074] env[68786]: INFO nova.compute.manager [req-9719c16f-1b92-49ae-a5ae-7149e32b65e8 req-d4f98684-6e33-4096-ba60-793a2f9d4866 service nova] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Neutron deleted interface b6d07800-baab-474c-a815-7af9fd6e39a4; detaching it from the instance and deleting it from the info cache [ 779.761262] env[68786]: DEBUG nova.network.neutron [req-9719c16f-1b92-49ae-a5ae-7149e32b65e8 req-d4f98684-6e33-4096-ba60-793a2f9d4866 service nova] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.804794] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Acquiring lock "refresh_cache-f3f70d0f-bfa7-40cd-afdf-fa715c018291" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.804794] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Acquired lock "refresh_cache-f3f70d0f-bfa7-40cd-afdf-fa715c018291" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.804794] env[68786]: DEBUG nova.network.neutron [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.810495] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b091e57b-1964-4026-8117-c61c07b39e4a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.935994] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090646, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.088971] env[68786]: INFO nova.compute.manager [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Took 43.05 seconds to build instance. [ 780.093730] env[68786]: DEBUG nova.network.neutron [-] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.097261] env[68786]: DEBUG nova.compute.manager [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.098045] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.098760] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.558s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.102602] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3aa37c6-a3bb-4e54-babb-b3c98da3c4da {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.106864] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.344s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.110197] env[68786]: INFO nova.compute.claims [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.123319] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.123319] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eeaee697-f086-45f8-80db-77cf5936ef21 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.131493] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fee59b12-4379-47ca-80fa-13235f9735ce tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "4972782e-8d8b-46a4-9855-9196b890ea79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.267s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.133751] env[68786]: DEBUG oslo_vmware.api [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Waiting for the task: (returnval){ [ 780.133751] env[68786]: value = "task-3090647" [ 780.133751] env[68786]: _type = "Task" [ 780.133751] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.135278] env[68786]: INFO nova.scheduler.client.report [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Deleted allocations for instance ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01 [ 780.152288] env[68786]: DEBUG oslo_vmware.api [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Task: {'id': task-3090647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.265495] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee005dc7-18b3-437f-a94a-305e4579c9af {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.277051] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54a1a74-9650-49c5-8e34-8a4bfc9e2c41 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.324283] env[68786]: DEBUG nova.compute.manager [req-9719c16f-1b92-49ae-a5ae-7149e32b65e8 req-d4f98684-6e33-4096-ba60-793a2f9d4866 service nova] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Detach interface failed, port_id=b6d07800-baab-474c-a815-7af9fd6e39a4, reason: Instance d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 780.350513] env[68786]: DEBUG nova.network.neutron [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.438419] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.84253} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.438793] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] ff2deae0-2b1c-4ecb-aa7d-05c39db81947/ff2deae0-2b1c-4ecb-aa7d-05c39db81947.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.439069] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.439959] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f80c694-48f9-4796-96b1-f96bf6361ea2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.447825] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 780.447825] env[68786]: value = "task-3090648" [ 780.447825] env[68786]: _type = "Task" [ 780.447825] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.449218] env[68786]: DEBUG nova.network.neutron [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.467027] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.591744] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1ff6dba3-9c7c-44ed-a3c5-dd4f3536e125 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "52d276d9-713c-4ef7-9a8b-cb644497ac2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.072s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.596814] env[68786]: INFO nova.compute.manager [-] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Took 1.31 seconds to deallocate network for instance. [ 780.621489] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12e0f95d-c4d7-4acf-a1cf-94b877505a7e tempest-ServersAdminTestJSON-874044877 tempest-ServersAdminTestJSON-874044877-project-admin] Acquiring lock "refresh_cache-52d276d9-713c-4ef7-9a8b-cb644497ac2f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.621600] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12e0f95d-c4d7-4acf-a1cf-94b877505a7e tempest-ServersAdminTestJSON-874044877 tempest-ServersAdminTestJSON-874044877-project-admin] Acquired lock "refresh_cache-52d276d9-713c-4ef7-9a8b-cb644497ac2f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.621834] env[68786]: DEBUG nova.network.neutron [None req-12e0f95d-c4d7-4acf-a1cf-94b877505a7e tempest-ServersAdminTestJSON-874044877 tempest-ServersAdminTestJSON-874044877-project-admin] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.647627] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6ef144f4-5d4b-4e2e-a20f-042b045bc5e3 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.853s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.652724] env[68786]: DEBUG oslo_vmware.api [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Task: {'id': task-3090647, 'name': PowerOffVM_Task, 'duration_secs': 0.32599} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.653520] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.653979] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.655047] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70bd61f5-ef7c-4f74-9f91-52c036d1b5ff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.731589] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.731589] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.731589] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Deleting the datastore file [datastore1] 729ab7d4-6266-4faf-920a-68ce3be6bf84 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.731872] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6499823-2ed8-46e5-a806-ab069da6b7ae {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.739023] env[68786]: DEBUG oslo_vmware.api [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Waiting for the task: (returnval){ [ 780.739023] env[68786]: value = "task-3090650" [ 780.739023] env[68786]: _type = "Task" [ 780.739023] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.748150] env[68786]: DEBUG oslo_vmware.api [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Task: {'id': task-3090650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.955347] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Releasing lock "refresh_cache-f3f70d0f-bfa7-40cd-afdf-fa715c018291" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.955949] env[68786]: DEBUG nova.compute.manager [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.955949] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.956719] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f61b5b3-449d-4425-8560-ab59e191ae5d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.975933] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072727} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.976152] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.976647] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.976704] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-759e41c9-d7e5-4593-85d5-ff9681686d02 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.984138] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f356d6b-9af4-466f-be0d-53a8145b3c62 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.010479] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] ff2deae0-2b1c-4ecb-aa7d-05c39db81947/ff2deae0-2b1c-4ecb-aa7d-05c39db81947.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.015713] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36fae350-9000-4d43-b0de-19170789f2fd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.036061] env[68786]: DEBUG oslo_vmware.api [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Waiting for the task: (returnval){ [ 781.036061] env[68786]: value = "task-3090651" [ 781.036061] env[68786]: _type = "Task" [ 781.036061] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.043964] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 781.043964] env[68786]: value = "task-3090652" [ 781.043964] env[68786]: _type = "Task" [ 781.043964] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.048504] env[68786]: DEBUG oslo_vmware.api [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Task: {'id': task-3090651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.056744] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.108501] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.252549] env[68786]: DEBUG oslo_vmware.api [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Task: {'id': task-3090650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390935} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.255165] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.255408] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.256049] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.256049] env[68786]: INFO nova.compute.manager [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Took 1.16 seconds to destroy the instance on the hypervisor. [ 781.256049] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.256412] env[68786]: DEBUG nova.compute.manager [-] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.256412] env[68786]: DEBUG nova.network.neutron [-] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.548655] env[68786]: DEBUG oslo_vmware.api [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Task: {'id': task-3090651, 'name': PowerOffVM_Task, 'duration_secs': 0.163383} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.551777] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.552085] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.552408] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c61d4970-170c-4a03-b991-71177e1a7da4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.559390] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090652, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.584582] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.584582] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.584582] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Deleting the datastore file [datastore2] f3f70d0f-bfa7-40cd-afdf-fa715c018291 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.584886] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a23e9421-7ad1-4623-b364-5c96f2648baa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.592057] env[68786]: DEBUG oslo_vmware.api [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Waiting for the task: (returnval){ [ 781.592057] env[68786]: value = "task-3090654" [ 781.592057] env[68786]: _type = "Task" [ 781.592057] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.604772] env[68786]: DEBUG oslo_vmware.api [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Task: {'id': task-3090654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.627247] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9427ab1d-48ec-46f0-a213-883e009bb4bf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.638121] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a090c80-cd00-490f-be2b-5d06c64e31e1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.672801] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e22268a-5edf-4561-8918-5f0d806a5d0a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.682968] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13571ed-1fa9-4ce4-bc84-bb9d3d46ca9d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.698880] env[68786]: DEBUG nova.compute.provider_tree [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.824081] env[68786]: DEBUG nova.network.neutron [None req-12e0f95d-c4d7-4acf-a1cf-94b877505a7e tempest-ServersAdminTestJSON-874044877 tempest-ServersAdminTestJSON-874044877-project-admin] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Updating instance_info_cache with network_info: [{"id": "292c78f6-c414-4df5-8db1-7772a51e0a6f", "address": "fa:16:3e:c7:af:9b", "network": {"id": "9c541036-c0e9-44da-96b5-50a7b9f9f866", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-232231857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d706712b644407a07945c3b1472d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap292c78f6-c4", "ovs_interfaceid": "292c78f6-c414-4df5-8db1-7772a51e0a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.058717] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090652, 'name': ReconfigVM_Task, 'duration_secs': 0.610093} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.059354] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Reconfigured VM instance instance-00000034 to attach disk [datastore1] ff2deae0-2b1c-4ecb-aa7d-05c39db81947/ff2deae0-2b1c-4ecb-aa7d-05c39db81947.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.059892] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c0137b5-7fec-4d92-90f4-1195f1baac9a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.067617] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 782.067617] env[68786]: value = "task-3090655" [ 782.067617] env[68786]: _type = "Task" [ 782.067617] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.075387] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090655, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.101968] env[68786]: DEBUG oslo_vmware.api [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Task: {'id': task-3090654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178774} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.102553] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.102754] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.103074] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.103225] env[68786]: INFO nova.compute.manager [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Took 1.15 seconds to destroy the instance on the hypervisor. [ 782.103586] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.103813] env[68786]: DEBUG nova.compute.manager [-] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.104029] env[68786]: DEBUG nova.network.neutron [-] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.131442] env[68786]: DEBUG nova.network.neutron [-] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.202774] env[68786]: DEBUG nova.scheduler.client.report [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.326562] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12e0f95d-c4d7-4acf-a1cf-94b877505a7e tempest-ServersAdminTestJSON-874044877 tempest-ServersAdminTestJSON-874044877-project-admin] Releasing lock "refresh_cache-52d276d9-713c-4ef7-9a8b-cb644497ac2f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.327123] env[68786]: DEBUG nova.compute.manager [None req-12e0f95d-c4d7-4acf-a1cf-94b877505a7e tempest-ServersAdminTestJSON-874044877 tempest-ServersAdminTestJSON-874044877-project-admin] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Inject network info {{(pid=68786) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 782.327123] env[68786]: DEBUG nova.compute.manager [None req-12e0f95d-c4d7-4acf-a1cf-94b877505a7e tempest-ServersAdminTestJSON-874044877 tempest-ServersAdminTestJSON-874044877-project-admin] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] network_info to inject: |[{"id": "292c78f6-c414-4df5-8db1-7772a51e0a6f", "address": "fa:16:3e:c7:af:9b", "network": {"id": "9c541036-c0e9-44da-96b5-50a7b9f9f866", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-232231857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d706712b644407a07945c3b1472d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap292c78f6-c4", "ovs_interfaceid": "292c78f6-c414-4df5-8db1-7772a51e0a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 782.335232] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-12e0f95d-c4d7-4acf-a1cf-94b877505a7e tempest-ServersAdminTestJSON-874044877 tempest-ServersAdminTestJSON-874044877-project-admin] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Reconfiguring VM instance to set the machine id {{(pid=68786) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 782.337142] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34312578-9dc9-4416-a0f8-1034254a45fa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.354566] env[68786]: DEBUG oslo_vmware.api [None req-12e0f95d-c4d7-4acf-a1cf-94b877505a7e tempest-ServersAdminTestJSON-874044877 tempest-ServersAdminTestJSON-874044877-project-admin] Waiting for the task: (returnval){ [ 782.354566] env[68786]: value = "task-3090656" [ 782.354566] env[68786]: _type = "Task" [ 782.354566] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.364963] env[68786]: DEBUG oslo_vmware.api [None req-12e0f95d-c4d7-4acf-a1cf-94b877505a7e tempest-ServersAdminTestJSON-874044877 tempest-ServersAdminTestJSON-874044877-project-admin] Task: {'id': task-3090656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.579098] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090655, 'name': Rename_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.633092] env[68786]: DEBUG nova.network.neutron [-] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.682250] env[68786]: DEBUG nova.compute.manager [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.683057] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd98fbd-e3e5-4e6a-945c-1b119296a401 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.711715] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.712350] env[68786]: DEBUG nova.compute.manager [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.718130] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.759s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.719584] env[68786]: INFO nova.compute.claims [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.849754] env[68786]: DEBUG nova.network.neutron [-] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.866575] env[68786]: DEBUG oslo_vmware.api [None req-12e0f95d-c4d7-4acf-a1cf-94b877505a7e tempest-ServersAdminTestJSON-874044877 tempest-ServersAdminTestJSON-874044877-project-admin] Task: {'id': task-3090656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.956702] env[68786]: DEBUG nova.compute.manager [req-c482c308-9c20-4ea5-921c-b60f42fdef8e req-54a4cbfd-3fea-4707-8753-69ffde6468b5 service nova] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Received event network-vif-deleted-38f7507d-486d-4627-9673-7d8b5bd4389d {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.081618] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090655, 'name': Rename_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.137834] env[68786]: INFO nova.compute.manager [-] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Took 1.03 seconds to deallocate network for instance. [ 783.204552] env[68786]: INFO nova.compute.manager [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] instance snapshotting [ 783.209907] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c854e1e-5018-48fa-8e85-99e34bb3ef0a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.229995] env[68786]: DEBUG nova.compute.utils [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.237946] env[68786]: DEBUG nova.compute.manager [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.238217] env[68786]: DEBUG nova.network.neutron [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.240667] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7f5043-b311-478c-95e0-908f1489db2e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.335376] env[68786]: DEBUG nova.policy [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be0dbbf82e224ce0a4efc0683af08a80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05db4729997c4a1092435aef31629e90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.356110] env[68786]: INFO nova.compute.manager [-] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Took 2.10 seconds to deallocate network for instance. [ 783.379305] env[68786]: DEBUG oslo_vmware.api [None req-12e0f95d-c4d7-4acf-a1cf-94b877505a7e tempest-ServersAdminTestJSON-874044877 tempest-ServersAdminTestJSON-874044877-project-admin] Task: {'id': task-3090656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.552915] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "225f657a-f6a1-45e1-ad78-23191fae6003" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.552915] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "225f657a-f6a1-45e1-ad78-23191fae6003" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.581433] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090655, 'name': Rename_Task, 'duration_secs': 1.294883} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.582418] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.582715] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80f1dd09-a503-45d7-b92b-42aaeccf4a8f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.591258] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 783.591258] env[68786]: value = "task-3090657" [ 783.591258] env[68786]: _type = "Task" [ 783.591258] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.602690] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "9f202206-4cfc-4026-916d-74efeaf9889b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.602988] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "9f202206-4cfc-4026-916d-74efeaf9889b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.610870] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090657, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.644660] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.738956] env[68786]: DEBUG nova.compute.manager [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.755730] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Creating Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 783.756413] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ff105480-e843-446d-bc43-f2aab57db9af {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.767084] env[68786]: DEBUG oslo_vmware.api [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 783.767084] env[68786]: value = "task-3090658" [ 783.767084] env[68786]: _type = "Task" [ 783.767084] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.778830] env[68786]: DEBUG oslo_vmware.api [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090658, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.809501] env[68786]: DEBUG nova.network.neutron [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Successfully created port: 4b80f06c-0c42-47d1-b141-50f2a3e31a5d {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.868248] env[68786]: DEBUG oslo_vmware.api [None req-12e0f95d-c4d7-4acf-a1cf-94b877505a7e tempest-ServersAdminTestJSON-874044877 tempest-ServersAdminTestJSON-874044877-project-admin] Task: {'id': task-3090656, 'name': ReconfigVM_Task, 'duration_secs': 1.151905} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.872018] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-12e0f95d-c4d7-4acf-a1cf-94b877505a7e tempest-ServersAdminTestJSON-874044877 tempest-ServersAdminTestJSON-874044877-project-admin] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Reconfigured VM instance to set the machine id {{(pid=68786) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 783.884483] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.061032] env[68786]: DEBUG nova.compute.manager [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.104495] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090657, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.111344] env[68786]: DEBUG nova.compute.manager [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.287292] env[68786]: DEBUG oslo_vmware.api [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090658, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.327166] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c57deae-18eb-496c-9411-514c65a94443 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.336138] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b867499c-9c18-4f3a-a5e1-26268e25d3f9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.368225] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b72b86-c11d-469b-868c-375f0bf6d0a8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.380024] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61430bfd-75d7-4062-af59-5d66e1d82c90 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.392713] env[68786]: DEBUG nova.compute.provider_tree [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.591068] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.603796] env[68786]: DEBUG oslo_vmware.api [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090657, 'name': PowerOnVM_Task, 'duration_secs': 0.715874} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.604427] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.604795] env[68786]: INFO nova.compute.manager [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Took 10.96 seconds to spawn the instance on the hypervisor. [ 784.605290] env[68786]: DEBUG nova.compute.manager [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.606335] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a164457-b70e-4b85-baf9-f7f2cae4a289 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.637969] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.753289] env[68786]: DEBUG nova.compute.manager [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.787443] env[68786]: DEBUG oslo_vmware.api [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090658, 'name': CreateSnapshot_Task, 'duration_secs': 0.916043} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.790021] env[68786]: DEBUG nova.virt.hardware [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.790404] env[68786]: DEBUG nova.virt.hardware [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.790929] env[68786]: DEBUG nova.virt.hardware [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.790929] env[68786]: DEBUG nova.virt.hardware [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.791091] env[68786]: DEBUG nova.virt.hardware [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.791129] env[68786]: DEBUG nova.virt.hardware [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.791426] env[68786]: DEBUG nova.virt.hardware [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.791602] env[68786]: DEBUG nova.virt.hardware [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.791772] env[68786]: DEBUG nova.virt.hardware [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.791929] env[68786]: DEBUG nova.virt.hardware [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.792115] env[68786]: DEBUG nova.virt.hardware [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.792527] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Created Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 784.793318] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c2b9fd-b2ba-4703-aac3-d71a9ad67c3f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.796523] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4151acf6-aa26-42e4-9a57-7e5fc1129297 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.807611] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d115c181-688b-4960-b5c5-47f2e76daf23 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.896743] env[68786]: DEBUG nova.scheduler.client.report [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.058595] env[68786]: DEBUG oslo_concurrency.lockutils [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "656e0ed0-c4ea-4779-87d5-b4077132b563" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.058877] env[68786]: DEBUG oslo_concurrency.lockutils [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "656e0ed0-c4ea-4779-87d5-b4077132b563" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.129675] env[68786]: INFO nova.compute.manager [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Took 40.97 seconds to build instance. [ 785.329343] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Creating linked-clone VM from snapshot {{(pid=68786) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 785.329343] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-94e02935-c755-41d9-8935-31360c39f932 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.340479] env[68786]: DEBUG oslo_vmware.api [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 785.340479] env[68786]: value = "task-3090659" [ 785.340479] env[68786]: _type = "Task" [ 785.340479] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.349923] env[68786]: DEBUG oslo_vmware.api [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090659, 'name': CloneVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.404794] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.405325] env[68786]: DEBUG nova.compute.manager [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.408124] env[68786]: DEBUG oslo_concurrency.lockutils [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.933s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.409848] env[68786]: INFO nova.compute.claims [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.542636] env[68786]: DEBUG nova.compute.manager [req-0d1ba4c1-8790-4917-b635-19944f5bf06a req-daa2ce72-ed67-4b03-8a49-01064177cf5b service nova] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Received event network-vif-plugged-4b80f06c-0c42-47d1-b141-50f2a3e31a5d {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.542865] env[68786]: DEBUG oslo_concurrency.lockutils [req-0d1ba4c1-8790-4917-b635-19944f5bf06a req-daa2ce72-ed67-4b03-8a49-01064177cf5b service nova] Acquiring lock "c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.543381] env[68786]: DEBUG oslo_concurrency.lockutils [req-0d1ba4c1-8790-4917-b635-19944f5bf06a req-daa2ce72-ed67-4b03-8a49-01064177cf5b service nova] Lock "c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.543662] env[68786]: DEBUG oslo_concurrency.lockutils [req-0d1ba4c1-8790-4917-b635-19944f5bf06a req-daa2ce72-ed67-4b03-8a49-01064177cf5b service nova] Lock "c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.543899] env[68786]: DEBUG nova.compute.manager [req-0d1ba4c1-8790-4917-b635-19944f5bf06a req-daa2ce72-ed67-4b03-8a49-01064177cf5b service nova] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] No waiting events found dispatching network-vif-plugged-4b80f06c-0c42-47d1-b141-50f2a3e31a5d {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.544227] env[68786]: WARNING nova.compute.manager [req-0d1ba4c1-8790-4917-b635-19944f5bf06a req-daa2ce72-ed67-4b03-8a49-01064177cf5b service nova] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Received unexpected event network-vif-plugged-4b80f06c-0c42-47d1-b141-50f2a3e31a5d for instance with vm_state building and task_state spawning. [ 785.561796] env[68786]: DEBUG nova.compute.manager [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.631616] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1860b323-49f9-4f4e-8788-2ffe86793578 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "ff2deae0-2b1c-4ecb-aa7d-05c39db81947" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.288s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.648387] env[68786]: DEBUG nova.network.neutron [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Successfully updated port: 4b80f06c-0c42-47d1-b141-50f2a3e31a5d {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.851104] env[68786]: DEBUG oslo_vmware.api [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090659, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.917158] env[68786]: DEBUG nova.compute.utils [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.919468] env[68786]: DEBUG nova.compute.manager [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Not allocating networking since 'none' was specified. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 786.090073] env[68786]: DEBUG oslo_concurrency.lockutils [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.151923] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "refresh_cache-c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.152283] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired lock "refresh_cache-c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.152283] env[68786]: DEBUG nova.network.neutron [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.284048] env[68786]: INFO nova.compute.manager [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Rebuilding instance [ 786.341419] env[68786]: DEBUG nova.compute.manager [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.342517] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ad3539-a072-400d-be90-ab7d7011b235 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.356259] env[68786]: DEBUG oslo_vmware.api [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090659, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.421890] env[68786]: DEBUG nova.compute.manager [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.694192] env[68786]: DEBUG nova.network.neutron [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.717923] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e65c9c6-4634-4ccc-8050-d1fb62966114 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "ff2deae0-2b1c-4ecb-aa7d-05c39db81947" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.718258] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e65c9c6-4634-4ccc-8050-d1fb62966114 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "ff2deae0-2b1c-4ecb-aa7d-05c39db81947" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.718525] env[68786]: DEBUG nova.compute.manager [None req-7e65c9c6-4634-4ccc-8050-d1fb62966114 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.722200] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4396b0-376f-41e7-9540-fda59a3cd1cb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.730675] env[68786]: DEBUG nova.compute.manager [None req-7e65c9c6-4634-4ccc-8050-d1fb62966114 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68786) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 786.731289] env[68786]: DEBUG nova.objects.instance [None req-7e65c9c6-4634-4ccc-8050-d1fb62966114 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lazy-loading 'flavor' on Instance uuid ff2deae0-2b1c-4ecb-aa7d-05c39db81947 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.858317] env[68786]: DEBUG oslo_vmware.api [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090659, 'name': CloneVM_Task} progress is 95%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.904205] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effecf7d-24aa-4c1f-8e59-6537d0f480da {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.914807] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4a7a39-0f62-477a-9551-56e3e88f5ca8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.919540] env[68786]: DEBUG nova.network.neutron [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Updating instance_info_cache with network_info: [{"id": "4b80f06c-0c42-47d1-b141-50f2a3e31a5d", "address": "fa:16:3e:62:93:33", "network": {"id": "22cbf902-7f1e-4069-b8c1-b0c7fa9a5c91", "bridge": "br-int", "label": "tempest-ServersTestJSON-525443328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05db4729997c4a1092435aef31629e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b80f06c-0c", "ovs_interfaceid": "4b80f06c-0c42-47d1-b141-50f2a3e31a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.969925] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2ae4d0-3fdb-48bc-b35f-a1f810540080 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.981165] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0881e7d1-fbbb-4de9-ba81-01e589549d0c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.001984] env[68786]: DEBUG nova.compute.provider_tree [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.352222] env[68786]: DEBUG oslo_vmware.api [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090659, 'name': CloneVM_Task, 'duration_secs': 1.767559} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.352792] env[68786]: INFO nova.virt.vmwareapi.vmops [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Created linked-clone VM from snapshot [ 787.353368] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5598b6d9-0134-4a26-8b43-f9fa06db94fa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.361773] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Uploading image 6c897ddd-3e43-4003-9706-39f03ca42470 {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 787.370731] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.370731] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8d45a3b-badc-4ec6-8959-1270ace474b4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.378482] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 787.378482] env[68786]: value = "task-3090660" [ 787.378482] env[68786]: _type = "Task" [ 787.378482] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.383311] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Destroying the VM {{(pid=68786) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 787.384033] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8ed37923-6338-4b5c-857e-5c996705748a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.393300] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.399562] env[68786]: DEBUG oslo_vmware.api [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 787.399562] env[68786]: value = "task-3090661" [ 787.399562] env[68786]: _type = "Task" [ 787.399562] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.411189] env[68786]: DEBUG oslo_vmware.api [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090661, 'name': Destroy_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.422594] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Releasing lock "refresh_cache-c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.422946] env[68786]: DEBUG nova.compute.manager [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Instance network_info: |[{"id": "4b80f06c-0c42-47d1-b141-50f2a3e31a5d", "address": "fa:16:3e:62:93:33", "network": {"id": "22cbf902-7f1e-4069-b8c1-b0c7fa9a5c91", "bridge": "br-int", "label": "tempest-ServersTestJSON-525443328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05db4729997c4a1092435aef31629e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b80f06c-0c", "ovs_interfaceid": "4b80f06c-0c42-47d1-b141-50f2a3e31a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.423481] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:93:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b80f06c-0c42-47d1-b141-50f2a3e31a5d', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.433248] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.433736] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.434043] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7739ebe4-37cd-4681-970f-9df431aaf5b8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.457390] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.457390] env[68786]: value = "task-3090662" [ 787.457390] env[68786]: _type = "Task" [ 787.457390] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.468417] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090662, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.472034] env[68786]: DEBUG nova.compute.manager [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.505666] env[68786]: DEBUG nova.virt.hardware [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.505932] env[68786]: DEBUG nova.virt.hardware [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.506134] env[68786]: DEBUG nova.virt.hardware [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.506325] env[68786]: DEBUG nova.virt.hardware [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.506482] env[68786]: DEBUG nova.virt.hardware [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.506654] env[68786]: DEBUG nova.virt.hardware [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.506883] env[68786]: DEBUG nova.virt.hardware [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.507129] env[68786]: DEBUG nova.virt.hardware [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.507385] env[68786]: DEBUG nova.virt.hardware [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.507591] env[68786]: DEBUG nova.virt.hardware [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.507817] env[68786]: DEBUG nova.virt.hardware [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.508779] env[68786]: DEBUG nova.scheduler.client.report [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.518435] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6b50cb-0673-4b41-b6e3-f956bdf1b23e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.522786] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c788552-a9ad-4b4a-b6f5-27555189975d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.542324] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Instance VIF info [] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.549111] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Creating folder: Project (4e71a3bfb1ac49f2961bcd63ca2e1b5f). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.549111] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42ad3533-8f04-4f6c-b148-42c4a6844eb5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.560337] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Created folder: Project (4e71a3bfb1ac49f2961bcd63ca2e1b5f) in parent group-v618484. [ 787.560484] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Creating folder: Instances. Parent ref: group-v618647. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.560748] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fbbfabe-3651-4863-a7d6-18e390230cbd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.573913] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Created folder: Instances in parent group-v618647. [ 787.574266] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.574522] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.574769] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ab5a844-1bbb-4b59-9d7f-5494f6af74ec {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.593724] env[68786]: DEBUG nova.compute.manager [req-be4a3611-0a01-4378-b2ea-b80b97fa4e1a req-2c8cce18-8487-4282-9a20-b960ad9d7017 service nova] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Received event network-changed-4b80f06c-0c42-47d1-b141-50f2a3e31a5d {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.594028] env[68786]: DEBUG nova.compute.manager [req-be4a3611-0a01-4378-b2ea-b80b97fa4e1a req-2c8cce18-8487-4282-9a20-b960ad9d7017 service nova] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Refreshing instance network info cache due to event network-changed-4b80f06c-0c42-47d1-b141-50f2a3e31a5d. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.594885] env[68786]: DEBUG oslo_concurrency.lockutils [req-be4a3611-0a01-4378-b2ea-b80b97fa4e1a req-2c8cce18-8487-4282-9a20-b960ad9d7017 service nova] Acquiring lock "refresh_cache-c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.594885] env[68786]: DEBUG oslo_concurrency.lockutils [req-be4a3611-0a01-4378-b2ea-b80b97fa4e1a req-2c8cce18-8487-4282-9a20-b960ad9d7017 service nova] Acquired lock "refresh_cache-c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.595372] env[68786]: DEBUG nova.network.neutron [req-be4a3611-0a01-4378-b2ea-b80b97fa4e1a req-2c8cce18-8487-4282-9a20-b960ad9d7017 service nova] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Refreshing network info cache for port 4b80f06c-0c42-47d1-b141-50f2a3e31a5d {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.601121] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.601121] env[68786]: value = "task-3090665" [ 787.601121] env[68786]: _type = "Task" [ 787.601121] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.615009] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090665, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.738044] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e65c9c6-4634-4ccc-8050-d1fb62966114 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.738469] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec6a79bb-e3fa-45e2-b90e-d0dde679f1ed {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.746754] env[68786]: DEBUG oslo_vmware.api [None req-7e65c9c6-4634-4ccc-8050-d1fb62966114 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 787.746754] env[68786]: value = "task-3090666" [ 787.746754] env[68786]: _type = "Task" [ 787.746754] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.756304] env[68786]: DEBUG oslo_vmware.api [None req-7e65c9c6-4634-4ccc-8050-d1fb62966114 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.888257] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090660, 'name': PowerOffVM_Task, 'duration_secs': 0.281186} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.888633] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.888938] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.889883] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc6c420-7bbc-4339-9744-0a5c9d5d974b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.897758] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.898055] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f0ca115-7223-4f2c-a31f-0db98efc04d5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.908893] env[68786]: DEBUG oslo_vmware.api [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090661, 'name': Destroy_Task, 'duration_secs': 0.4844} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.909448] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Destroyed the VM [ 787.909535] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Deleting Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 787.909928] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c5dabbaa-9fce-489e-895c-4284ff280d1e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.917219] env[68786]: DEBUG oslo_vmware.api [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 787.917219] env[68786]: value = "task-3090668" [ 787.917219] env[68786]: _type = "Task" [ 787.917219] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.929244] env[68786]: DEBUG oslo_vmware.api [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090668, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.967069] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.967069] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.967069] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Deleting the datastore file [datastore2] 7a1494f4-4268-417e-861d-57f6020599fc {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.967513] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef34b1dc-9648-4d26-8213-989baeb4bb8c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.973277] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090662, 'name': CreateVM_Task, 'duration_secs': 0.41184} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.973781] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.974543] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.974733] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.975157] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.975438] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afcbcb0f-b194-45c2-a48b-6e28e5fd65d0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.978474] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 787.978474] env[68786]: value = "task-3090669" [ 787.978474] env[68786]: _type = "Task" [ 787.978474] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.984503] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 787.984503] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52351985-892f-a134-e80a-a60e777a2c09" [ 787.984503] env[68786]: _type = "Task" [ 787.984503] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.992529] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.998851] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52351985-892f-a134-e80a-a60e777a2c09, 'name': SearchDatastore_Task, 'duration_secs': 0.010775} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.999236] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.999511] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.999806] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.000008] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.000251] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.000568] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-076ef406-023d-40c0-b912-fffc7514a70f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.008315] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.008566] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.009403] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d95a796d-7063-4f6b-b17c-83be292a547b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.014927] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 788.014927] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]521de167-8d61-f09e-81d1-b67da5dc4876" [ 788.014927] env[68786]: _type = "Task" [ 788.014927] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.020248] env[68786]: DEBUG oslo_concurrency.lockutils [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.020367] env[68786]: DEBUG nova.compute.manager [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.022870] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.928s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.030588] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]521de167-8d61-f09e-81d1-b67da5dc4876, 'name': SearchDatastore_Task, 'duration_secs': 0.012878} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.031762] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44424ab6-b8e7-47e6-b5e1-386d864a620b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.037185] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 788.037185] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5241310f-9068-d383-dfdf-cb619a72dfdb" [ 788.037185] env[68786]: _type = "Task" [ 788.037185] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.046771] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5241310f-9068-d383-dfdf-cb619a72dfdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.113399] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090665, 'name': CreateVM_Task, 'duration_secs': 0.316693} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.113728] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.114425] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.114565] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.115026] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.115350] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aec33828-ee20-429e-9381-ab31639f372d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.122168] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 788.122168] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5226785d-2be0-8acf-3729-98cab2c08687" [ 788.122168] env[68786]: _type = "Task" [ 788.122168] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.131466] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5226785d-2be0-8acf-3729-98cab2c08687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.262881] env[68786]: DEBUG oslo_vmware.api [None req-7e65c9c6-4634-4ccc-8050-d1fb62966114 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090666, 'name': PowerOffVM_Task, 'duration_secs': 0.239787} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.263284] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e65c9c6-4634-4ccc-8050-d1fb62966114 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.263615] env[68786]: DEBUG nova.compute.manager [None req-7e65c9c6-4634-4ccc-8050-d1fb62966114 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.264468] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372f6b21-d493-4845-bd13-714324110235 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.427254] env[68786]: DEBUG oslo_vmware.api [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090668, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.490884] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178538} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.491170] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.491360] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.491537] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.495101] env[68786]: DEBUG nova.network.neutron [req-be4a3611-0a01-4378-b2ea-b80b97fa4e1a req-2c8cce18-8487-4282-9a20-b960ad9d7017 service nova] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Updated VIF entry in instance network info cache for port 4b80f06c-0c42-47d1-b141-50f2a3e31a5d. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.495455] env[68786]: DEBUG nova.network.neutron [req-be4a3611-0a01-4378-b2ea-b80b97fa4e1a req-2c8cce18-8487-4282-9a20-b960ad9d7017 service nova] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Updating instance_info_cache with network_info: [{"id": "4b80f06c-0c42-47d1-b141-50f2a3e31a5d", "address": "fa:16:3e:62:93:33", "network": {"id": "22cbf902-7f1e-4069-b8c1-b0c7fa9a5c91", "bridge": "br-int", "label": "tempest-ServersTestJSON-525443328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05db4729997c4a1092435aef31629e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b80f06c-0c", "ovs_interfaceid": "4b80f06c-0c42-47d1-b141-50f2a3e31a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.532232] env[68786]: INFO nova.compute.claims [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.536677] env[68786]: DEBUG nova.compute.utils [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.538339] env[68786]: DEBUG nova.compute.manager [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Not allocating networking since 'none' was specified. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 788.551957] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5241310f-9068-d383-dfdf-cb619a72dfdb, 'name': SearchDatastore_Task, 'duration_secs': 0.010286} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.553381] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.553381] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca/c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.553381] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29c70c80-a73f-44ef-b0e3-24ae0e6ae5f3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.564509] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 788.564509] env[68786]: value = "task-3090670" [ 788.564509] env[68786]: _type = "Task" [ 788.564509] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.578610] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.634240] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5226785d-2be0-8acf-3729-98cab2c08687, 'name': SearchDatastore_Task, 'duration_secs': 0.011376} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.634577] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.635811] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.635811] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.635811] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.635811] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.635811] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bbb84b1-d456-4336-9596-42668a4edbba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.646210] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.646403] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.647172] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-366ca8eb-3baa-4894-8dc4-411cae96b399 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.654219] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 788.654219] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52300e9e-168d-4f3c-ae8e-b412eb7c5c6b" [ 788.654219] env[68786]: _type = "Task" [ 788.654219] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.662258] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52300e9e-168d-4f3c-ae8e-b412eb7c5c6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.779959] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e65c9c6-4634-4ccc-8050-d1fb62966114 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "ff2deae0-2b1c-4ecb-aa7d-05c39db81947" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.932717] env[68786]: DEBUG oslo_vmware.api [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090668, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.002941] env[68786]: DEBUG oslo_concurrency.lockutils [req-be4a3611-0a01-4378-b2ea-b80b97fa4e1a req-2c8cce18-8487-4282-9a20-b960ad9d7017 service nova] Releasing lock "refresh_cache-c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.041412] env[68786]: INFO nova.compute.resource_tracker [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Updating resource usage from migration 3397de9c-12c5-45d8-b8b8-25b4ed110958 [ 789.045138] env[68786]: DEBUG nova.compute.manager [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.079396] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090670, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.173387] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52300e9e-168d-4f3c-ae8e-b412eb7c5c6b, 'name': SearchDatastore_Task, 'duration_secs': 0.029711} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.174404] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43939ec0-2360-4303-9ce8-7b4bc8c49eae {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.184500] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 789.184500] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ad62cb-8378-739f-e278-ea18c48f92ae" [ 789.184500] env[68786]: _type = "Task" [ 789.184500] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.198556] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ad62cb-8378-739f-e278-ea18c48f92ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.362351] env[68786]: INFO nova.compute.manager [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Rebuilding instance [ 789.434932] env[68786]: DEBUG oslo_vmware.api [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090668, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.446477] env[68786]: DEBUG nova.compute.manager [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.447577] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2a108b-0780-43aa-99ee-f84532e6e290 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.546089] env[68786]: DEBUG nova.virt.hardware [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.546393] env[68786]: DEBUG nova.virt.hardware [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.546520] env[68786]: DEBUG nova.virt.hardware [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.546707] env[68786]: DEBUG nova.virt.hardware [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.546898] env[68786]: DEBUG nova.virt.hardware [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.547541] env[68786]: DEBUG nova.virt.hardware [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.547752] env[68786]: DEBUG nova.virt.hardware [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.547951] env[68786]: DEBUG nova.virt.hardware [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.548277] env[68786]: DEBUG nova.virt.hardware [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.548688] env[68786]: DEBUG nova.virt.hardware [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.548901] env[68786]: DEBUG nova.virt.hardware [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.551271] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea7fdda-381a-4f3d-b605-8f13895a2724 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.570317] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fe3828-8aee-4f73-8a1d-9a9599f57882 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.587716] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782005} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.597235] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca/c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.597235] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.597519] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:df:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54de56d7-173a-4207-b5c0-924bd7f45ea2', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.604959] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.606919] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96a80979-7792-4956-ad2d-c628d49f569b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.608999] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.609784] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a916e4-6c7c-4569-a18a-af840bcd58c8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.612799] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ebdc29d-154a-498e-b0c0-0456f57f619a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.632763] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 789.632763] env[68786]: value = "task-3090673" [ 789.632763] env[68786]: _type = "Task" [ 789.632763] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.638504] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.638504] env[68786]: value = "task-3090674" [ 789.638504] env[68786]: _type = "Task" [ 789.638504] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.642257] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356da8ae-d1a2-4dce-9995-647ed954aeab {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.651594] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.686376] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f84c48a-060f-4a30-9906-e4063512fb1c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.689672] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090674, 'name': CreateVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.702013] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ab7200-5db6-4a65-bcdc-10d9722480f5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.706577] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ad62cb-8378-739f-e278-ea18c48f92ae, 'name': SearchDatastore_Task, 'duration_secs': 0.064166} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.707631] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.708160] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 236de9a6-5cff-40b5-aad8-ba7b11d835a0/236de9a6-5cff-40b5-aad8-ba7b11d835a0.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.708976] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1850bf64-e805-4eb2-831f-b1e9d25bc92c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.721701] env[68786]: DEBUG nova.compute.provider_tree [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.728871] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 789.728871] env[68786]: value = "task-3090676" [ 789.728871] env[68786]: _type = "Task" [ 789.728871] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.738273] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.747267] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c495ef-9497-142f-8dc2-20056bb22b28/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 789.748233] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33fe45d-2d01-415d-a27e-75598a783785 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.754970] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c495ef-9497-142f-8dc2-20056bb22b28/disk-0.vmdk is in state: ready. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 789.755173] env[68786]: ERROR oslo_vmware.rw_handles [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c495ef-9497-142f-8dc2-20056bb22b28/disk-0.vmdk due to incomplete transfer. [ 789.755412] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c7fa33ec-63bf-4c09-9756-b8a2fae2101e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.762784] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c495ef-9497-142f-8dc2-20056bb22b28/disk-0.vmdk. {{(pid=68786) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 789.763042] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Uploaded image b8fa62db-d1ba-4f68-ac4e-e8bf5035d924 to the Glance image server {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 789.765660] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Destroying the VM {{(pid=68786) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 789.765932] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-052ac30a-b165-4d87-811c-e009a951f480 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.772754] env[68786]: DEBUG oslo_vmware.api [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 789.772754] env[68786]: value = "task-3090677" [ 789.772754] env[68786]: _type = "Task" [ 789.772754] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.781878] env[68786]: DEBUG oslo_vmware.api [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090677, 'name': Destroy_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.931436] env[68786]: DEBUG oslo_vmware.api [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090668, 'name': RemoveSnapshot_Task, 'duration_secs': 2.011652} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.931773] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Deleted Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 790.040990] env[68786]: DEBUG oslo_concurrency.lockutils [None req-05d1c31f-317c-4a3b-9082-c58bbfa1f107 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.041334] env[68786]: DEBUG oslo_concurrency.lockutils [None req-05d1c31f-317c-4a3b-9082-c58bbfa1f107 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.064810] env[68786]: DEBUG nova.compute.manager [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.089759] env[68786]: DEBUG nova.virt.hardware [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.090040] env[68786]: DEBUG nova.virt.hardware [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.090136] env[68786]: DEBUG nova.virt.hardware [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.090313] env[68786]: DEBUG nova.virt.hardware [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.090461] env[68786]: DEBUG nova.virt.hardware [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.090756] env[68786]: DEBUG nova.virt.hardware [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.090832] env[68786]: DEBUG nova.virt.hardware [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.090979] env[68786]: DEBUG nova.virt.hardware [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.091327] env[68786]: DEBUG nova.virt.hardware [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.091538] env[68786]: DEBUG nova.virt.hardware [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.091794] env[68786]: DEBUG nova.virt.hardware [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.093030] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6b94f7-5ca9-4626-9a29-62a5ec32a907 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.101896] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8832573c-741f-4692-9ca3-13d19144ee44 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.119875] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Instance VIF info [] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.130368] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.136975] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.137342] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cffc912-631c-44e0-82ea-04fe2cd8c57e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.164152] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093969} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.169293] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.169293] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.169293] env[68786]: value = "task-3090678" [ 790.169293] env[68786]: _type = "Task" [ 790.169293] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.169293] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090674, 'name': CreateVM_Task, 'duration_secs': 0.430155} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.169658] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fff6066-afb0-4c5d-87e1-c7d7781c556a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.172342] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.175954] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.176136] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.176463] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.177165] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-303fbb4e-62a4-4605-b6c9-45039ca30304 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.201353] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca/c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.206791] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8373a2ba-e076-4fec-9e13-4b1d001e93c1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.222359] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090678, 'name': CreateVM_Task} progress is 15%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.225023] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 790.225023] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5270b9fd-41b8-af33-8b81-8e7486d75901" [ 790.225023] env[68786]: _type = "Task" [ 790.225023] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.225673] env[68786]: DEBUG nova.scheduler.client.report [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.234373] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 790.234373] env[68786]: value = "task-3090679" [ 790.234373] env[68786]: _type = "Task" [ 790.234373] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.245250] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5270b9fd-41b8-af33-8b81-8e7486d75901, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.255344] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090676, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.255635] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.283471] env[68786]: DEBUG oslo_vmware.api [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090677, 'name': Destroy_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.438267] env[68786]: WARNING nova.compute.manager [None req-4fba6ded-b81c-42d8-86b9-e032c2d7f89a tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Image not found during snapshot: nova.exception.ImageNotFound: Image 6c897ddd-3e43-4003-9706-39f03ca42470 could not be found. [ 790.463977] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.464299] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f97f11b-d525-451f-a500-cf2fcc91f6bb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.471831] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 790.471831] env[68786]: value = "task-3090680" [ 790.471831] env[68786]: _type = "Task" [ 790.471831] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.480984] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] VM already powered off {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 790.481114] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.481986] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc068420-e9dd-4594-af3b-8f94b004b5be {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.488990] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.489240] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79e1dba2-877d-4b4b-ad8e-3656ff4d036e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.545495] env[68786]: INFO nova.compute.manager [None req-05d1c31f-317c-4a3b-9082-c58bbfa1f107 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Detaching volume 74ed3ac3-30eb-4fd7-8b36-8ab838ebb712 [ 790.560341] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.560589] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.560785] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Deleting the datastore file [datastore1] ff2deae0-2b1c-4ecb-aa7d-05c39db81947 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.561077] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f817b9e-3952-4135-9f60-f5ee0983a605 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.567059] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 790.567059] env[68786]: value = "task-3090682" [ 790.567059] env[68786]: _type = "Task" [ 790.567059] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.574893] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.581156] env[68786]: INFO nova.virt.block_device [None req-05d1c31f-317c-4a3b-9082-c58bbfa1f107 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Attempting to driver detach volume 74ed3ac3-30eb-4fd7-8b36-8ab838ebb712 from mountpoint /dev/sdb [ 790.581379] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d1c31f-317c-4a3b-9082-c58bbfa1f107 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Volume detach. Driver type: vmdk {{(pid=68786) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 790.581564] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d1c31f-317c-4a3b-9082-c58bbfa1f107 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618616', 'volume_id': '74ed3ac3-30eb-4fd7-8b36-8ab838ebb712', 'name': 'volume-74ed3ac3-30eb-4fd7-8b36-8ab838ebb712', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5db9f79c-bda3-4d2e-b8f2-0a59d7712d68', 'attached_at': '', 'detached_at': '', 'volume_id': '74ed3ac3-30eb-4fd7-8b36-8ab838ebb712', 'serial': '74ed3ac3-30eb-4fd7-8b36-8ab838ebb712'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 790.582368] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbdcece-396c-467a-9254-3a521990c275 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.604702] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541f6220-ba60-4edd-a5c9-a3bc9463a044 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.612568] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86cda69-6fba-451e-86d2-001fa6a761df {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.633268] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef707f5-a80d-4107-82de-4b9566c2e7f7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.650323] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d1c31f-317c-4a3b-9082-c58bbfa1f107 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] The volume has not been displaced from its original location: [datastore2] volume-74ed3ac3-30eb-4fd7-8b36-8ab838ebb712/volume-74ed3ac3-30eb-4fd7-8b36-8ab838ebb712.vmdk. No consolidation needed. {{(pid=68786) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 790.655773] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d1c31f-317c-4a3b-9082-c58bbfa1f107 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Reconfiguring VM instance instance-0000001f to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 790.657338] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7544d833-239c-4450-9dc1-d094ce5efb0a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.678805] env[68786]: DEBUG oslo_vmware.api [None req-05d1c31f-317c-4a3b-9082-c58bbfa1f107 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 790.678805] env[68786]: value = "task-3090683" [ 790.678805] env[68786]: _type = "Task" [ 790.678805] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.685271] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090678, 'name': CreateVM_Task, 'duration_secs': 0.356158} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.685795] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.686637] env[68786]: DEBUG oslo_concurrency.lockutils [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.690986] env[68786]: DEBUG oslo_vmware.api [None req-05d1c31f-317c-4a3b-9082-c58bbfa1f107 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090683, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.736206] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.713s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.736705] env[68786]: INFO nova.compute.manager [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Migrating [ 790.750020] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5270b9fd-41b8-af33-8b81-8e7486d75901, 'name': SearchDatastore_Task, 'duration_secs': 0.056715} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.753031] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.808s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.753031] env[68786]: DEBUG nova.objects.instance [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lazy-loading 'resources' on Instance uuid dcfaef39-731a-4cdc-9c3c-70dbc56dcefb {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.753031] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.753534] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.753795] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.754063] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.754252] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.762715] env[68786]: DEBUG oslo_concurrency.lockutils [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.763044] env[68786]: DEBUG oslo_concurrency.lockutils [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.763289] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52c8c3e3-c7f7-4763-8cd0-eda7c392770a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.769069] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac219949-43cc-4809-9c72-f8edca2fd668 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.775666] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573424} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.779633] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 236de9a6-5cff-40b5-aad8-ba7b11d835a0/236de9a6-5cff-40b5-aad8-ba7b11d835a0.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.779843] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.784350] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ceef3e0-1b11-4af9-a421-b7795383a465 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.785692] env[68786]: DEBUG oslo_vmware.api [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 790.785692] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]524935bc-c257-acb8-4c88-4310ce53e344" [ 790.785692] env[68786]: _type = "Task" [ 790.785692] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.786398] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090679, 'name': ReconfigVM_Task, 'duration_secs': 0.314034} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.787073] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Reconfigured VM instance instance-00000035 to attach disk [datastore2] c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca/c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.790722] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42cf696f-2519-4387-9141-367cb02eb433 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.797617] env[68786]: DEBUG oslo_vmware.api [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090677, 'name': Destroy_Task, 'duration_secs': 0.596973} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.797920] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 790.797920] env[68786]: value = "task-3090684" [ 790.797920] env[68786]: _type = "Task" [ 790.797920] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.798165] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.798295] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.799646] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Destroyed the VM [ 790.799904] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Deleting Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 790.800220] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5386eb05-53c6-46ec-a29d-8eb7a5ff0a80 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.805787] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2c74993b-8c10-4c2f-b842-0d801953ce16 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.811491] env[68786]: DEBUG oslo_vmware.api [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524935bc-c257-acb8-4c88-4310ce53e344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.813287] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 790.813287] env[68786]: value = "task-3090685" [ 790.813287] env[68786]: _type = "Task" [ 790.813287] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.821609] env[68786]: DEBUG oslo_vmware.api [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 790.821609] env[68786]: value = "task-3090686" [ 790.821609] env[68786]: _type = "Task" [ 790.821609] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.821865] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 790.821865] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5210917f-c5ed-33a3-0ae1-4c53967bae0d" [ 790.821865] env[68786]: _type = "Task" [ 790.821865] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.822071] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.832225] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090685, 'name': Rename_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.837499] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5210917f-c5ed-33a3-0ae1-4c53967bae0d, 'name': SearchDatastore_Task, 'duration_secs': 0.018142} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.840981] env[68786]: DEBUG oslo_vmware.api [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090686, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.841223] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-132aa515-b9b4-4bf8-a464-0bb136cedde2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.846610] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 790.846610] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5207ffb0-89a1-bdd2-5fd7-51ca448d3e52" [ 790.846610] env[68786]: _type = "Task" [ 790.846610] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.857578] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5207ffb0-89a1-bdd2-5fd7-51ca448d3e52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.077202] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15676} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.077468] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.077665] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.077845] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.178336] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquiring lock "4972782e-8d8b-46a4-9855-9196b890ea79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.179540] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "4972782e-8d8b-46a4-9855-9196b890ea79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.179540] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquiring lock "4972782e-8d8b-46a4-9855-9196b890ea79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.179540] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "4972782e-8d8b-46a4-9855-9196b890ea79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.179540] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "4972782e-8d8b-46a4-9855-9196b890ea79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.184830] env[68786]: INFO nova.compute.manager [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Terminating instance [ 791.191302] env[68786]: DEBUG oslo_vmware.api [None req-05d1c31f-317c-4a3b-9082-c58bbfa1f107 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090683, 'name': ReconfigVM_Task, 'duration_secs': 0.447645} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.191567] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d1c31f-317c-4a3b-9082-c58bbfa1f107 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Reconfigured VM instance instance-0000001f to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 791.197348] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60edd12c-6809-47ed-9834-212fa1367648 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.210575] env[68786]: DEBUG oslo_concurrency.lockutils [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "15e232a4-4095-44cb-9ede-92e6875cffed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.211512] env[68786]: DEBUG oslo_concurrency.lockutils [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "15e232a4-4095-44cb-9ede-92e6875cffed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.217795] env[68786]: DEBUG oslo_vmware.api [None req-05d1c31f-317c-4a3b-9082-c58bbfa1f107 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 791.217795] env[68786]: value = "task-3090687" [ 791.217795] env[68786]: _type = "Task" [ 791.217795] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.226143] env[68786]: DEBUG oslo_vmware.api [None req-05d1c31f-317c-4a3b-9082-c58bbfa1f107 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090687, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.259676] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "refresh_cache-9b02ce36-2582-4b2b-9774-1f8e14cc8b92" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.259851] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquired lock "refresh_cache-9b02ce36-2582-4b2b-9774-1f8e14cc8b92" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.260043] env[68786]: DEBUG nova.network.neutron [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.300176] env[68786]: DEBUG oslo_vmware.api [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524935bc-c257-acb8-4c88-4310ce53e344, 'name': SearchDatastore_Task, 'duration_secs': 0.024581} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.302898] env[68786]: DEBUG oslo_concurrency.lockutils [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.303231] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.303394] env[68786]: DEBUG oslo_concurrency.lockutils [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.312888] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086939} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.315343] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.316361] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cc7aa2-9236-4e8f-b24a-c1f53c56a949 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.337660] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090685, 'name': Rename_Task, 'duration_secs': 0.342437} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.346369] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 236de9a6-5cff-40b5-aad8-ba7b11d835a0/236de9a6-5cff-40b5-aad8-ba7b11d835a0.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.347289] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.348031] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7f798fc-4525-4139-94fa-2ccc9cc8f347 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.367374] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c78224c-c948-4cc0-bdd0-9a6cd43817fb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.368854] env[68786]: DEBUG oslo_vmware.api [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090686, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.377739] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5207ffb0-89a1-bdd2-5fd7-51ca448d3e52, 'name': SearchDatastore_Task, 'duration_secs': 0.0268} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.379940] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.380271] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 7a1494f4-4268-417e-861d-57f6020599fc/7a1494f4-4268-417e-861d-57f6020599fc.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.380902] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 791.380902] env[68786]: value = "task-3090688" [ 791.380902] env[68786]: _type = "Task" [ 791.380902] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.380902] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 791.380902] env[68786]: value = "task-3090689" [ 791.380902] env[68786]: _type = "Task" [ 791.380902] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.383451] env[68786]: DEBUG oslo_concurrency.lockutils [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.383658] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.383886] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86e1d606-50dc-4b22-a746-dec2f29c0af2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.386018] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44067582-4fab-4356-aaf6-7b959215fd92 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.402650] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090688, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.406178] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 791.406178] env[68786]: value = "task-3090690" [ 791.406178] env[68786]: _type = "Task" [ 791.406178] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.406444] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.407604] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.407740] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.414047] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e666c7a-cb63-47ee-8403-700e3c38774c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.421424] env[68786]: DEBUG oslo_vmware.api [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 791.421424] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52bc7bd7-0fac-a3f8-34c9-da36c386a5d3" [ 791.421424] env[68786]: _type = "Task" [ 791.421424] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.424765] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.436941] env[68786]: DEBUG oslo_vmware.api [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52bc7bd7-0fac-a3f8-34c9-da36c386a5d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012423} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.437079] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2299984-cbf9-4a56-adee-64ada96e6851 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.443453] env[68786]: DEBUG oslo_vmware.api [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 791.443453] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]529259dc-3293-ef0b-a412-d0d8741b6937" [ 791.443453] env[68786]: _type = "Task" [ 791.443453] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.451866] env[68786]: DEBUG oslo_vmware.api [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529259dc-3293-ef0b-a412-d0d8741b6937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.688565] env[68786]: DEBUG nova.compute.manager [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.688939] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.693929] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bbfa40-40a6-414e-961d-8db54bab1f9b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.704856] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.705214] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f244e0aa-1078-4522-9453-c9b32e18ffa2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.709306] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daed5b6f-5e3f-453f-a9a3-0e79c28a6984 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.713808] env[68786]: DEBUG nova.compute.manager [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.719595] env[68786]: DEBUG oslo_vmware.api [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 791.719595] env[68786]: value = "task-3090691" [ 791.719595] env[68786]: _type = "Task" [ 791.719595] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.731258] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97a1d3b-2984-407c-9b8d-b6992ef55288 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.740579] env[68786]: DEBUG oslo_vmware.api [None req-05d1c31f-317c-4a3b-9082-c58bbfa1f107 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090687, 'name': ReconfigVM_Task, 'duration_secs': 0.14343} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.741587] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d1c31f-317c-4a3b-9082-c58bbfa1f107 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618616', 'volume_id': '74ed3ac3-30eb-4fd7-8b36-8ab838ebb712', 'name': 'volume-74ed3ac3-30eb-4fd7-8b36-8ab838ebb712', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5db9f79c-bda3-4d2e-b8f2-0a59d7712d68', 'attached_at': '', 'detached_at': '', 'volume_id': '74ed3ac3-30eb-4fd7-8b36-8ab838ebb712', 'serial': '74ed3ac3-30eb-4fd7-8b36-8ab838ebb712'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 791.777388] env[68786]: DEBUG oslo_vmware.api [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.781174] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc33d2c7-e69a-4dbd-a87a-f56ca2748c67 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.787454] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb820ba-8be1-4387-9b23-344773dabc33 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.807324] env[68786]: DEBUG nova.compute.provider_tree [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.837682] env[68786]: DEBUG oslo_vmware.api [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090686, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.901809] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090688, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.906228] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090689, 'name': ReconfigVM_Task, 'duration_secs': 0.36372} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.906643] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 236de9a6-5cff-40b5-aad8-ba7b11d835a0/236de9a6-5cff-40b5-aad8-ba7b11d835a0.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.907407] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76d3ea9d-dc3e-4fab-bd51-fc625c05eb31 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.923229] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090690, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.925095] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 791.925095] env[68786]: value = "task-3090692" [ 791.925095] env[68786]: _type = "Task" [ 791.925095] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.939134] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090692, 'name': Rename_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.959996] env[68786]: DEBUG oslo_vmware.api [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529259dc-3293-ef0b-a412-d0d8741b6937, 'name': SearchDatastore_Task, 'duration_secs': 0.014843} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.960336] env[68786]: DEBUG oslo_concurrency.lockutils [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.960614] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 9b1d607a-7015-4bab-81d3-6ad38b76d018/9b1d607a-7015-4bab-81d3-6ad38b76d018.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.960900] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-841d3354-c82d-4f11-b2b5-69787891ab29 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.977224] env[68786]: DEBUG oslo_vmware.api [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 791.977224] env[68786]: value = "task-3090693" [ 791.977224] env[68786]: _type = "Task" [ 791.977224] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.999674] env[68786]: DEBUG oslo_vmware.api [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.135273] env[68786]: DEBUG nova.virt.hardware [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.135641] env[68786]: DEBUG nova.virt.hardware [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.135855] env[68786]: DEBUG nova.virt.hardware [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.136162] env[68786]: DEBUG nova.virt.hardware [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.136346] env[68786]: DEBUG nova.virt.hardware [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.136554] env[68786]: DEBUG nova.virt.hardware [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.136924] env[68786]: DEBUG nova.virt.hardware [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.137246] env[68786]: DEBUG nova.virt.hardware [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.137486] env[68786]: DEBUG nova.virt.hardware [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.137739] env[68786]: DEBUG nova.virt.hardware [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.138046] env[68786]: DEBUG nova.virt.hardware [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.139165] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40f6699-4554-4eed-bed2-99377078ddc2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.154234] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d771f44d-4cce-4a77-8666-cf79b999bfa6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.174804] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:8f:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea1df8ad-5aed-4213-9c7a-f87fedd2b014', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.183107] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.183489] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.183734] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ff93868-4894-4884-9f7e-d70a17bb243d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.210512] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.210512] env[68786]: value = "task-3090694" [ 792.210512] env[68786]: _type = "Task" [ 792.210512] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.223911] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090694, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.240323] env[68786]: DEBUG oslo_vmware.api [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090691, 'name': PowerOffVM_Task, 'duration_secs': 0.292362} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.240774] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.240988] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.241280] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22e456d0-1153-4c9b-8b28-83b2eb297149 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.263020] env[68786]: DEBUG oslo_concurrency.lockutils [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.271342] env[68786]: DEBUG nova.network.neutron [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Updating instance_info_cache with network_info: [{"id": "605652e7-ec2c-43da-a960-654c4dfd721d", "address": "fa:16:3e:03:fa:24", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap605652e7-ec", "ovs_interfaceid": "605652e7-ec2c-43da-a960-654c4dfd721d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.303870] env[68786]: DEBUG nova.objects.instance [None req-05d1c31f-317c-4a3b-9082-c58bbfa1f107 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lazy-loading 'flavor' on Instance uuid 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.312254] env[68786]: DEBUG nova.scheduler.client.report [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.336058] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.336712] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.336796] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Deleting the datastore file [datastore1] 4972782e-8d8b-46a4-9855-9196b890ea79 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.342212] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d139a85-e5fe-4fce-bb43-5e081398b57c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.344452] env[68786]: DEBUG oslo_vmware.api [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090686, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.353848] env[68786]: DEBUG oslo_vmware.api [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 792.353848] env[68786]: value = "task-3090696" [ 792.353848] env[68786]: _type = "Task" [ 792.353848] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.371670] env[68786]: DEBUG oslo_vmware.api [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.399762] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090688, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.422046] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810423} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.422407] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 7a1494f4-4268-417e-861d-57f6020599fc/7a1494f4-4268-417e-861d-57f6020599fc.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.422657] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.422935] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29b3ebea-3018-4296-9150-0a058b399921 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.435122] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090692, 'name': Rename_Task, 'duration_secs': 0.371891} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.436652] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.437030] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 792.437030] env[68786]: value = "task-3090697" [ 792.437030] env[68786]: _type = "Task" [ 792.437030] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.437364] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0730639-f2d9-4fb8-bbe4-6e53e28eba9a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.452194] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.453827] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 792.453827] env[68786]: value = "task-3090698" [ 792.453827] env[68786]: _type = "Task" [ 792.453827] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.464437] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.494191] env[68786]: DEBUG oslo_vmware.api [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090693, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.722777] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090694, 'name': CreateVM_Task, 'duration_secs': 0.453795} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.722961] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.723685] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.723853] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.724212] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.724542] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b802efbf-8ad2-4ab2-b154-5f5572e01c1b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.731379] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 792.731379] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52da2104-914f-b5f4-f0aa-47df4872dda4" [ 792.731379] env[68786]: _type = "Task" [ 792.731379] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.743207] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52da2104-914f-b5f4-f0aa-47df4872dda4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.774537] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Releasing lock "refresh_cache-9b02ce36-2582-4b2b-9774-1f8e14cc8b92" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.823637] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.826288] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.905s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.827982] env[68786]: INFO nova.compute.claims [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.841137] env[68786]: DEBUG oslo_vmware.api [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090686, 'name': RemoveSnapshot_Task, 'duration_secs': 1.858428} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.841395] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Deleted Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 792.841632] env[68786]: INFO nova.compute.manager [None req-3c0ea151-a04e-46b3-a014-9c402f7276f8 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Took 17.89 seconds to snapshot the instance on the hypervisor. [ 792.844869] env[68786]: INFO nova.scheduler.client.report [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Deleted allocations for instance dcfaef39-731a-4cdc-9c3c-70dbc56dcefb [ 792.866266] env[68786]: DEBUG oslo_vmware.api [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43125} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.866266] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.866266] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.866266] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.866531] env[68786]: INFO nova.compute.manager [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Took 1.18 seconds to destroy the instance on the hypervisor. [ 792.866832] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.867164] env[68786]: DEBUG nova.compute.manager [-] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.867385] env[68786]: DEBUG nova.network.neutron [-] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.896532] env[68786]: DEBUG oslo_vmware.api [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090688, 'name': PowerOnVM_Task, 'duration_secs': 1.126199} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.896819] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.897039] env[68786]: INFO nova.compute.manager [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Took 8.14 seconds to spawn the instance on the hypervisor. [ 792.897225] env[68786]: DEBUG nova.compute.manager [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.898053] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ce21b4-462f-446b-8bb7-1e0a4f4101ae {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.951434] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118018} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.951698] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.952637] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9010bef0-6c86-4990-b40d-d4eb38a58fee {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.965186] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090698, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.986343] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 7a1494f4-4268-417e-861d-57f6020599fc/7a1494f4-4268-417e-861d-57f6020599fc.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.987126] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83b4ab01-bb00-4a2e-8132-999ec06dc631 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.012432] env[68786]: DEBUG oslo_vmware.api [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.900584} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.014032] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 9b1d607a-7015-4bab-81d3-6ad38b76d018/9b1d607a-7015-4bab-81d3-6ad38b76d018.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.014380] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.014796] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 793.014796] env[68786]: value = "task-3090700" [ 793.014796] env[68786]: _type = "Task" [ 793.014796] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.015378] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f0e3f27-4775-45de-9cb9-cc5ffc82125f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.027874] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090700, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.029276] env[68786]: DEBUG oslo_vmware.api [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 793.029276] env[68786]: value = "task-3090701" [ 793.029276] env[68786]: _type = "Task" [ 793.029276] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.246306] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52da2104-914f-b5f4-f0aa-47df4872dda4, 'name': SearchDatastore_Task, 'duration_secs': 0.029929} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.246617] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.246871] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.247140] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.247304] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.247491] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.248829] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3fbaeea-cbb4-408f-a90e-416aa6338d0c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.252136] env[68786]: DEBUG nova.compute.manager [req-8165a500-422d-41ad-924e-9a56db61d198 req-383934a5-b925-4db6-96d2-792982fc7a3c service nova] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Received event network-vif-deleted-3a6412b4-06f8-4736-accc-52f987ec5d44 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.252353] env[68786]: INFO nova.compute.manager [req-8165a500-422d-41ad-924e-9a56db61d198 req-383934a5-b925-4db6-96d2-792982fc7a3c service nova] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Neutron deleted interface 3a6412b4-06f8-4736-accc-52f987ec5d44; detaching it from the instance and deleting it from the info cache [ 793.252574] env[68786]: DEBUG nova.network.neutron [req-8165a500-422d-41ad-924e-9a56db61d198 req-383934a5-b925-4db6-96d2-792982fc7a3c service nova] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.257193] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2476c196-de2f-4de7-a422-ba5c3e050524 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.268036] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.269023] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.269280] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-101916f6-b450-47a6-9a45-95f46d73150a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.283029] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 793.283029] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]523bc5b3-f8b9-fae4-37c5-8f025f6ad392" [ 793.283029] env[68786]: _type = "Task" [ 793.283029] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.291578] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523bc5b3-f8b9-fae4-37c5-8f025f6ad392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.311454] env[68786]: DEBUG oslo_concurrency.lockutils [None req-05d1c31f-317c-4a3b-9082-c58bbfa1f107 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.270s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.312857] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2476c196-de2f-4de7-a422-ba5c3e050524 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.056s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.314193] env[68786]: DEBUG nova.compute.manager [None req-2476c196-de2f-4de7-a422-ba5c3e050524 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.315228] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd747bd3-6e02-429e-a58e-3fd9cea8629e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.324456] env[68786]: DEBUG nova.compute.manager [None req-2476c196-de2f-4de7-a422-ba5c3e050524 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68786) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 793.325158] env[68786]: DEBUG nova.objects.instance [None req-2476c196-de2f-4de7-a422-ba5c3e050524 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lazy-loading 'flavor' on Instance uuid 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.352729] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ab6e6894-4f6b-416d-a8f7-0f3326328175 tempest-ListImageFiltersTestJSON-1182253845 tempest-ListImageFiltersTestJSON-1182253845-project-member] Lock "dcfaef39-731a-4cdc-9c3c-70dbc56dcefb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.016s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.418529] env[68786]: INFO nova.compute.manager [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Took 32.68 seconds to build instance. [ 793.467859] env[68786]: DEBUG oslo_vmware.api [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090698, 'name': PowerOnVM_Task, 'duration_secs': 0.638771} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.468164] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.468375] env[68786]: INFO nova.compute.manager [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Took 6.00 seconds to spawn the instance on the hypervisor. [ 793.468555] env[68786]: DEBUG nova.compute.manager [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.469358] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5fcdce-cde9-412e-97b3-414ba30c7565 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.530696] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090700, 'name': ReconfigVM_Task, 'duration_secs': 0.409987} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.534098] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 7a1494f4-4268-417e-861d-57f6020599fc/7a1494f4-4268-417e-861d-57f6020599fc.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.535090] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaa94108-325b-402a-a8b9-9e67b3475c15 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.545106] env[68786]: DEBUG oslo_vmware.api [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174969} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.546062] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.546451] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 793.546451] env[68786]: value = "task-3090702" [ 793.546451] env[68786]: _type = "Task" [ 793.546451] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.547469] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eac1523-80ae-4403-825c-65ba0e9c11e5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.559232] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090702, 'name': Rename_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.576725] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 9b1d607a-7015-4bab-81d3-6ad38b76d018/9b1d607a-7015-4bab-81d3-6ad38b76d018.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.577123] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cac8b922-82e6-4766-b1a8-b119609903bd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.599574] env[68786]: DEBUG oslo_vmware.api [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 793.599574] env[68786]: value = "task-3090703" [ 793.599574] env[68786]: _type = "Task" [ 793.599574] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.609548] env[68786]: DEBUG oslo_vmware.api [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.719113] env[68786]: DEBUG nova.network.neutron [-] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.755938] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-204098ce-a6e1-46f1-a6d5-b635c2969d80 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.767024] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7a310f-29ea-4bc0-bb8d-1de731ea3cfa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.793890] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523bc5b3-f8b9-fae4-37c5-8f025f6ad392, 'name': SearchDatastore_Task, 'duration_secs': 0.02165} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.795406] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aae3a13-96b9-4d57-b291-6a4d9be54342 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.816180] env[68786]: DEBUG nova.compute.manager [req-8165a500-422d-41ad-924e-9a56db61d198 req-383934a5-b925-4db6-96d2-792982fc7a3c service nova] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Detach interface failed, port_id=3a6412b4-06f8-4736-accc-52f987ec5d44, reason: Instance 4972782e-8d8b-46a4-9855-9196b890ea79 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 793.820404] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 793.820404] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]527c053a-f403-e0b6-cc21-4ba8af04fc2a" [ 793.820404] env[68786]: _type = "Task" [ 793.820404] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.832532] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]527c053a-f403-e0b6-cc21-4ba8af04fc2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.920775] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e29eae3-aa76-4082-adb7-e5ae71a10f8c tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.196s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.990869] env[68786]: INFO nova.compute.manager [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Took 30.06 seconds to build instance. [ 794.061975] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090702, 'name': Rename_Task, 'duration_secs': 0.180742} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.062334] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.062625] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c126c505-b7b2-4703-88bd-145250bc1699 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.069876] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 794.069876] env[68786]: value = "task-3090704" [ 794.069876] env[68786]: _type = "Task" [ 794.069876] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.078852] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.112345] env[68786]: DEBUG oslo_vmware.api [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090703, 'name': ReconfigVM_Task, 'duration_secs': 0.312862} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.112657] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 9b1d607a-7015-4bab-81d3-6ad38b76d018/9b1d607a-7015-4bab-81d3-6ad38b76d018.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.113322] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4af834e4-bd64-43f9-8591-1d9c60d71f24 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.122482] env[68786]: DEBUG oslo_vmware.api [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 794.122482] env[68786]: value = "task-3090705" [ 794.122482] env[68786]: _type = "Task" [ 794.122482] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.134734] env[68786]: DEBUG oslo_vmware.api [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090705, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.148008] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.148348] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.148597] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.148867] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.149184] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.151613] env[68786]: INFO nova.compute.manager [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Terminating instance [ 794.220945] env[68786]: INFO nova.compute.manager [-] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Took 1.35 seconds to deallocate network for instance. [ 794.254546] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d022f5-385c-4a13-ae9b-6ab35c466bfb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.263612] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e803f455-6b11-4cc7-8004-30ed89827433 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.304100] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bb34cb-c1a2-44b5-a830-383ec934402b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.307846] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4649b0af-5493-444a-b62c-4a352d48273f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.334531] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6909e448-2bac-46e6-bd47-649252de206b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.339329] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Updating instance '9b02ce36-2582-4b2b-9774-1f8e14cc8b92' progress to 0 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 794.342218] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2476c196-de2f-4de7-a422-ba5c3e050524 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.345947] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9133365b-f475-41a1-950c-0c778880e2e3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.364077] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]527c053a-f403-e0b6-cc21-4ba8af04fc2a, 'name': SearchDatastore_Task, 'duration_secs': 0.026351} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.364077] env[68786]: DEBUG nova.compute.provider_tree [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.367214] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.367486] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] ff2deae0-2b1c-4ecb-aa7d-05c39db81947/ff2deae0-2b1c-4ecb-aa7d-05c39db81947.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.367818] env[68786]: DEBUG oslo_vmware.api [None req-2476c196-de2f-4de7-a422-ba5c3e050524 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 794.367818] env[68786]: value = "task-3090706" [ 794.367818] env[68786]: _type = "Task" [ 794.367818] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.368262] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63faeba4-a0f0-43c8-a0c8-451e5adae696 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.380849] env[68786]: DEBUG oslo_vmware.api [None req-2476c196-de2f-4de7-a422-ba5c3e050524 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.382737] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 794.382737] env[68786]: value = "task-3090707" [ 794.382737] env[68786]: _type = "Task" [ 794.382737] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.393320] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.492882] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7462753d-155f-48b6-8adc-f1900288f20e tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Lock "236de9a6-5cff-40b5-aad8-ba7b11d835a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.573s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.581697] env[68786]: DEBUG oslo_vmware.api [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090704, 'name': PowerOnVM_Task, 'duration_secs': 0.493399} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.581931] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.582133] env[68786]: DEBUG nova.compute.manager [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.582995] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216a222e-b754-4b80-a241-2da004ab3a6f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.635811] env[68786]: DEBUG oslo_vmware.api [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090705, 'name': Rename_Task, 'duration_secs': 0.202684} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.636219] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.636524] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a66d7d26-c39e-4bd7-9be4-c61342c1ff30 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.645022] env[68786]: DEBUG oslo_vmware.api [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 794.645022] env[68786]: value = "task-3090709" [ 794.645022] env[68786]: _type = "Task" [ 794.645022] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.655280] env[68786]: DEBUG oslo_vmware.api [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.655865] env[68786]: DEBUG nova.compute.manager [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.656084] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.657085] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54956e0-80f6-4b74-bee5-37ef95b85efa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.664501] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.664761] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-192d7840-b17d-4999-838a-12107d8e2695 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.672634] env[68786]: DEBUG oslo_vmware.api [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 794.672634] env[68786]: value = "task-3090710" [ 794.672634] env[68786]: _type = "Task" [ 794.672634] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.683218] env[68786]: DEBUG oslo_vmware.api [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.728579] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.849054] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.849512] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4ab757e-2016-4652-9696-efc67a52e41c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.862805] env[68786]: DEBUG oslo_vmware.api [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 794.862805] env[68786]: value = "task-3090711" [ 794.862805] env[68786]: _type = "Task" [ 794.862805] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.875268] env[68786]: DEBUG nova.scheduler.client.report [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.896186] env[68786]: DEBUG oslo_vmware.api [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.897259] env[68786]: DEBUG oslo_vmware.api [None req-2476c196-de2f-4de7-a422-ba5c3e050524 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090706, 'name': PowerOffVM_Task, 'duration_secs': 0.278286} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.900884] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2476c196-de2f-4de7-a422-ba5c3e050524 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.901381] env[68786]: DEBUG nova.compute.manager [None req-2476c196-de2f-4de7-a422-ba5c3e050524 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.902536] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090707, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.902743] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bac4e9-0b16-48d4-961c-7e3ecc149604 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.107021] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.155222] env[68786]: DEBUG oslo_vmware.api [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090709, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.183835] env[68786]: DEBUG oslo_vmware.api [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090710, 'name': PowerOffVM_Task, 'duration_secs': 0.238251} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.184148] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.184322] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.184594] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb960246-fe9b-4c94-85b5-da3aa21ea1fb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.261657] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.261924] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.262245] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Deleting the datastore file [datastore2] c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.262565] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-939b9c91-d9f0-475f-a802-21bbd9fb392c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.272942] env[68786]: DEBUG oslo_vmware.api [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 795.272942] env[68786]: value = "task-3090713" [ 795.272942] env[68786]: _type = "Task" [ 795.272942] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.284369] env[68786]: DEBUG oslo_vmware.api [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.375492] env[68786]: DEBUG oslo_vmware.api [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090711, 'name': PowerOffVM_Task, 'duration_secs': 0.232256} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.375783] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.375984] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Updating instance '9b02ce36-2582-4b2b-9774-1f8e14cc8b92' progress to 17 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 795.385258] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.385797] env[68786]: DEBUG nova.compute.manager [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.390764] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.058s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.392594] env[68786]: INFO nova.compute.claims [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.419326] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684059} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.422317] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] ff2deae0-2b1c-4ecb-aa7d-05c39db81947/ff2deae0-2b1c-4ecb-aa7d-05c39db81947.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.425864] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.425864] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2476c196-de2f-4de7-a422-ba5c3e050524 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.111s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.425864] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99bd6349-ded0-4cb0-8e4a-8ce343982d83 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.433907] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 795.433907] env[68786]: value = "task-3090714" [ 795.433907] env[68786]: _type = "Task" [ 795.433907] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.448388] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.667183] env[68786]: DEBUG oslo_vmware.api [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090709, 'name': PowerOnVM_Task, 'duration_secs': 0.912203} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.667515] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.667731] env[68786]: INFO nova.compute.manager [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Took 5.60 seconds to spawn the instance on the hypervisor. [ 795.667913] env[68786]: DEBUG nova.compute.manager [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.668767] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17649e79-9684-4692-868e-9cc582f40d8d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.781104] env[68786]: DEBUG nova.objects.instance [None req-37d15379-ea24-43e3-b95e-d14ef52ec192 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lazy-loading 'flavor' on Instance uuid 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.787337] env[68786]: DEBUG oslo_vmware.api [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4125} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.788145] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.788341] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.788524] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.788697] env[68786]: INFO nova.compute.manager [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Took 1.13 seconds to destroy the instance on the hypervisor. [ 795.788944] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.789168] env[68786]: DEBUG nova.compute.manager [-] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.789265] env[68786]: DEBUG nova.network.neutron [-] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.887049] env[68786]: DEBUG nova.virt.hardware [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.887049] env[68786]: DEBUG nova.virt.hardware [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.887049] env[68786]: DEBUG nova.virt.hardware [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.887301] env[68786]: DEBUG nova.virt.hardware [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.887436] env[68786]: DEBUG nova.virt.hardware [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.887590] env[68786]: DEBUG nova.virt.hardware [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.887803] env[68786]: DEBUG nova.virt.hardware [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.887962] env[68786]: DEBUG nova.virt.hardware [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.888173] env[68786]: DEBUG nova.virt.hardware [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.888346] env[68786]: DEBUG nova.virt.hardware [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.888525] env[68786]: DEBUG nova.virt.hardware [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.893645] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e409211-f24e-400c-881b-73c649ff625c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.908695] env[68786]: DEBUG nova.compute.utils [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.914806] env[68786]: DEBUG nova.compute.manager [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.914988] env[68786]: DEBUG nova.network.neutron [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.918622] env[68786]: DEBUG oslo_vmware.api [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 795.918622] env[68786]: value = "task-3090715" [ 795.918622] env[68786]: _type = "Task" [ 795.918622] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.931668] env[68786]: DEBUG oslo_vmware.api [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.951334] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127459} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.951334] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.951334] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d304b99b-18c8-4298-86e3-178998ea66ff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.983514] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] ff2deae0-2b1c-4ecb-aa7d-05c39db81947/ff2deae0-2b1c-4ecb-aa7d-05c39db81947.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.983887] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d84cdd0f-4b24-43e5-bbe9-6d8a99d849d2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.007421] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 796.007421] env[68786]: value = "task-3090716" [ 796.007421] env[68786]: _type = "Task" [ 796.007421] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.017381] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.048485] env[68786]: DEBUG nova.policy [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fadf2a29ea1e4d6dbf3392842c1aeb21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf20784496584ae5b0da550b8ddb6fe9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.188083] env[68786]: INFO nova.compute.manager [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Took 31.73 seconds to build instance. [ 796.291687] env[68786]: DEBUG oslo_concurrency.lockutils [None req-37d15379-ea24-43e3-b95e-d14ef52ec192 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "refresh_cache-5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.291868] env[68786]: DEBUG oslo_concurrency.lockutils [None req-37d15379-ea24-43e3-b95e-d14ef52ec192 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquired lock "refresh_cache-5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.292056] env[68786]: DEBUG nova.network.neutron [None req-37d15379-ea24-43e3-b95e-d14ef52ec192 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.292328] env[68786]: DEBUG nova.objects.instance [None req-37d15379-ea24-43e3-b95e-d14ef52ec192 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lazy-loading 'info_cache' on Instance uuid 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.423477] env[68786]: DEBUG nova.compute.manager [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.438724] env[68786]: DEBUG oslo_vmware.api [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090715, 'name': ReconfigVM_Task, 'duration_secs': 0.326283} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.438724] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Updating instance '9b02ce36-2582-4b2b-9774-1f8e14cc8b92' progress to 33 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 796.529862] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.571180] env[68786]: DEBUG nova.compute.manager [req-212c3aaf-e66f-471a-8d85-0ff2cea6cd0a req-3bc1208a-e2fc-4373-8c21-355c995c87dc service nova] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Received event network-vif-deleted-4b80f06c-0c42-47d1-b141-50f2a3e31a5d {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.571407] env[68786]: INFO nova.compute.manager [req-212c3aaf-e66f-471a-8d85-0ff2cea6cd0a req-3bc1208a-e2fc-4373-8c21-355c995c87dc service nova] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Neutron deleted interface 4b80f06c-0c42-47d1-b141-50f2a3e31a5d; detaching it from the instance and deleting it from the info cache [ 796.571578] env[68786]: DEBUG nova.network.neutron [req-212c3aaf-e66f-471a-8d85-0ff2cea6cd0a req-3bc1208a-e2fc-4373-8c21-355c995c87dc service nova] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.690165] env[68786]: DEBUG oslo_concurrency.lockutils [None req-965bd94d-a71e-44f2-af45-bbbfc7ec4418 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Lock "9b1d607a-7015-4bab-81d3-6ad38b76d018" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.244s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.706696] env[68786]: INFO nova.compute.manager [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Rebuilding instance [ 796.755698] env[68786]: DEBUG nova.compute.manager [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.756749] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce52b17-ef10-44a1-a1b4-6e7bb90085d6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.789634] env[68786]: DEBUG nova.network.neutron [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Successfully created port: 32ff4617-4396-437d-9a7a-77d4a6ff8da5 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.796672] env[68786]: DEBUG nova.objects.base [None req-37d15379-ea24-43e3-b95e-d14ef52ec192 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Object Instance<5db9f79c-bda3-4d2e-b8f2-0a59d7712d68> lazy-loaded attributes: flavor,info_cache {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 796.872282] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04dc83a-1e27-4eb7-a18a-247c782122eb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.881213] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c57b9c7-dfb4-462a-937f-8bcfd31880f8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.912564] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9557ac1-5131-4ca0-8425-e0008e8567c7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.922124] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b536ab5-9976-4449-a362-9c17ff34b096 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.950170] env[68786]: DEBUG nova.virt.hardware [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:36:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0ca895bb-c72d-414d-8a44-6d4a8d3ebd5b',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-221688275',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.950509] env[68786]: DEBUG nova.virt.hardware [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.950709] env[68786]: DEBUG nova.virt.hardware [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.950954] env[68786]: DEBUG nova.virt.hardware [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.951126] env[68786]: DEBUG nova.virt.hardware [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.951320] env[68786]: DEBUG nova.virt.hardware [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.951613] env[68786]: DEBUG nova.virt.hardware [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.951817] env[68786]: DEBUG nova.virt.hardware [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.951993] env[68786]: DEBUG nova.virt.hardware [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.952177] env[68786]: DEBUG nova.virt.hardware [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.952400] env[68786]: DEBUG nova.virt.hardware [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.959723] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 796.961426] env[68786]: DEBUG nova.compute.provider_tree [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.963015] env[68786]: DEBUG nova.network.neutron [-] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.966790] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79b29961-7223-4d75-8834-e809ea25962d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.986586] env[68786]: DEBUG oslo_vmware.api [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 796.986586] env[68786]: value = "task-3090718" [ 796.986586] env[68786]: _type = "Task" [ 796.986586] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.997448] env[68786]: DEBUG oslo_vmware.api [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.018753] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090716, 'name': ReconfigVM_Task, 'duration_secs': 0.73424} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.019189] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Reconfigured VM instance instance-00000034 to attach disk [datastore1] ff2deae0-2b1c-4ecb-aa7d-05c39db81947/ff2deae0-2b1c-4ecb-aa7d-05c39db81947.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.019870] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a55a662-63f6-43aa-a70d-f0a5baa73e43 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.027994] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 797.027994] env[68786]: value = "task-3090719" [ 797.027994] env[68786]: _type = "Task" [ 797.027994] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.036967] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090719, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.039488] env[68786]: INFO nova.compute.manager [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Rebuilding instance [ 797.074492] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7269ec9-ebc0-4f40-b65a-0f78c56ee7ed {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.085490] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5321b0a2-b011-4f3a-8179-0f2eaa66974b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.102399] env[68786]: DEBUG nova.compute.manager [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.103289] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da7eed6-c33e-4041-9dee-9ebcec9bebaa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.126722] env[68786]: DEBUG nova.compute.manager [req-212c3aaf-e66f-471a-8d85-0ff2cea6cd0a req-3bc1208a-e2fc-4373-8c21-355c995c87dc service nova] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Detach interface failed, port_id=4b80f06c-0c42-47d1-b141-50f2a3e31a5d, reason: Instance c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 797.436571] env[68786]: DEBUG nova.compute.manager [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.472316] env[68786]: DEBUG nova.virt.hardware [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.472617] env[68786]: DEBUG nova.virt.hardware [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.472679] env[68786]: DEBUG nova.virt.hardware [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.472810] env[68786]: DEBUG nova.virt.hardware [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.472950] env[68786]: DEBUG nova.virt.hardware [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.474298] env[68786]: DEBUG nova.virt.hardware [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.474298] env[68786]: DEBUG nova.virt.hardware [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.474298] env[68786]: DEBUG nova.virt.hardware [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.474298] env[68786]: DEBUG nova.virt.hardware [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.474298] env[68786]: DEBUG nova.virt.hardware [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.474784] env[68786]: DEBUG nova.virt.hardware [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.474871] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed522bb-d23b-460e-b244-b8d17891aeed {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.483066] env[68786]: DEBUG nova.scheduler.client.report [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.488743] env[68786]: INFO nova.compute.manager [-] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Took 1.70 seconds to deallocate network for instance. [ 797.505574] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0049ddda-ce05-4391-9ab6-29fb526aec9f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.514647] env[68786]: DEBUG oslo_vmware.api [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090718, 'name': ReconfigVM_Task, 'duration_secs': 0.231778} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.515625] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 797.516432] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afb1f38-a8ee-475d-807a-51ce6cb59318 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.552893] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 9b02ce36-2582-4b2b-9774-1f8e14cc8b92/9b02ce36-2582-4b2b-9774-1f8e14cc8b92.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.557583] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31639714-0d97-4d22-96d4-00beee48ea7b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.581802] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090719, 'name': Rename_Task, 'duration_secs': 0.204463} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.582659] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.583019] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51591e82-fb82-4c5d-8cc4-e368baa8ee37 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.588782] env[68786]: DEBUG oslo_vmware.api [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 797.588782] env[68786]: value = "task-3090720" [ 797.588782] env[68786]: _type = "Task" [ 797.588782] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.594737] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 797.594737] env[68786]: value = "task-3090721" [ 797.594737] env[68786]: _type = "Task" [ 797.594737] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.605285] env[68786]: DEBUG oslo_vmware.api [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090720, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.612854] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.774724] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.775306] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfd8feaf-ce9a-4940-8289-f28b93bc16c2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.784358] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 797.784358] env[68786]: value = "task-3090722" [ 797.784358] env[68786]: _type = "Task" [ 797.784358] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.793574] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.807875] env[68786]: DEBUG nova.network.neutron [None req-37d15379-ea24-43e3-b95e-d14ef52ec192 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Updating instance_info_cache with network_info: [{"id": "c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8", "address": "fa:16:3e:54:23:21", "network": {"id": "1d3f82e6-36d7-4ebc-9601-a644a6d56062", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1163269969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e049674e97d48e5b94902002575665d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7a40dd5-eb", "ovs_interfaceid": "c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.990255] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.990960] env[68786]: DEBUG nova.compute.manager [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.994501] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.886s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.995649] env[68786]: DEBUG nova.objects.instance [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Lazy-loading 'resources' on Instance uuid d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.005707] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.104533] env[68786]: DEBUG oslo_vmware.api [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090720, 'name': ReconfigVM_Task, 'duration_secs': 0.472098} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.108278] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 9b02ce36-2582-4b2b-9774-1f8e14cc8b92/9b02ce36-2582-4b2b-9774-1f8e14cc8b92.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.108278] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Updating instance '9b02ce36-2582-4b2b-9774-1f8e14cc8b92' progress to 50 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 798.116999] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.117405] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090721, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.118147] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08ca21a6-d322-433e-8a26-d42a9e3e7581 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.126797] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 798.126797] env[68786]: value = "task-3090723" [ 798.126797] env[68786]: _type = "Task" [ 798.126797] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.136551] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.295819] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090722, 'name': PowerOffVM_Task, 'duration_secs': 0.202121} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.296145] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.296434] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.297294] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cd7be5-be69-4e4c-b799-f3fda84017c5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.306335] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.306335] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9eba827-44f0-460b-8c0d-cddebffe989b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.310586] env[68786]: DEBUG oslo_concurrency.lockutils [None req-37d15379-ea24-43e3-b95e-d14ef52ec192 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Releasing lock "refresh_cache-5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.476563] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.476796] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.476981] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Deleting the datastore file [datastore2] 7a1494f4-4268-417e-861d-57f6020599fc {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.477283] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d11d522-6f90-4533-9a26-c555ce699502 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.487020] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 798.487020] env[68786]: value = "task-3090725" [ 798.487020] env[68786]: _type = "Task" [ 798.487020] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.496485] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.498440] env[68786]: DEBUG nova.compute.utils [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.502991] env[68786]: DEBUG nova.compute.manager [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.503249] env[68786]: DEBUG nova.network.neutron [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.588198] env[68786]: DEBUG nova.policy [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b91af06eedf3401fb5ce922bcafd7b1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac86bc1dc5cd4306ac0170404dad5c8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.606763] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090721, 'name': PowerOnVM_Task, 'duration_secs': 0.761266} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.607126] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.607389] env[68786]: DEBUG nova.compute.manager [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.608722] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725a5410-0290-41b0-8ee3-679e77e20700 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.623273] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e75c48-cb65-43fa-b16d-e42822329f11 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.650028] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a534acd-3076-49f5-9bdd-37f32c328722 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.658194] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090723, 'name': PowerOffVM_Task, 'duration_secs': 0.126908} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.658194] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.658194] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.658194] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd5f50a-8bbd-463d-b5d9-b4be09f324b6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.676189] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Updating instance '9b02ce36-2582-4b2b-9774-1f8e14cc8b92' progress to 67 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 798.688412] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.688697] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0757d874-47cb-49ab-9368-f14c999d34ef {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.715647] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.715885] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.716082] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Deleting the datastore file [datastore2] 9b1d607a-7015-4bab-81d3-6ad38b76d018 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.716358] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec5601a6-21c1-4757-a0ab-6a22e6f28ee4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.725586] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 798.725586] env[68786]: value = "task-3090727" [ 798.725586] env[68786]: _type = "Task" [ 798.725586] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.739052] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.843221] env[68786]: DEBUG nova.compute.manager [req-b29ce29d-cfc0-4df3-9ec5-1af4d848d3d7 req-a7499fe3-0787-4fa2-90f0-9b278177a57a service nova] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Received event network-vif-plugged-32ff4617-4396-437d-9a7a-77d4a6ff8da5 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.843815] env[68786]: DEBUG oslo_concurrency.lockutils [req-b29ce29d-cfc0-4df3-9ec5-1af4d848d3d7 req-a7499fe3-0787-4fa2-90f0-9b278177a57a service nova] Acquiring lock "5874c470-2a9e-484a-b908-9043b0cd1110-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.845079] env[68786]: DEBUG oslo_concurrency.lockutils [req-b29ce29d-cfc0-4df3-9ec5-1af4d848d3d7 req-a7499fe3-0787-4fa2-90f0-9b278177a57a service nova] Lock "5874c470-2a9e-484a-b908-9043b0cd1110-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.845079] env[68786]: DEBUG oslo_concurrency.lockutils [req-b29ce29d-cfc0-4df3-9ec5-1af4d848d3d7 req-a7499fe3-0787-4fa2-90f0-9b278177a57a service nova] Lock "5874c470-2a9e-484a-b908-9043b0cd1110-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.845079] env[68786]: DEBUG nova.compute.manager [req-b29ce29d-cfc0-4df3-9ec5-1af4d848d3d7 req-a7499fe3-0787-4fa2-90f0-9b278177a57a service nova] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] No waiting events found dispatching network-vif-plugged-32ff4617-4396-437d-9a7a-77d4a6ff8da5 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.845079] env[68786]: WARNING nova.compute.manager [req-b29ce29d-cfc0-4df3-9ec5-1af4d848d3d7 req-a7499fe3-0787-4fa2-90f0-9b278177a57a service nova] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Received unexpected event network-vif-plugged-32ff4617-4396-437d-9a7a-77d4a6ff8da5 for instance with vm_state building and task_state spawning. [ 798.913039] env[68786]: DEBUG nova.network.neutron [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Successfully updated port: 32ff4617-4396-437d-9a7a-77d4a6ff8da5 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.002329] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158675} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.002671] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.002809] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.003540] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.006580] env[68786]: DEBUG nova.compute.manager [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.096698] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c646d841-0e69-4c34-a022-0e03d0315a81 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.106340] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09562036-dff6-4577-91a4-ba7eac7d3db0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.145991] env[68786]: INFO nova.compute.manager [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] bringing vm to original state: 'stopped' [ 799.147296] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ecba5c-b85f-40ec-b392-6055208a3af3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.157163] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bba2807-a66d-444b-9ae6-ad968bb360ee {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.176312] env[68786]: DEBUG nova.compute.provider_tree [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.223120] env[68786]: DEBUG nova.network.neutron [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Successfully created port: adce4e48-c3ef-4cfb-a752-aa4f4f7c0e42 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.237634] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10078} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.237924] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.238129] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.238314] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.281903] env[68786]: DEBUG nova.network.neutron [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Port 605652e7-ec2c-43da-a960-654c4dfd721d binding to destination host cpu-1 is already ACTIVE {{(pid=68786) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 799.321178] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d15379-ea24-43e3-b95e-d14ef52ec192 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.321550] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68cc198d-29a5-4293-80d0-efdbc22b68ff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.330573] env[68786]: DEBUG oslo_vmware.api [None req-37d15379-ea24-43e3-b95e-d14ef52ec192 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 799.330573] env[68786]: value = "task-3090729" [ 799.330573] env[68786]: _type = "Task" [ 799.330573] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.342549] env[68786]: DEBUG oslo_vmware.api [None req-37d15379-ea24-43e3-b95e-d14ef52ec192 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.415747] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "refresh_cache-5874c470-2a9e-484a-b908-9043b0cd1110" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.415938] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquired lock "refresh_cache-5874c470-2a9e-484a-b908-9043b0cd1110" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.416073] env[68786]: DEBUG nova.network.neutron [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.590132] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.590415] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.681365] env[68786]: DEBUG nova.scheduler.client.report [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.842326] env[68786]: DEBUG oslo_vmware.api [None req-37d15379-ea24-43e3-b95e-d14ef52ec192 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090729, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.959641] env[68786]: DEBUG nova.network.neutron [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.024746] env[68786]: DEBUG nova.compute.manager [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.054644] env[68786]: DEBUG nova.virt.hardware [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.054906] env[68786]: DEBUG nova.virt.hardware [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.055075] env[68786]: DEBUG nova.virt.hardware [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.055266] env[68786]: DEBUG nova.virt.hardware [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.055420] env[68786]: DEBUG nova.virt.hardware [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.055566] env[68786]: DEBUG nova.virt.hardware [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.055800] env[68786]: DEBUG nova.virt.hardware [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.056029] env[68786]: DEBUG nova.virt.hardware [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.056180] env[68786]: DEBUG nova.virt.hardware [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.056347] env[68786]: DEBUG nova.virt.hardware [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.056525] env[68786]: DEBUG nova.virt.hardware [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.058875] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4defbde5-f9cc-4844-a8c4-d62102711aab {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.063648] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.063855] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.076463] env[68786]: DEBUG nova.virt.hardware [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.076778] env[68786]: DEBUG nova.virt.hardware [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.076847] env[68786]: DEBUG nova.virt.hardware [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.082022] env[68786]: DEBUG nova.virt.hardware [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.082022] env[68786]: DEBUG nova.virt.hardware [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.082022] env[68786]: DEBUG nova.virt.hardware [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.082022] env[68786]: DEBUG nova.virt.hardware [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.082022] env[68786]: DEBUG nova.virt.hardware [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.082546] env[68786]: DEBUG nova.virt.hardware [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.082546] env[68786]: DEBUG nova.virt.hardware [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.082546] env[68786]: DEBUG nova.virt.hardware [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.082546] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bced4e59-4ffb-4c4e-bb03-3f92a94975bd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.085759] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384c5cd0-2f92-4cf9-a8f7-152ab9cb576e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.092651] env[68786]: DEBUG nova.compute.manager [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.110321] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49724930-f1ff-475d-a2f0-6a44f054547a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.130587] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:df:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54de56d7-173a-4207-b5c0-924bd7f45ea2', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.139121] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.140520] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.140520] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b118c246-f35c-4de6-9063-dce351985ca7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.155407] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "ff2deae0-2b1c-4ecb-aa7d-05c39db81947" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.155646] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "ff2deae0-2b1c-4ecb-aa7d-05c39db81947" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.155826] env[68786]: DEBUG nova.compute.manager [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.156703] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd811076-8409-4798-a47f-beeb58b4d62c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.164624] env[68786]: DEBUG nova.compute.manager [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68786) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 800.167416] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.167416] env[68786]: value = "task-3090730" [ 800.167416] env[68786]: _type = "Task" [ 800.167416] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.176887] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090730, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.186841] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.189017] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.545s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.189355] env[68786]: DEBUG nova.objects.instance [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Lazy-loading 'resources' on Instance uuid f3f70d0f-bfa7-40cd-afdf-fa715c018291 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.217915] env[68786]: INFO nova.scheduler.client.report [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Deleted allocations for instance d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3 [ 800.280466] env[68786]: DEBUG nova.virt.hardware [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.280698] env[68786]: DEBUG nova.virt.hardware [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.280848] env[68786]: DEBUG nova.virt.hardware [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.281158] env[68786]: DEBUG nova.virt.hardware [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.281283] env[68786]: DEBUG nova.virt.hardware [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.281459] env[68786]: DEBUG nova.virt.hardware [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.281541] env[68786]: DEBUG nova.virt.hardware [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.281725] env[68786]: DEBUG nova.virt.hardware [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.281852] env[68786]: DEBUG nova.virt.hardware [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.282032] env[68786]: DEBUG nova.virt.hardware [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.282281] env[68786]: DEBUG nova.virt.hardware [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.283506] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c1c31c-81f6-4503-b13a-7a526fc3bc17 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.302407] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bbde3d-47d1-4dee-ad8e-bf1ae03be59d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.310155] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "9b02ce36-2582-4b2b-9774-1f8e14cc8b92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.312183] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "9b02ce36-2582-4b2b-9774-1f8e14cc8b92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.312183] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "9b02ce36-2582-4b2b-9774-1f8e14cc8b92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.326178] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Instance VIF info [] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.331690] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.333037] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.333448] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb14c79f-1328-471e-90da-f9531a51a5a8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.358217] env[68786]: DEBUG oslo_vmware.api [None req-37d15379-ea24-43e3-b95e-d14ef52ec192 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090729, 'name': PowerOnVM_Task, 'duration_secs': 0.716305} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.358770] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d15379-ea24-43e3-b95e-d14ef52ec192 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.359039] env[68786]: DEBUG nova.compute.manager [None req-37d15379-ea24-43e3-b95e-d14ef52ec192 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.359333] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.359333] env[68786]: value = "task-3090731" [ 800.359333] env[68786]: _type = "Task" [ 800.359333] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.360127] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c8bbdd-2191-44d9-b458-7accf3067971 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.376716] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090731, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.432781] env[68786]: DEBUG nova.network.neutron [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Updating instance_info_cache with network_info: [{"id": "32ff4617-4396-437d-9a7a-77d4a6ff8da5", "address": "fa:16:3e:7f:b3:27", "network": {"id": "484699e9-27f5-4f9d-a119-9c275a314523", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-952661253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf20784496584ae5b0da550b8ddb6fe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32ff4617-43", "ovs_interfaceid": "32ff4617-4396-437d-9a7a-77d4a6ff8da5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.573266] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.577027] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.577027] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.577027] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.577027] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.577027] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.577027] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68786) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 800.577509] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager.update_available_resource {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.628747] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.673188] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.673532] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc3ff86c-85d6-4689-a71f-f52a0f6c48f5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.678478] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090730, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.684865] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 800.684865] env[68786]: value = "task-3090732" [ 800.684865] env[68786]: _type = "Task" [ 800.684865] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.696215] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.729689] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6b9fb8d0-ed58-4e5c-9dd6-0f4a88d722a6 tempest-ImagesOneServerTestJSON-1777114558 tempest-ImagesOneServerTestJSON-1777114558-project-member] Lock "d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.089s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.882849] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090731, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.887633] env[68786]: DEBUG nova.compute.manager [req-c06311fc-9baa-4053-be19-472e27fba73e req-fbf93baa-83ef-4aa0-9f4d-27def6f47335 service nova] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Received event network-changed-32ff4617-4396-437d-9a7a-77d4a6ff8da5 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.887832] env[68786]: DEBUG nova.compute.manager [req-c06311fc-9baa-4053-be19-472e27fba73e req-fbf93baa-83ef-4aa0-9f4d-27def6f47335 service nova] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Refreshing instance network info cache due to event network-changed-32ff4617-4396-437d-9a7a-77d4a6ff8da5. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.888042] env[68786]: DEBUG oslo_concurrency.lockutils [req-c06311fc-9baa-4053-be19-472e27fba73e req-fbf93baa-83ef-4aa0-9f4d-27def6f47335 service nova] Acquiring lock "refresh_cache-5874c470-2a9e-484a-b908-9043b0cd1110" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.921457] env[68786]: DEBUG nova.network.neutron [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Successfully updated port: adce4e48-c3ef-4cfb-a752-aa4f4f7c0e42 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.935799] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Releasing lock "refresh_cache-5874c470-2a9e-484a-b908-9043b0cd1110" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.936216] env[68786]: DEBUG nova.compute.manager [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Instance network_info: |[{"id": "32ff4617-4396-437d-9a7a-77d4a6ff8da5", "address": "fa:16:3e:7f:b3:27", "network": {"id": "484699e9-27f5-4f9d-a119-9c275a314523", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-952661253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf20784496584ae5b0da550b8ddb6fe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32ff4617-43", "ovs_interfaceid": "32ff4617-4396-437d-9a7a-77d4a6ff8da5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.936576] env[68786]: DEBUG oslo_concurrency.lockutils [req-c06311fc-9baa-4053-be19-472e27fba73e req-fbf93baa-83ef-4aa0-9f4d-27def6f47335 service nova] Acquired lock "refresh_cache-5874c470-2a9e-484a-b908-9043b0cd1110" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.936758] env[68786]: DEBUG nova.network.neutron [req-c06311fc-9baa-4053-be19-472e27fba73e req-fbf93baa-83ef-4aa0-9f4d-27def6f47335 service nova] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Refreshing network info cache for port 32ff4617-4396-437d-9a7a-77d4a6ff8da5 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.938663] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:b3:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32ff4617-4396-437d-9a7a-77d4a6ff8da5', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.964924] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.964924] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.964924] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8da08a72-20ee-45ac-8e59-7e04f27dbc1f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.019816] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.019816] env[68786]: value = "task-3090733" [ 801.019816] env[68786]: _type = "Task" [ 801.019816] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.047550] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090733, 'name': CreateVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.080714] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.190664] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090730, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.206124] env[68786]: DEBUG oslo_vmware.api [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090732, 'name': PowerOffVM_Task, 'duration_secs': 0.255027} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.207190] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.207432] env[68786]: DEBUG nova.compute.manager [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.208622] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbe4786-844f-432c-926b-d399061475cd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.299295] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08123e4a-b294-4357-b5aa-e5cdde43f981 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.308521] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355b4579-16fb-4345-b2fd-a6df74249c53 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.348414] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3817d9d9-a7d4-4dbc-a0e8-e9ad39f1822a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.357295] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379c326f-9faf-47bf-b5bb-9f76865ad762 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.372794] env[68786]: DEBUG nova.compute.provider_tree [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.383891] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090731, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.392255] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "refresh_cache-9b02ce36-2582-4b2b-9774-1f8e14cc8b92" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.392488] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquired lock "refresh_cache-9b02ce36-2582-4b2b-9774-1f8e14cc8b92" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.392792] env[68786]: DEBUG nova.network.neutron [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.425017] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquiring lock "refresh_cache-8330ef30-4084-4d99-b431-95dcda97368a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.425220] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquired lock "refresh_cache-8330ef30-4084-4d99-b431-95dcda97368a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.425336] env[68786]: DEBUG nova.network.neutron [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.535260] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090733, 'name': CreateVM_Task, 'duration_secs': 0.434443} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.535449] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.536129] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.536299] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.536664] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.536935] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65839451-615b-49a7-9343-f0fa174adb68 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.544907] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 801.544907] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52aaeb20-eb40-d906-8cc8-4a06c872756e" [ 801.544907] env[68786]: _type = "Task" [ 801.544907] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.551441] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52aaeb20-eb40-d906-8cc8-4a06c872756e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.683644] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090730, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.703101] env[68786]: DEBUG nova.network.neutron [req-c06311fc-9baa-4053-be19-472e27fba73e req-fbf93baa-83ef-4aa0-9f4d-27def6f47335 service nova] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Updated VIF entry in instance network info cache for port 32ff4617-4396-437d-9a7a-77d4a6ff8da5. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.703663] env[68786]: DEBUG nova.network.neutron [req-c06311fc-9baa-4053-be19-472e27fba73e req-fbf93baa-83ef-4aa0-9f4d-27def6f47335 service nova] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Updating instance_info_cache with network_info: [{"id": "32ff4617-4396-437d-9a7a-77d4a6ff8da5", "address": "fa:16:3e:7f:b3:27", "network": {"id": "484699e9-27f5-4f9d-a119-9c275a314523", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-952661253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf20784496584ae5b0da550b8ddb6fe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32ff4617-43", "ovs_interfaceid": "32ff4617-4396-437d-9a7a-77d4a6ff8da5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.730033] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "ff2deae0-2b1c-4ecb-aa7d-05c39db81947" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.574s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.876522] env[68786]: DEBUG nova.scheduler.client.report [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.887868] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090731, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.991245] env[68786]: DEBUG nova.network.neutron [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.055045] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52aaeb20-eb40-d906-8cc8-4a06c872756e, 'name': SearchDatastore_Task, 'duration_secs': 0.055282} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.055045] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.055261] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.055502] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.055644] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.055816] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.056124] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef046a47-b3ef-4a38-a8cf-b03e4d8fda84 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.068448] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.068666] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.069846] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-097ecb37-1c40-4c90-996e-5e6396fa00a5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.077092] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 802.077092] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52867684-b955-04eb-211b-4debb9035cd9" [ 802.077092] env[68786]: _type = "Task" [ 802.077092] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.085054] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52867684-b955-04eb-211b-4debb9035cd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.182816] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090730, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.207737] env[68786]: DEBUG oslo_concurrency.lockutils [req-c06311fc-9baa-4053-be19-472e27fba73e req-fbf93baa-83ef-4aa0-9f4d-27def6f47335 service nova] Releasing lock "refresh_cache-5874c470-2a9e-484a-b908-9043b0cd1110" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.208916] env[68786]: DEBUG nova.compute.manager [req-c06311fc-9baa-4053-be19-472e27fba73e req-fbf93baa-83ef-4aa0-9f4d-27def6f47335 service nova] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Received event network-vif-plugged-adce4e48-c3ef-4cfb-a752-aa4f4f7c0e42 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.209227] env[68786]: DEBUG oslo_concurrency.lockutils [req-c06311fc-9baa-4053-be19-472e27fba73e req-fbf93baa-83ef-4aa0-9f4d-27def6f47335 service nova] Acquiring lock "8330ef30-4084-4d99-b431-95dcda97368a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.209474] env[68786]: DEBUG oslo_concurrency.lockutils [req-c06311fc-9baa-4053-be19-472e27fba73e req-fbf93baa-83ef-4aa0-9f4d-27def6f47335 service nova] Lock "8330ef30-4084-4d99-b431-95dcda97368a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.209646] env[68786]: DEBUG oslo_concurrency.lockutils [req-c06311fc-9baa-4053-be19-472e27fba73e req-fbf93baa-83ef-4aa0-9f4d-27def6f47335 service nova] Lock "8330ef30-4084-4d99-b431-95dcda97368a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.209812] env[68786]: DEBUG nova.compute.manager [req-c06311fc-9baa-4053-be19-472e27fba73e req-fbf93baa-83ef-4aa0-9f4d-27def6f47335 service nova] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] No waiting events found dispatching network-vif-plugged-adce4e48-c3ef-4cfb-a752-aa4f4f7c0e42 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.209981] env[68786]: WARNING nova.compute.manager [req-c06311fc-9baa-4053-be19-472e27fba73e req-fbf93baa-83ef-4aa0-9f4d-27def6f47335 service nova] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Received unexpected event network-vif-plugged-adce4e48-c3ef-4cfb-a752-aa4f4f7c0e42 for instance with vm_state building and task_state spawning. [ 802.242953] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.385515] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.388114] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090731, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.388665] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.507s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.388932] env[68786]: DEBUG nova.objects.instance [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Lazy-loading 'resources' on Instance uuid 729ab7d4-6266-4faf-920a-68ce3be6bf84 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.391936] env[68786]: DEBUG nova.network.neutron [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Updating instance_info_cache with network_info: [{"id": "adce4e48-c3ef-4cfb-a752-aa4f4f7c0e42", "address": "fa:16:3e:df:85:50", "network": {"id": "5fbead1b-7013-470e-aaa5-af8272f152d2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-547900104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac86bc1dc5cd4306ac0170404dad5c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadce4e48-c3", "ovs_interfaceid": "adce4e48-c3ef-4cfb-a752-aa4f4f7c0e42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.431581] env[68786]: INFO nova.scheduler.client.report [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Deleted allocations for instance f3f70d0f-bfa7-40cd-afdf-fa715c018291 [ 802.499536] env[68786]: DEBUG nova.network.neutron [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Updating instance_info_cache with network_info: [{"id": "605652e7-ec2c-43da-a960-654c4dfd721d", "address": "fa:16:3e:03:fa:24", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap605652e7-ec", "ovs_interfaceid": "605652e7-ec2c-43da-a960-654c4dfd721d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.593833] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52867684-b955-04eb-211b-4debb9035cd9, 'name': SearchDatastore_Task, 'duration_secs': 0.017928} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.594727] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03a283ff-2ac8-4345-a9f6-544beeeb21a5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.603108] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 802.603108] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]528c0051-68c1-e9bf-64b8-b9bcc291de8c" [ 802.603108] env[68786]: _type = "Task" [ 802.603108] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.611604] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]528c0051-68c1-e9bf-64b8-b9bcc291de8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.682479] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090730, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.883193] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090731, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.902017] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Releasing lock "refresh_cache-8330ef30-4084-4d99-b431-95dcda97368a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.902017] env[68786]: DEBUG nova.compute.manager [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Instance network_info: |[{"id": "adce4e48-c3ef-4cfb-a752-aa4f4f7c0e42", "address": "fa:16:3e:df:85:50", "network": {"id": "5fbead1b-7013-470e-aaa5-af8272f152d2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-547900104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac86bc1dc5cd4306ac0170404dad5c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadce4e48-c3", "ovs_interfaceid": "adce4e48-c3ef-4cfb-a752-aa4f4f7c0e42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.902278] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:85:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adce4e48-c3ef-4cfb-a752-aa4f4f7c0e42', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.910963] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.911600] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "ff2deae0-2b1c-4ecb-aa7d-05c39db81947" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.911987] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "ff2deae0-2b1c-4ecb-aa7d-05c39db81947" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.912488] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "ff2deae0-2b1c-4ecb-aa7d-05c39db81947-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.912959] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "ff2deae0-2b1c-4ecb-aa7d-05c39db81947-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.915269] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "ff2deae0-2b1c-4ecb-aa7d-05c39db81947-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.915269] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.916573] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7b04ce1-9547-482b-9185-f6d416c260d3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.931067] env[68786]: INFO nova.compute.manager [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Terminating instance [ 802.937852] env[68786]: DEBUG nova.compute.manager [req-2722ad1b-2af7-4301-b513-b5df66079da6 req-aa3e5770-cb50-4239-95d6-c04054033378 service nova] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Received event network-changed-adce4e48-c3ef-4cfb-a752-aa4f4f7c0e42 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.937852] env[68786]: DEBUG nova.compute.manager [req-2722ad1b-2af7-4301-b513-b5df66079da6 req-aa3e5770-cb50-4239-95d6-c04054033378 service nova] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Refreshing instance network info cache due to event network-changed-adce4e48-c3ef-4cfb-a752-aa4f4f7c0e42. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.937852] env[68786]: DEBUG oslo_concurrency.lockutils [req-2722ad1b-2af7-4301-b513-b5df66079da6 req-aa3e5770-cb50-4239-95d6-c04054033378 service nova] Acquiring lock "refresh_cache-8330ef30-4084-4d99-b431-95dcda97368a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.937852] env[68786]: DEBUG oslo_concurrency.lockutils [req-2722ad1b-2af7-4301-b513-b5df66079da6 req-aa3e5770-cb50-4239-95d6-c04054033378 service nova] Acquired lock "refresh_cache-8330ef30-4084-4d99-b431-95dcda97368a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.940125] env[68786]: DEBUG nova.network.neutron [req-2722ad1b-2af7-4301-b513-b5df66079da6 req-aa3e5770-cb50-4239-95d6-c04054033378 service nova] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Refreshing network info cache for port adce4e48-c3ef-4cfb-a752-aa4f4f7c0e42 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.947368] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59965971-a465-448f-8b5e-81f47ede4f26 tempest-ServerDiagnosticsV248Test-964879876 tempest-ServerDiagnosticsV248Test-964879876-project-member] Lock "f3f70d0f-bfa7-40cd-afdf-fa715c018291" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.651s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.949828] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.949828] env[68786]: value = "task-3090734" [ 802.949828] env[68786]: _type = "Task" [ 802.949828] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.962018] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090734, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.004116] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Releasing lock "refresh_cache-9b02ce36-2582-4b2b-9774-1f8e14cc8b92" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.119069] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]528c0051-68c1-e9bf-64b8-b9bcc291de8c, 'name': SearchDatastore_Task, 'duration_secs': 0.027574} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.119069] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.119069] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 5874c470-2a9e-484a-b908-9043b0cd1110/5874c470-2a9e-484a-b908-9043b0cd1110.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.119069] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-978a894f-a1dd-4682-998f-71cfdbde6457 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.126610] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 803.126610] env[68786]: value = "task-3090735" [ 803.126610] env[68786]: _type = "Task" [ 803.126610] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.143467] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.183585] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090730, 'name': CreateVM_Task, 'duration_secs': 2.786681} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.186042] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.187072] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.187174] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.187484] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.187737] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b55627ee-ce4a-4333-863a-4d64d2245de8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.193649] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 803.193649] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ff7311-f119-ebb6-e676-cc0521af7c2d" [ 803.193649] env[68786]: _type = "Task" [ 803.193649] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.203578] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ff7311-f119-ebb6-e676-cc0521af7c2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.362975] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14771912-f7e8-4c92-affe-e4487c6982a6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.370970] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389d0a91-d80c-47c0-bca3-ac45c622705b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.385842] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090731, 'name': CreateVM_Task, 'duration_secs': 2.696482} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.412110] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.412879] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.413681] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b37f7c-a5c9-4134-b2f8-8bff9181c76b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.421997] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7507557c-3284-4b67-b08c-8684db0268bf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.435730] env[68786]: DEBUG nova.compute.provider_tree [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.447746] env[68786]: DEBUG nova.compute.manager [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.447966] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.450950] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f3101a-a4fc-4b8c-b48a-acd4e11fbdfc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.462538] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090734, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.464453] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.465204] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d08ad9c-51ba-4974-9d52-7427dcff732f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.533102] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9741e89-7f9c-4150-9881-b12641cd82d6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.557540] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96598e9d-7edd-4e9f-b247-fd7abce91228 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.560830] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.561103] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.561268] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Deleting the datastore file [datastore1] ff2deae0-2b1c-4ecb-aa7d-05c39db81947 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.561913] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2a3e917-0051-4f6e-b2e9-60dfb5d64106 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.572666] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Updating instance '9b02ce36-2582-4b2b-9774-1f8e14cc8b92' progress to 83 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 803.577356] env[68786]: DEBUG oslo_vmware.api [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 803.577356] env[68786]: value = "task-3090737" [ 803.577356] env[68786]: _type = "Task" [ 803.577356] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.645744] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090735, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.709101] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ff7311-f119-ebb6-e676-cc0521af7c2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011463} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.710073] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.710192] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.710695] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.710787] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.711150] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.711667] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.713386] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.713386] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6a3b30c-1600-459e-8de3-4c59f81d7486 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.717173] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72e62672-e8b8-4aa4-8511-9e122aea2967 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.725681] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 803.725681] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5227ab3b-afba-438a-46ad-b38f104ae64c" [ 803.725681] env[68786]: _type = "Task" [ 803.725681] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.733139] env[68786]: DEBUG nova.network.neutron [req-2722ad1b-2af7-4301-b513-b5df66079da6 req-aa3e5770-cb50-4239-95d6-c04054033378 service nova] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Updated VIF entry in instance network info cache for port adce4e48-c3ef-4cfb-a752-aa4f4f7c0e42. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.733783] env[68786]: DEBUG nova.network.neutron [req-2722ad1b-2af7-4301-b513-b5df66079da6 req-aa3e5770-cb50-4239-95d6-c04054033378 service nova] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Updating instance_info_cache with network_info: [{"id": "adce4e48-c3ef-4cfb-a752-aa4f4f7c0e42", "address": "fa:16:3e:df:85:50", "network": {"id": "5fbead1b-7013-470e-aaa5-af8272f152d2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-547900104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac86bc1dc5cd4306ac0170404dad5c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadce4e48-c3", "ovs_interfaceid": "adce4e48-c3ef-4cfb-a752-aa4f4f7c0e42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.744783] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5227ab3b-afba-438a-46ad-b38f104ae64c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.747682] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.748075] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.749360] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e249f8ec-8bda-4523-a01f-8f23136130fc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.760138] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 803.760138] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]527e05cd-b349-984f-638c-3d04545766a8" [ 803.760138] env[68786]: _type = "Task" [ 803.760138] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.769970] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]527e05cd-b349-984f-638c-3d04545766a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.939331] env[68786]: DEBUG nova.scheduler.client.report [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.964765] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090734, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.080664] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.080990] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bbd1f23-0678-41a0-bd25-e18c1bdb02df {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.092902] env[68786]: DEBUG oslo_vmware.api [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475745} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.095028] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.095028] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.095187] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.095449] env[68786]: INFO nova.compute.manager [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Took 0.65 seconds to destroy the instance on the hypervisor. [ 804.095769] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.096188] env[68786]: DEBUG oslo_vmware.api [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 804.096188] env[68786]: value = "task-3090738" [ 804.096188] env[68786]: _type = "Task" [ 804.096188] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.096454] env[68786]: DEBUG nova.compute.manager [-] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.096598] env[68786]: DEBUG nova.network.neutron [-] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.108564] env[68786]: DEBUG oslo_vmware.api [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.140709] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743794} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.141263] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 5874c470-2a9e-484a-b908-9043b0cd1110/5874c470-2a9e-484a-b908-9043b0cd1110.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.141560] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.141862] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-629f0162-a142-4ec1-94e7-774e9930e5b6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.150743] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 804.150743] env[68786]: value = "task-3090739" [ 804.150743] env[68786]: _type = "Task" [ 804.150743] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.162924] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.239131] env[68786]: DEBUG oslo_concurrency.lockutils [req-2722ad1b-2af7-4301-b513-b5df66079da6 req-aa3e5770-cb50-4239-95d6-c04054033378 service nova] Releasing lock "refresh_cache-8330ef30-4084-4d99-b431-95dcda97368a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.250938] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5227ab3b-afba-438a-46ad-b38f104ae64c, 'name': SearchDatastore_Task, 'duration_secs': 0.078667} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.251434] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.251754] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.252060] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.270082] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]527e05cd-b349-984f-638c-3d04545766a8, 'name': SearchDatastore_Task, 'duration_secs': 0.051536} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.271033] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d5195c3-fa78-4320-bafd-9e40aaa9788e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.277445] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 804.277445] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52bd6598-9d76-47f5-9b53-b2ed448c6512" [ 804.277445] env[68786]: _type = "Task" [ 804.277445] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.286834] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52bd6598-9d76-47f5-9b53-b2ed448c6512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.447043] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.449598] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.859s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.451576] env[68786]: INFO nova.compute.claims [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.466648] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090734, 'name': CreateVM_Task, 'duration_secs': 1.409184} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.466821] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.467587] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.467751] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.468070] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.468355] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8ef898a-c6e1-4e5c-b9ec-ed427ed944a9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.474572] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for the task: (returnval){ [ 804.474572] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5281db23-150d-db9e-8cf6-2df1cebb0db8" [ 804.474572] env[68786]: _type = "Task" [ 804.474572] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.489346] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5281db23-150d-db9e-8cf6-2df1cebb0db8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.491813] env[68786]: INFO nova.scheduler.client.report [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Deleted allocations for instance 729ab7d4-6266-4faf-920a-68ce3be6bf84 [ 804.610553] env[68786]: DEBUG oslo_vmware.api [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090738, 'name': PowerOnVM_Task, 'duration_secs': 0.447502} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.610894] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.611126] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3dba6389-d5a2-4ea1-a00d-ebf20f22d201 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Updating instance '9b02ce36-2582-4b2b-9774-1f8e14cc8b92' progress to 100 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 804.662356] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100765} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.662676] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.663570] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d820f8d3-38cc-43a7-bf06-17a7c48d7edd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.691026] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 5874c470-2a9e-484a-b908-9043b0cd1110/5874c470-2a9e-484a-b908-9043b0cd1110.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.693618] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b67fbc07-54aa-4fa3-97c1-e45ef2d3f0a3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.715186] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 804.715186] env[68786]: value = "task-3090740" [ 804.715186] env[68786]: _type = "Task" [ 804.715186] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.729364] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090740, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.790195] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52bd6598-9d76-47f5-9b53-b2ed448c6512, 'name': SearchDatastore_Task, 'duration_secs': 0.017522} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.790534] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.790852] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 7a1494f4-4268-417e-861d-57f6020599fc/7a1494f4-4268-417e-861d-57f6020599fc.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.791206] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.791410] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.791647] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f63bda4-e29a-476c-929f-90aec48198f5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.793931] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-845ce2a1-c71d-4774-ab49-ceed5ad4e7ae {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.802675] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 804.802675] env[68786]: value = "task-3090741" [ 804.802675] env[68786]: _type = "Task" [ 804.802675] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.807984] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.808211] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.809457] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4d71387-8537-4da3-b10e-63623a3b3c54 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.815433] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.819177] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 804.819177] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52fe2ab0-d67e-742a-ff3c-6ded6923cfbb" [ 804.819177] env[68786]: _type = "Task" [ 804.819177] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.834338] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52fe2ab0-d67e-742a-ff3c-6ded6923cfbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.989594] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5281db23-150d-db9e-8cf6-2df1cebb0db8, 'name': SearchDatastore_Task, 'duration_secs': 0.030539} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.990286] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.990776] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.991053] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.002416] env[68786]: DEBUG nova.network.neutron [-] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.008195] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a67e2908-3314-4512-a694-b1a9c0a6bb33 tempest-ServersTestManualDisk-402783174 tempest-ServersTestManualDisk-402783174-project-member] Lock "729ab7d4-6266-4faf-920a-68ce3be6bf84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.426s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.093835] env[68786]: DEBUG nova.compute.manager [req-3a2563e4-f1aa-42bf-92e5-c663063cf298 req-d0d72f78-9311-429c-a3a2-2db963bddaa9 service nova] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Received event network-vif-deleted-ea1df8ad-5aed-4213-9c7a-f87fedd2b014 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.228083] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090740, 'name': ReconfigVM_Task, 'duration_secs': 0.307587} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.228402] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 5874c470-2a9e-484a-b908-9043b0cd1110/5874c470-2a9e-484a-b908-9043b0cd1110.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.229114] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56c1a947-2807-4418-9022-b06560e863c7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.240462] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 805.240462] env[68786]: value = "task-3090743" [ 805.240462] env[68786]: _type = "Task" [ 805.240462] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.251202] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090743, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.316799] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090741, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.331749] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52fe2ab0-d67e-742a-ff3c-6ded6923cfbb, 'name': SearchDatastore_Task, 'duration_secs': 0.01855} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.332730] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38e651af-ca73-4d01-88b2-282cfd38177f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.339535] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 805.339535] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ac9a90-9715-d9a8-f627-3bb085b79898" [ 805.339535] env[68786]: _type = "Task" [ 805.339535] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.352486] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ac9a90-9715-d9a8-f627-3bb085b79898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.506169] env[68786]: INFO nova.compute.manager [-] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Took 1.41 seconds to deallocate network for instance. [ 805.579055] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Acquiring lock "4bcd4547-9f8e-492d-9581-dde131974d28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.579462] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Lock "4bcd4547-9f8e-492d-9581-dde131974d28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.754096] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090743, 'name': Rename_Task, 'duration_secs': 0.208257} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.754406] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.754673] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71bb1247-7e57-4991-9829-5981655f0eb2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.762520] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 805.762520] env[68786]: value = "task-3090744" [ 805.762520] env[68786]: _type = "Task" [ 805.762520] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.772498] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.821274] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666049} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.821617] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 7a1494f4-4268-417e-861d-57f6020599fc/7a1494f4-4268-417e-861d-57f6020599fc.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.821888] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.822217] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c103011-a04d-4a9d-b311-d237942b3222 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.831371] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 805.831371] env[68786]: value = "task-3090745" [ 805.831371] env[68786]: _type = "Task" [ 805.831371] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.842663] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.857511] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ac9a90-9715-d9a8-f627-3bb085b79898, 'name': SearchDatastore_Task, 'duration_secs': 0.060892} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.857654] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.857881] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 9b1d607a-7015-4bab-81d3-6ad38b76d018/9b1d607a-7015-4bab-81d3-6ad38b76d018.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.858150] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.858336] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.858868] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9889998d-0357-40ca-810d-80ea07b74715 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.863687] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9610ba6-8ee1-442b-8bef-3794d758045e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.872990] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 805.872990] env[68786]: value = "task-3090746" [ 805.872990] env[68786]: _type = "Task" [ 805.872990] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.881421] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.881704] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.883197] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac7f51b6-b636-461c-885b-4f8bc8ea33eb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.890576] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.894547] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for the task: (returnval){ [ 805.894547] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5227b879-7252-29f0-613d-dee2bead0afb" [ 805.894547] env[68786]: _type = "Task" [ 805.894547] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.909397] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5227b879-7252-29f0-613d-dee2bead0afb, 'name': SearchDatastore_Task, 'duration_secs': 0.011557} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.910304] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7707dbef-7548-4c6a-9d7a-3a34502e6a19 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.919637] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for the task: (returnval){ [ 805.919637] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5205364a-4fd0-fd99-7d75-e075c2e15b82" [ 805.919637] env[68786]: _type = "Task" [ 805.919637] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.926816] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5205364a-4fd0-fd99-7d75-e075c2e15b82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.983984] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0839deb-e925-4318-8eb4-a4793faa27bb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.993605] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70efa56-9887-4ced-919b-eb2357f4de4b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.028980] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.030482] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bae6cbc-d7d3-44f2-92d3-2224e67f0002 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.039894] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5fa302-ee21-45dd-a7aa-010ff27eb76f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.055639] env[68786]: DEBUG nova.compute.provider_tree [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.081785] env[68786]: DEBUG nova.compute.manager [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.278534] env[68786]: DEBUG oslo_vmware.api [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3090744, 'name': PowerOnVM_Task, 'duration_secs': 0.506766} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.279298] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.279668] env[68786]: INFO nova.compute.manager [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Took 8.84 seconds to spawn the instance on the hypervisor. [ 806.280150] env[68786]: DEBUG nova.compute.manager [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.281229] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a092800-1c4e-4bff-b5b8-52bf06351a4b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.344624] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115894} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.345041] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.347289] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cd9f4a-842b-4e5f-8f60-fa1b5b0d6e1d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.379089] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 7a1494f4-4268-417e-861d-57f6020599fc/7a1494f4-4268-417e-861d-57f6020599fc.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.379979] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edbec1db-d636-41be-8a05-e0232fe9fb40 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.411209] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090746, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.413536] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 806.413536] env[68786]: value = "task-3090747" [ 806.413536] env[68786]: _type = "Task" [ 806.413536] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.427757] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.432975] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5205364a-4fd0-fd99-7d75-e075c2e15b82, 'name': SearchDatastore_Task, 'duration_secs': 0.015369} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.433302] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.434172] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 8330ef30-4084-4d99-b431-95dcda97368a/8330ef30-4084-4d99-b431-95dcda97368a.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.434172] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b586f156-8f4f-46fc-93d1-581e88032254 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.446307] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for the task: (returnval){ [ 806.446307] env[68786]: value = "task-3090748" [ 806.446307] env[68786]: _type = "Task" [ 806.446307] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.459079] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.560593] env[68786]: DEBUG nova.scheduler.client.report [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.618319] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.810734] env[68786]: INFO nova.compute.manager [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Took 36.92 seconds to build instance. [ 806.903328] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693291} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.903328] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 9b1d607a-7015-4bab-81d3-6ad38b76d018/9b1d607a-7015-4bab-81d3-6ad38b76d018.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.903328] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.903328] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a573a16f-5411-4941-9c21-20b80898e84b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.920293] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 806.920293] env[68786]: value = "task-3090749" [ 806.920293] env[68786]: _type = "Task" [ 806.920293] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.929635] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.937931] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.962686] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090748, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.069380] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.070039] env[68786]: DEBUG nova.compute.manager [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.072871] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.435s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.080537] env[68786]: INFO nova.compute.claims [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.315272] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2f9765a4-9252-492e-aa82-313d7636ef59 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "5874c470-2a9e-484a-b908-9043b0cd1110" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.428s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.427109] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090747, 'name': ReconfigVM_Task, 'duration_secs': 0.801857} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.433505] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 7a1494f4-4268-417e-861d-57f6020599fc/7a1494f4-4268-417e-861d-57f6020599fc.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.436087] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b00babc-1d0f-430a-bf44-710b1e6566cb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.441142] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "38f4d3bd-1065-4e88-bb9c-717f12dd992b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.441372] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "38f4d3bd-1065-4e88-bb9c-717f12dd992b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.446612] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.261556} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.447912] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.449078] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf81efb5-c066-4384-b372-f3814395e6f8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.453824] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 807.453824] env[68786]: value = "task-3090751" [ 807.453824] env[68786]: _type = "Task" [ 807.453824] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.485884] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 9b1d607a-7015-4bab-81d3-6ad38b76d018/9b1d607a-7015-4bab-81d3-6ad38b76d018.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.491064] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b69d2f4-d1a8-4258-ac0c-7598bcfa2152 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.505258] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696685} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.509910] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 8330ef30-4084-4d99-b431-95dcda97368a/8330ef30-4084-4d99-b431-95dcda97368a.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.509910] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.509910] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090751, 'name': Rename_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.510478] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c00ec024-2ce1-4bdd-90dd-c1373b55eb35 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.520079] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 807.520079] env[68786]: value = "task-3090752" [ 807.520079] env[68786]: _type = "Task" [ 807.520079] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.520483] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for the task: (returnval){ [ 807.520483] env[68786]: value = "task-3090753" [ 807.520483] env[68786]: _type = "Task" [ 807.520483] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.533743] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.537237] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090752, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.588128] env[68786]: DEBUG nova.compute.utils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.595162] env[68786]: DEBUG nova.compute.manager [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.595348] env[68786]: DEBUG nova.network.neutron [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.639653] env[68786]: DEBUG nova.policy [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f797528990774abe8da4e2fd57f2174c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '222f209a941a4981b7185b8198b33c1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.893844] env[68786]: DEBUG nova.network.neutron [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Port 605652e7-ec2c-43da-a960-654c4dfd721d binding to destination host cpu-1 is already ACTIVE {{(pid=68786) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 807.894163] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "refresh_cache-9b02ce36-2582-4b2b-9774-1f8e14cc8b92" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.894327] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquired lock "refresh_cache-9b02ce36-2582-4b2b-9774-1f8e14cc8b92" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.894498] env[68786]: DEBUG nova.network.neutron [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.946835] env[68786]: DEBUG nova.compute.manager [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.974433] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090751, 'name': Rename_Task, 'duration_secs': 0.230314} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.974889] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.975182] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ea95d69-40ad-4b7b-828c-47b9f446473e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.986126] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 807.986126] env[68786]: value = "task-3090754" [ 807.986126] env[68786]: _type = "Task" [ 807.986126] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.997036] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.045066] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.049396] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124217} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.050048] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.051062] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6cf471-c3b1-4c51-acb5-576198454dc4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.077894] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 8330ef30-4084-4d99-b431-95dcda97368a/8330ef30-4084-4d99-b431-95dcda97368a.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.078023] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-958291bc-85a2-447c-9e76-3b75d3cd230e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.098161] env[68786]: DEBUG nova.network.neutron [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Successfully created port: ac4e2ab2-b552-4141-997a-0b49c3718716 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.101668] env[68786]: DEBUG nova.compute.manager [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.116787] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for the task: (returnval){ [ 808.116787] env[68786]: value = "task-3090755" [ 808.116787] env[68786]: _type = "Task" [ 808.116787] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.131050] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.424649] env[68786]: DEBUG nova.compute.manager [req-76bc768b-89d0-4da8-8592-8f0ed570afa1 req-16db752c-3b07-43ad-9091-c39abbf4d582 service nova] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Received event network-changed-32ff4617-4396-437d-9a7a-77d4a6ff8da5 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.424649] env[68786]: DEBUG nova.compute.manager [req-76bc768b-89d0-4da8-8592-8f0ed570afa1 req-16db752c-3b07-43ad-9091-c39abbf4d582 service nova] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Refreshing instance network info cache due to event network-changed-32ff4617-4396-437d-9a7a-77d4a6ff8da5. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.424649] env[68786]: DEBUG oslo_concurrency.lockutils [req-76bc768b-89d0-4da8-8592-8f0ed570afa1 req-16db752c-3b07-43ad-9091-c39abbf4d582 service nova] Acquiring lock "refresh_cache-5874c470-2a9e-484a-b908-9043b0cd1110" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.425180] env[68786]: DEBUG oslo_concurrency.lockutils [req-76bc768b-89d0-4da8-8592-8f0ed570afa1 req-16db752c-3b07-43ad-9091-c39abbf4d582 service nova] Acquired lock "refresh_cache-5874c470-2a9e-484a-b908-9043b0cd1110" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.425180] env[68786]: DEBUG nova.network.neutron [req-76bc768b-89d0-4da8-8592-8f0ed570afa1 req-16db752c-3b07-43ad-9091-c39abbf4d582 service nova] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Refreshing network info cache for port 32ff4617-4396-437d-9a7a-77d4a6ff8da5 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.480917] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.494796] env[68786]: DEBUG oslo_vmware.api [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090754, 'name': PowerOnVM_Task, 'duration_secs': 0.483225} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.495268] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.495528] env[68786]: DEBUG nova.compute.manager [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.496488] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e301964-e28b-44a8-b843-bf824e0d1bd6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.532153] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090752, 'name': ReconfigVM_Task, 'duration_secs': 0.875449} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.532469] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 9b1d607a-7015-4bab-81d3-6ad38b76d018/9b1d607a-7015-4bab-81d3-6ad38b76d018.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.533211] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-515ad690-3cb4-4fdd-9e41-4d04ecdee990 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.542648] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 808.542648] env[68786]: value = "task-3090756" [ 808.542648] env[68786]: _type = "Task" [ 808.542648] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.556445] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090756, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.625826] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.670849] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a16127-884e-438e-a65b-1ac19fbaeebd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.680455] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f9dffb-53cf-42a9-a0b5-12ae6f3d6a67 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.719229] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e94229-58e1-47ad-b219-fc308d0c3efa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.729130] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441feef5-f050-4be7-9066-ee9b1ff122ef {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.746651] env[68786]: DEBUG nova.compute.provider_tree [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.003938] env[68786]: DEBUG nova.network.neutron [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Updating instance_info_cache with network_info: [{"id": "605652e7-ec2c-43da-a960-654c4dfd721d", "address": "fa:16:3e:03:fa:24", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap605652e7-ec", "ovs_interfaceid": "605652e7-ec2c-43da-a960-654c4dfd721d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.024658] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.054389] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090756, 'name': Rename_Task, 'duration_secs': 0.27039} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.055103] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.055384] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b4b2415-27ae-4a45-9279-dc134fad9c19 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.063860] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 809.063860] env[68786]: value = "task-3090758" [ 809.063860] env[68786]: _type = "Task" [ 809.063860] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.080955] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.117994] env[68786]: DEBUG nova.compute.manager [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.133052] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090755, 'name': ReconfigVM_Task, 'duration_secs': 0.656088} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.133652] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 8330ef30-4084-4d99-b431-95dcda97368a/8330ef30-4084-4d99-b431-95dcda97368a.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.134359] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d180ed55-9d05-4e37-a80b-f4a029b21fde {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.144659] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for the task: (returnval){ [ 809.144659] env[68786]: value = "task-3090759" [ 809.144659] env[68786]: _type = "Task" [ 809.144659] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.150931] env[68786]: DEBUG nova.virt.hardware [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.151223] env[68786]: DEBUG nova.virt.hardware [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.151391] env[68786]: DEBUG nova.virt.hardware [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.151611] env[68786]: DEBUG nova.virt.hardware [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.151776] env[68786]: DEBUG nova.virt.hardware [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.151924] env[68786]: DEBUG nova.virt.hardware [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.152240] env[68786]: DEBUG nova.virt.hardware [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.152598] env[68786]: DEBUG nova.virt.hardware [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.152836] env[68786]: DEBUG nova.virt.hardware [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.153050] env[68786]: DEBUG nova.virt.hardware [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.153275] env[68786]: DEBUG nova.virt.hardware [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.155538] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb44a9a2-ebca-48c0-813b-8b25f0cb41b7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.161552] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090759, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.170426] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5963bc-3a68-4e92-bd89-7c8e4edda974 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.228659] env[68786]: DEBUG nova.network.neutron [req-76bc768b-89d0-4da8-8592-8f0ed570afa1 req-16db752c-3b07-43ad-9091-c39abbf4d582 service nova] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Updated VIF entry in instance network info cache for port 32ff4617-4396-437d-9a7a-77d4a6ff8da5. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.229051] env[68786]: DEBUG nova.network.neutron [req-76bc768b-89d0-4da8-8592-8f0ed570afa1 req-16db752c-3b07-43ad-9091-c39abbf4d582 service nova] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Updating instance_info_cache with network_info: [{"id": "32ff4617-4396-437d-9a7a-77d4a6ff8da5", "address": "fa:16:3e:7f:b3:27", "network": {"id": "484699e9-27f5-4f9d-a119-9c275a314523", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-952661253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf20784496584ae5b0da550b8ddb6fe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32ff4617-43", "ovs_interfaceid": "32ff4617-4396-437d-9a7a-77d4a6ff8da5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.249935] env[68786]: DEBUG nova.scheduler.client.report [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.507236] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Releasing lock "refresh_cache-9b02ce36-2582-4b2b-9774-1f8e14cc8b92" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.575797] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090758, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.659794] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090759, 'name': Rename_Task, 'duration_secs': 0.253554} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.660151] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.660541] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5ebbe6e-0880-408a-8b46-4e62c25c00cb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.669375] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for the task: (returnval){ [ 809.669375] env[68786]: value = "task-3090760" [ 809.669375] env[68786]: _type = "Task" [ 809.669375] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.678998] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.731889] env[68786]: DEBUG oslo_concurrency.lockutils [req-76bc768b-89d0-4da8-8592-8f0ed570afa1 req-16db752c-3b07-43ad-9091-c39abbf4d582 service nova] Releasing lock "refresh_cache-5874c470-2a9e-484a-b908-9043b0cd1110" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.759380] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.759969] env[68786]: DEBUG nova.compute.manager [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.766027] env[68786]: DEBUG oslo_concurrency.lockutils [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.673s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.766027] env[68786]: INFO nova.compute.claims [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.010444] env[68786]: DEBUG nova.compute.manager [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68786) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 810.010715] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.011854] env[68786]: DEBUG nova.compute.manager [req-b560cfce-8098-4f47-bb4c-f7c7b551f95a req-2d2380c9-5db6-485f-81cc-3b8aed4ed24e service nova] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Received event network-vif-plugged-ac4e2ab2-b552-4141-997a-0b49c3718716 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.013853] env[68786]: DEBUG oslo_concurrency.lockutils [req-b560cfce-8098-4f47-bb4c-f7c7b551f95a req-2d2380c9-5db6-485f-81cc-3b8aed4ed24e service nova] Acquiring lock "225f657a-f6a1-45e1-ad78-23191fae6003-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.014129] env[68786]: DEBUG oslo_concurrency.lockutils [req-b560cfce-8098-4f47-bb4c-f7c7b551f95a req-2d2380c9-5db6-485f-81cc-3b8aed4ed24e service nova] Lock "225f657a-f6a1-45e1-ad78-23191fae6003-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.014319] env[68786]: DEBUG oslo_concurrency.lockutils [req-b560cfce-8098-4f47-bb4c-f7c7b551f95a req-2d2380c9-5db6-485f-81cc-3b8aed4ed24e service nova] Lock "225f657a-f6a1-45e1-ad78-23191fae6003-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.014511] env[68786]: DEBUG nova.compute.manager [req-b560cfce-8098-4f47-bb4c-f7c7b551f95a req-2d2380c9-5db6-485f-81cc-3b8aed4ed24e service nova] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] No waiting events found dispatching network-vif-plugged-ac4e2ab2-b552-4141-997a-0b49c3718716 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.014679] env[68786]: WARNING nova.compute.manager [req-b560cfce-8098-4f47-bb4c-f7c7b551f95a req-2d2380c9-5db6-485f-81cc-3b8aed4ed24e service nova] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Received unexpected event network-vif-plugged-ac4e2ab2-b552-4141-997a-0b49c3718716 for instance with vm_state building and task_state spawning. [ 810.076859] env[68786]: DEBUG oslo_vmware.api [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090758, 'name': PowerOnVM_Task, 'duration_secs': 0.714026} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.077644] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.077856] env[68786]: DEBUG nova.compute.manager [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.078732] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af61174e-c87b-4542-a6f9-0062e04fd992 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.103011] env[68786]: DEBUG nova.network.neutron [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Successfully updated port: ac4e2ab2-b552-4141-997a-0b49c3718716 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.181424] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090760, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.269475] env[68786]: DEBUG nova.compute.utils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.276687] env[68786]: DEBUG nova.compute.manager [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.276687] env[68786]: DEBUG nova.network.neutron [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.318317] env[68786]: DEBUG nova.policy [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f797528990774abe8da4e2fd57f2174c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '222f209a941a4981b7185b8198b33c1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.547403] env[68786]: DEBUG oslo_concurrency.lockutils [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "52d276d9-713c-4ef7-9a8b-cb644497ac2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.547719] env[68786]: DEBUG oslo_concurrency.lockutils [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "52d276d9-713c-4ef7-9a8b-cb644497ac2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.549549] env[68786]: DEBUG oslo_concurrency.lockutils [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "52d276d9-713c-4ef7-9a8b-cb644497ac2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.549549] env[68786]: DEBUG oslo_concurrency.lockutils [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "52d276d9-713c-4ef7-9a8b-cb644497ac2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.549776] env[68786]: DEBUG oslo_concurrency.lockutils [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "52d276d9-713c-4ef7-9a8b-cb644497ac2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.552627] env[68786]: INFO nova.compute.manager [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Terminating instance [ 810.607129] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.607129] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "refresh_cache-225f657a-f6a1-45e1-ad78-23191fae6003" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.607129] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquired lock "refresh_cache-225f657a-f6a1-45e1-ad78-23191fae6003" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.607129] env[68786]: DEBUG nova.network.neutron [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.627786] env[68786]: DEBUG nova.network.neutron [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Successfully created port: 9fa6dfde-ae97-4a90-abe3-d24587e727ca {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.687028] env[68786]: DEBUG oslo_vmware.api [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090760, 'name': PowerOnVM_Task, 'duration_secs': 1.012783} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.687028] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.687028] env[68786]: INFO nova.compute.manager [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Took 10.66 seconds to spawn the instance on the hypervisor. [ 810.687028] env[68786]: DEBUG nova.compute.manager [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.687028] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab424036-a3e1-4b6f-815b-03c89330002d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.777314] env[68786]: DEBUG nova.compute.manager [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.956978] env[68786]: DEBUG oslo_concurrency.lockutils [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquiring lock "9b1d607a-7015-4bab-81d3-6ad38b76d018" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.957441] env[68786]: DEBUG oslo_concurrency.lockutils [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Lock "9b1d607a-7015-4bab-81d3-6ad38b76d018" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.957750] env[68786]: DEBUG oslo_concurrency.lockutils [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquiring lock "9b1d607a-7015-4bab-81d3-6ad38b76d018-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.958219] env[68786]: DEBUG oslo_concurrency.lockutils [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Lock "9b1d607a-7015-4bab-81d3-6ad38b76d018-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.958347] env[68786]: DEBUG oslo_concurrency.lockutils [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Lock "9b1d607a-7015-4bab-81d3-6ad38b76d018-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.963877] env[68786]: INFO nova.compute.manager [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Terminating instance [ 811.060251] env[68786]: DEBUG nova.compute.manager [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.060251] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.061991] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd37f1ea-15b0-480f-b92e-0556de5e6d55 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.071273] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.071527] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ad4e2ba-2eaa-4c05-b2b0-764cbf6976cd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.084308] env[68786]: DEBUG oslo_vmware.api [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 811.084308] env[68786]: value = "task-3090761" [ 811.084308] env[68786]: _type = "Task" [ 811.084308] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.096670] env[68786]: DEBUG oslo_vmware.api [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.196333] env[68786]: DEBUG nova.network.neutron [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.212956] env[68786]: INFO nova.compute.manager [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Took 36.90 seconds to build instance. [ 811.365032] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad830c7-1fbd-4b6d-aeed-1e1277df1d42 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.374578] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9978456c-5edd-445e-8ea9-82bd5b4acc5c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.411318] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814c8b6a-7e3d-4502-b468-1f531ca365fc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.423830] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bc7940-4339-4761-821e-0e00b71dc3b1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.442797] env[68786]: DEBUG nova.compute.provider_tree [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.468224] env[68786]: DEBUG nova.network.neutron [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Updating instance_info_cache with network_info: [{"id": "ac4e2ab2-b552-4141-997a-0b49c3718716", "address": "fa:16:3e:35:37:01", "network": {"id": "a7fdab92-6aaf-43af-a26f-6dbc7f8272a9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-347562393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "222f209a941a4981b7185b8198b33c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac4e2ab2-b5", "ovs_interfaceid": "ac4e2ab2-b552-4141-997a-0b49c3718716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.468930] env[68786]: DEBUG oslo_concurrency.lockutils [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquiring lock "refresh_cache-9b1d607a-7015-4bab-81d3-6ad38b76d018" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.469122] env[68786]: DEBUG oslo_concurrency.lockutils [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquired lock "refresh_cache-9b1d607a-7015-4bab-81d3-6ad38b76d018" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.469296] env[68786]: DEBUG nova.network.neutron [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.596715] env[68786]: DEBUG oslo_vmware.api [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090761, 'name': PowerOffVM_Task, 'duration_secs': 0.383782} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.597018] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.597342] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.597692] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7cfb367-1360-4cde-ba4a-392cf9b03e49 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.681601] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.681601] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.681601] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Deleting the datastore file [datastore1] 52d276d9-713c-4ef7-9a8b-cb644497ac2f {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.681601] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51ea07cd-cb5a-4623-964d-da0204ccffdc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.692656] env[68786]: DEBUG oslo_vmware.api [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 811.692656] env[68786]: value = "task-3090763" [ 811.692656] env[68786]: _type = "Task" [ 811.692656] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.703867] env[68786]: DEBUG oslo_vmware.api [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.715806] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7aed5b74-b142-4769-b1c0-161e1a81e0d2 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "8330ef30-4084-4d99-b431-95dcda97368a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.411s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.788925] env[68786]: DEBUG nova.compute.manager [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.819972] env[68786]: DEBUG nova.virt.hardware [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.819972] env[68786]: DEBUG nova.virt.hardware [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.820296] env[68786]: DEBUG nova.virt.hardware [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.820296] env[68786]: DEBUG nova.virt.hardware [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.820481] env[68786]: DEBUG nova.virt.hardware [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.820571] env[68786]: DEBUG nova.virt.hardware [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.820733] env[68786]: DEBUG nova.virt.hardware [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.820898] env[68786]: DEBUG nova.virt.hardware [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.821472] env[68786]: DEBUG nova.virt.hardware [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.821623] env[68786]: DEBUG nova.virt.hardware [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.821768] env[68786]: DEBUG nova.virt.hardware [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.823130] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd6e721-3fcd-4db9-9dc9-e9777646ba83 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.832842] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4894b4-4c77-4296-bb95-5021dc2db237 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.949481] env[68786]: DEBUG nova.scheduler.client.report [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.971961] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Releasing lock "refresh_cache-225f657a-f6a1-45e1-ad78-23191fae6003" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.974090] env[68786]: DEBUG nova.compute.manager [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Instance network_info: |[{"id": "ac4e2ab2-b552-4141-997a-0b49c3718716", "address": "fa:16:3e:35:37:01", "network": {"id": "a7fdab92-6aaf-43af-a26f-6dbc7f8272a9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-347562393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "222f209a941a4981b7185b8198b33c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac4e2ab2-b5", "ovs_interfaceid": "ac4e2ab2-b552-4141-997a-0b49c3718716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.978963] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:37:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac4e2ab2-b552-4141-997a-0b49c3718716', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.994026] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.994216] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.994981] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a994714f-0614-4b51-b7d2-e99943698b6c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.020394] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.020394] env[68786]: value = "task-3090764" [ 812.020394] env[68786]: _type = "Task" [ 812.020394] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.030434] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090764, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.031610] env[68786]: DEBUG nova.network.neutron [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.158059] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "f91a41de-6ac2-4043-8176-a3849b2cc882" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.158693] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "f91a41de-6ac2-4043-8176-a3849b2cc882" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.167664] env[68786]: DEBUG nova.network.neutron [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.206619] env[68786]: DEBUG oslo_vmware.api [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253935} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.207040] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.207396] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.207667] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.208030] env[68786]: INFO nova.compute.manager [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 812.208364] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.208923] env[68786]: DEBUG nova.compute.manager [-] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.208923] env[68786]: DEBUG nova.network.neutron [-] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.345249] env[68786]: DEBUG nova.compute.manager [req-47716ddb-ec5e-48ec-bb69-eb9b7cdeac0d req-2a4fb166-0ddf-4a3a-a1f1-b4e1ee64c2af service nova] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Received event network-changed-ac4e2ab2-b552-4141-997a-0b49c3718716 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.345773] env[68786]: DEBUG nova.compute.manager [req-47716ddb-ec5e-48ec-bb69-eb9b7cdeac0d req-2a4fb166-0ddf-4a3a-a1f1-b4e1ee64c2af service nova] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Refreshing instance network info cache due to event network-changed-ac4e2ab2-b552-4141-997a-0b49c3718716. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.346171] env[68786]: DEBUG oslo_concurrency.lockutils [req-47716ddb-ec5e-48ec-bb69-eb9b7cdeac0d req-2a4fb166-0ddf-4a3a-a1f1-b4e1ee64c2af service nova] Acquiring lock "refresh_cache-225f657a-f6a1-45e1-ad78-23191fae6003" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.346171] env[68786]: DEBUG oslo_concurrency.lockutils [req-47716ddb-ec5e-48ec-bb69-eb9b7cdeac0d req-2a4fb166-0ddf-4a3a-a1f1-b4e1ee64c2af service nova] Acquired lock "refresh_cache-225f657a-f6a1-45e1-ad78-23191fae6003" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.346443] env[68786]: DEBUG nova.network.neutron [req-47716ddb-ec5e-48ec-bb69-eb9b7cdeac0d req-2a4fb166-0ddf-4a3a-a1f1-b4e1ee64c2af service nova] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Refreshing network info cache for port ac4e2ab2-b552-4141-997a-0b49c3718716 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.456418] env[68786]: DEBUG oslo_concurrency.lockutils [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.456960] env[68786]: DEBUG nova.compute.manager [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.462029] env[68786]: DEBUG oslo_concurrency.lockutils [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.199s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.466021] env[68786]: INFO nova.compute.claims [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.533037] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090764, 'name': CreateVM_Task, 'duration_secs': 0.478382} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.533275] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.534046] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.534281] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.534615] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.534889] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41cfa3f5-2173-44b3-ba9e-3964efb8f251 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.542045] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 812.542045] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]521c33a0-178e-ed29-a92b-6a2bffb06176" [ 812.542045] env[68786]: _type = "Task" [ 812.542045] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.546629] env[68786]: DEBUG nova.network.neutron [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Successfully updated port: 9fa6dfde-ae97-4a90-abe3-d24587e727ca {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.554358] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]521c33a0-178e-ed29-a92b-6a2bffb06176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.662058] env[68786]: DEBUG nova.compute.manager [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.670788] env[68786]: DEBUG oslo_concurrency.lockutils [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Releasing lock "refresh_cache-9b1d607a-7015-4bab-81d3-6ad38b76d018" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.671432] env[68786]: DEBUG nova.compute.manager [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.671727] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.674113] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07d2040-7c1d-445d-81be-e5418cdd36c2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.691026] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.691026] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ff82fd7-8cb5-4c79-83d4-a0e776a292a1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.697820] env[68786]: DEBUG oslo_vmware.api [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 812.697820] env[68786]: value = "task-3090765" [ 812.697820] env[68786]: _type = "Task" [ 812.697820] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.716475] env[68786]: DEBUG oslo_vmware.api [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.789086] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Acquiring lock "3ebf958f-7544-44f2-85c5-00b5a309817f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.789636] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Lock "3ebf958f-7544-44f2-85c5-00b5a309817f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.972634] env[68786]: DEBUG nova.compute.utils [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.978536] env[68786]: DEBUG nova.compute.manager [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.978782] env[68786]: DEBUG nova.network.neutron [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.048991] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "refresh_cache-9f202206-4cfc-4026-916d-74efeaf9889b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.049140] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquired lock "refresh_cache-9f202206-4cfc-4026-916d-74efeaf9889b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.063600] env[68786]: DEBUG nova.network.neutron [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.063600] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]521c33a0-178e-ed29-a92b-6a2bffb06176, 'name': SearchDatastore_Task, 'duration_secs': 0.013121} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.063600] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.063600] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.064816] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.064816] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.064816] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.064816] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9754928-4ddc-471a-827a-11921ebc6eb5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.064963] env[68786]: DEBUG nova.policy [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc0d268882ae4e1a81bc9e631ecda10c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ac2bdd051844773a9ea751d45cbdf52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.073448] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.073747] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.074466] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af87a211-2e88-4f1e-9ea5-e6924c89544d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.082053] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 813.082053] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52de84ba-5b97-f7a3-c666-a4bcf11bf690" [ 813.082053] env[68786]: _type = "Task" [ 813.082053] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.093770] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52de84ba-5b97-f7a3-c666-a4bcf11bf690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.134765] env[68786]: DEBUG nova.network.neutron [-] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.172624] env[68786]: DEBUG nova.network.neutron [req-47716ddb-ec5e-48ec-bb69-eb9b7cdeac0d req-2a4fb166-0ddf-4a3a-a1f1-b4e1ee64c2af service nova] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Updated VIF entry in instance network info cache for port ac4e2ab2-b552-4141-997a-0b49c3718716. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.172962] env[68786]: DEBUG nova.network.neutron [req-47716ddb-ec5e-48ec-bb69-eb9b7cdeac0d req-2a4fb166-0ddf-4a3a-a1f1-b4e1ee64c2af service nova] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Updating instance_info_cache with network_info: [{"id": "ac4e2ab2-b552-4141-997a-0b49c3718716", "address": "fa:16:3e:35:37:01", "network": {"id": "a7fdab92-6aaf-43af-a26f-6dbc7f8272a9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-347562393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "222f209a941a4981b7185b8198b33c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac4e2ab2-b5", "ovs_interfaceid": "ac4e2ab2-b552-4141-997a-0b49c3718716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.195330] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.209849] env[68786]: DEBUG oslo_vmware.api [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090765, 'name': PowerOffVM_Task, 'duration_secs': 0.204953} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.210140] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.210335] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.210590] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb3c4a0a-be45-48a4-82b3-82ee112dc5d6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.238833] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.239086] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.239248] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Deleting the datastore file [datastore1] 9b1d607a-7015-4bab-81d3-6ad38b76d018 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.239539] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5129d8c8-b098-4544-9bf2-064ca80c5bf3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.247746] env[68786]: DEBUG oslo_vmware.api [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 813.247746] env[68786]: value = "task-3090767" [ 813.247746] env[68786]: _type = "Task" [ 813.247746] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.259082] env[68786]: DEBUG oslo_vmware.api [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.293149] env[68786]: DEBUG nova.compute.manager [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.478982] env[68786]: DEBUG nova.network.neutron [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Successfully created port: 2c0ece61-480b-4951-818a-af8c591aaaa6 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.482592] env[68786]: DEBUG nova.compute.manager [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.599461] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52de84ba-5b97-f7a3-c666-a4bcf11bf690, 'name': SearchDatastore_Task, 'duration_secs': 0.014747} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.602934] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc232d85-00c0-4393-a36b-6713038bbfa6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.606734] env[68786]: DEBUG nova.network.neutron [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.610297] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 813.610297] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]524a66c0-76b3-0e2b-84d1-39c42ac07062" [ 813.610297] env[68786]: _type = "Task" [ 813.610297] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.619314] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524a66c0-76b3-0e2b-84d1-39c42ac07062, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.641339] env[68786]: INFO nova.compute.manager [-] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Took 1.43 seconds to deallocate network for instance. [ 813.679054] env[68786]: DEBUG oslo_concurrency.lockutils [req-47716ddb-ec5e-48ec-bb69-eb9b7cdeac0d req-2a4fb166-0ddf-4a3a-a1f1-b4e1ee64c2af service nova] Releasing lock "refresh_cache-225f657a-f6a1-45e1-ad78-23191fae6003" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.766223] env[68786]: DEBUG oslo_vmware.api [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186761} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.766499] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.766691] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.766869] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.767071] env[68786]: INFO nova.compute.manager [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Took 1.10 seconds to destroy the instance on the hypervisor. [ 813.767326] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.767525] env[68786]: DEBUG nova.compute.manager [-] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.767620] env[68786]: DEBUG nova.network.neutron [-] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.797767] env[68786]: DEBUG nova.network.neutron [-] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.820768] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.866858] env[68786]: DEBUG nova.network.neutron [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Updating instance_info_cache with network_info: [{"id": "9fa6dfde-ae97-4a90-abe3-d24587e727ca", "address": "fa:16:3e:24:ae:57", "network": {"id": "a7fdab92-6aaf-43af-a26f-6dbc7f8272a9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-347562393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "222f209a941a4981b7185b8198b33c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fa6dfde-ae", "ovs_interfaceid": "9fa6dfde-ae97-4a90-abe3-d24587e727ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.028271] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335c9aba-5f76-448a-a1fa-4921d8fe0e13 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.037604] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9df0099-c969-45a7-a693-67fb63a68486 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.078825] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e20e2e4-13d3-4911-92a4-08b66051acd1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.091054] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10494722-75a0-4562-b439-b7eb27a4e7c9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.108735] env[68786]: DEBUG nova.compute.provider_tree [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.123066] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524a66c0-76b3-0e2b-84d1-39c42ac07062, 'name': SearchDatastore_Task, 'duration_secs': 0.019195} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.123387] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.123549] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 225f657a-f6a1-45e1-ad78-23191fae6003/225f657a-f6a1-45e1-ad78-23191fae6003.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.126376] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fb5b388-e2e0-4b29-acb9-1b58878ea6ac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.132394] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 814.132394] env[68786]: value = "task-3090768" [ 814.132394] env[68786]: _type = "Task" [ 814.132394] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.141278] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.148367] env[68786]: DEBUG oslo_concurrency.lockutils [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.305914] env[68786]: DEBUG nova.network.neutron [-] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.369967] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Releasing lock "refresh_cache-9f202206-4cfc-4026-916d-74efeaf9889b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.370434] env[68786]: DEBUG nova.compute.manager [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Instance network_info: |[{"id": "9fa6dfde-ae97-4a90-abe3-d24587e727ca", "address": "fa:16:3e:24:ae:57", "network": {"id": "a7fdab92-6aaf-43af-a26f-6dbc7f8272a9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-347562393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "222f209a941a4981b7185b8198b33c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fa6dfde-ae", "ovs_interfaceid": "9fa6dfde-ae97-4a90-abe3-d24587e727ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.370864] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:ae:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fa6dfde-ae97-4a90-abe3-d24587e727ca', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.379210] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.379497] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.380084] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1b4e846-c403-4ae9-bc72-8fd4b30a5f90 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.398596] env[68786]: DEBUG nova.compute.manager [req-b2455acc-298c-4e4c-85aa-5902447c991b req-542c5025-0bb8-49b7-8126-cd12cfa42749 service nova] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Received event network-vif-plugged-9fa6dfde-ae97-4a90-abe3-d24587e727ca {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.398698] env[68786]: DEBUG oslo_concurrency.lockutils [req-b2455acc-298c-4e4c-85aa-5902447c991b req-542c5025-0bb8-49b7-8126-cd12cfa42749 service nova] Acquiring lock "9f202206-4cfc-4026-916d-74efeaf9889b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.398899] env[68786]: DEBUG oslo_concurrency.lockutils [req-b2455acc-298c-4e4c-85aa-5902447c991b req-542c5025-0bb8-49b7-8126-cd12cfa42749 service nova] Lock "9f202206-4cfc-4026-916d-74efeaf9889b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.399083] env[68786]: DEBUG oslo_concurrency.lockutils [req-b2455acc-298c-4e4c-85aa-5902447c991b req-542c5025-0bb8-49b7-8126-cd12cfa42749 service nova] Lock "9f202206-4cfc-4026-916d-74efeaf9889b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.399254] env[68786]: DEBUG nova.compute.manager [req-b2455acc-298c-4e4c-85aa-5902447c991b req-542c5025-0bb8-49b7-8126-cd12cfa42749 service nova] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] No waiting events found dispatching network-vif-plugged-9fa6dfde-ae97-4a90-abe3-d24587e727ca {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.399415] env[68786]: WARNING nova.compute.manager [req-b2455acc-298c-4e4c-85aa-5902447c991b req-542c5025-0bb8-49b7-8126-cd12cfa42749 service nova] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Received unexpected event network-vif-plugged-9fa6dfde-ae97-4a90-abe3-d24587e727ca for instance with vm_state building and task_state spawning. [ 814.399606] env[68786]: DEBUG nova.compute.manager [req-b2455acc-298c-4e4c-85aa-5902447c991b req-542c5025-0bb8-49b7-8126-cd12cfa42749 service nova] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Received event network-changed-9fa6dfde-ae97-4a90-abe3-d24587e727ca {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.399764] env[68786]: DEBUG nova.compute.manager [req-b2455acc-298c-4e4c-85aa-5902447c991b req-542c5025-0bb8-49b7-8126-cd12cfa42749 service nova] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Refreshing instance network info cache due to event network-changed-9fa6dfde-ae97-4a90-abe3-d24587e727ca. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.399944] env[68786]: DEBUG oslo_concurrency.lockutils [req-b2455acc-298c-4e4c-85aa-5902447c991b req-542c5025-0bb8-49b7-8126-cd12cfa42749 service nova] Acquiring lock "refresh_cache-9f202206-4cfc-4026-916d-74efeaf9889b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.400095] env[68786]: DEBUG oslo_concurrency.lockutils [req-b2455acc-298c-4e4c-85aa-5902447c991b req-542c5025-0bb8-49b7-8126-cd12cfa42749 service nova] Acquired lock "refresh_cache-9f202206-4cfc-4026-916d-74efeaf9889b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.400255] env[68786]: DEBUG nova.network.neutron [req-b2455acc-298c-4e4c-85aa-5902447c991b req-542c5025-0bb8-49b7-8126-cd12cfa42749 service nova] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Refreshing network info cache for port 9fa6dfde-ae97-4a90-abe3-d24587e727ca {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.408968] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.408968] env[68786]: value = "task-3090769" [ 814.408968] env[68786]: _type = "Task" [ 814.408968] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.418124] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090769, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.499208] env[68786]: DEBUG nova.compute.manager [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.530133] env[68786]: DEBUG nova.virt.hardware [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.530452] env[68786]: DEBUG nova.virt.hardware [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.530621] env[68786]: DEBUG nova.virt.hardware [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.530816] env[68786]: DEBUG nova.virt.hardware [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.530948] env[68786]: DEBUG nova.virt.hardware [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.531205] env[68786]: DEBUG nova.virt.hardware [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.531447] env[68786]: DEBUG nova.virt.hardware [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.531641] env[68786]: DEBUG nova.virt.hardware [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.531843] env[68786]: DEBUG nova.virt.hardware [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.532027] env[68786]: DEBUG nova.virt.hardware [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.532213] env[68786]: DEBUG nova.virt.hardware [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.533526] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f482ad1-8e51-45ca-b4ae-e06319c711dd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.543514] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef04fb8-8510-4a71-97a8-e1b5db50e645 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.585242] env[68786]: DEBUG oslo_concurrency.lockutils [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquiring lock "8330ef30-4084-4d99-b431-95dcda97368a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.585514] env[68786]: DEBUG oslo_concurrency.lockutils [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "8330ef30-4084-4d99-b431-95dcda97368a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.585729] env[68786]: DEBUG oslo_concurrency.lockutils [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquiring lock "8330ef30-4084-4d99-b431-95dcda97368a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.586122] env[68786]: DEBUG oslo_concurrency.lockutils [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "8330ef30-4084-4d99-b431-95dcda97368a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.586331] env[68786]: DEBUG oslo_concurrency.lockutils [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "8330ef30-4084-4d99-b431-95dcda97368a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.588516] env[68786]: INFO nova.compute.manager [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Terminating instance [ 814.611795] env[68786]: DEBUG nova.scheduler.client.report [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.643480] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090768, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.807656] env[68786]: INFO nova.compute.manager [-] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Took 1.04 seconds to deallocate network for instance. [ 814.920804] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090769, 'name': CreateVM_Task, 'duration_secs': 0.488316} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.921368] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.921842] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.921882] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.922623] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.922623] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07632d82-26ce-4bac-bb91-a96aa198fbf0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.928886] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 814.928886] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f81ceb-1ddf-d8d2-66a7-4b8dad1bcd54" [ 814.928886] env[68786]: _type = "Task" [ 814.928886] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.941299] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f81ceb-1ddf-d8d2-66a7-4b8dad1bcd54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.094059] env[68786]: DEBUG nova.compute.manager [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.094428] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.095331] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b14323-4796-4a80-9923-2335ed33dc6b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.104737] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.104992] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d095d21-3069-4a79-8ae2-334a83153792 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.112146] env[68786]: DEBUG oslo_vmware.api [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for the task: (returnval){ [ 815.112146] env[68786]: value = "task-3090770" [ 815.112146] env[68786]: _type = "Task" [ 815.112146] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.118386] env[68786]: DEBUG oslo_concurrency.lockutils [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.118901] env[68786]: DEBUG nova.compute.manager [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.122301] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.394s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.122587] env[68786]: DEBUG nova.objects.instance [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lazy-loading 'resources' on Instance uuid 4972782e-8d8b-46a4-9855-9196b890ea79 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.130496] env[68786]: DEBUG oslo_vmware.api [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.145909] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844215} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.146189] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 225f657a-f6a1-45e1-ad78-23191fae6003/225f657a-f6a1-45e1-ad78-23191fae6003.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.146493] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.146771] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e21d2c14-7485-4bb9-a01c-dd044043b21c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.154281] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 815.154281] env[68786]: value = "task-3090771" [ 815.154281] env[68786]: _type = "Task" [ 815.154281] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.167219] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.283261] env[68786]: DEBUG nova.network.neutron [req-b2455acc-298c-4e4c-85aa-5902447c991b req-542c5025-0bb8-49b7-8126-cd12cfa42749 service nova] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Updated VIF entry in instance network info cache for port 9fa6dfde-ae97-4a90-abe3-d24587e727ca. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.283737] env[68786]: DEBUG nova.network.neutron [req-b2455acc-298c-4e4c-85aa-5902447c991b req-542c5025-0bb8-49b7-8126-cd12cfa42749 service nova] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Updating instance_info_cache with network_info: [{"id": "9fa6dfde-ae97-4a90-abe3-d24587e727ca", "address": "fa:16:3e:24:ae:57", "network": {"id": "a7fdab92-6aaf-43af-a26f-6dbc7f8272a9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-347562393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "222f209a941a4981b7185b8198b33c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fa6dfde-ae", "ovs_interfaceid": "9fa6dfde-ae97-4a90-abe3-d24587e727ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.317270] env[68786]: DEBUG oslo_concurrency.lockutils [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.386614] env[68786]: DEBUG nova.network.neutron [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Successfully updated port: 2c0ece61-480b-4951-818a-af8c591aaaa6 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.441966] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f81ceb-1ddf-d8d2-66a7-4b8dad1bcd54, 'name': SearchDatastore_Task, 'duration_secs': 0.033487} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.442542] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.442814] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.443453] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.443453] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.443453] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.443638] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e73e673-eb9a-4d14-b6c1-b3f9b067d81e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.458856] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.458856] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.458856] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f115332c-71b4-4ba1-8215-3f50101492aa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.465402] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 815.465402] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5217aa19-ac29-bee0-be64-b2133de051f7" [ 815.465402] env[68786]: _type = "Task" [ 815.465402] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.475821] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5217aa19-ac29-bee0-be64-b2133de051f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.627164] env[68786]: DEBUG nova.compute.utils [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.631027] env[68786]: DEBUG oslo_vmware.api [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090770, 'name': PowerOffVM_Task, 'duration_secs': 0.222624} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.631414] env[68786]: DEBUG nova.compute.manager [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.631583] env[68786]: DEBUG nova.network.neutron [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.633251] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.633449] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.633718] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a95186f0-e0f2-43c6-8a05-be2ba07d886d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.667132] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073252} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.667327] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.668174] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5717941c-25b3-4c12-a0f8-29eb9b8e4aef {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.674327] env[68786]: DEBUG nova.policy [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14d94645d20b4a63bb6973778de552cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c7059e9877847009834a094d3f41657', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.696263] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 225f657a-f6a1-45e1-ad78-23191fae6003/225f657a-f6a1-45e1-ad78-23191fae6003.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.699122] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57fc454d-808f-4f73-beb7-aa7b884b1cf5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.715388] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.715616] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.715794] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Deleting the datastore file [datastore1] 8330ef30-4084-4d99-b431-95dcda97368a {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.716453] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8cb21a5-a2ed-415f-8e85-6b362f994df4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.722299] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 815.722299] env[68786]: value = "task-3090773" [ 815.722299] env[68786]: _type = "Task" [ 815.722299] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.726468] env[68786]: DEBUG oslo_vmware.api [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for the task: (returnval){ [ 815.726468] env[68786]: value = "task-3090774" [ 815.726468] env[68786]: _type = "Task" [ 815.726468] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.735451] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.740780] env[68786]: DEBUG oslo_vmware.api [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.789834] env[68786]: DEBUG oslo_concurrency.lockutils [req-b2455acc-298c-4e4c-85aa-5902447c991b req-542c5025-0bb8-49b7-8126-cd12cfa42749 service nova] Releasing lock "refresh_cache-9f202206-4cfc-4026-916d-74efeaf9889b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.790052] env[68786]: DEBUG nova.compute.manager [req-b2455acc-298c-4e4c-85aa-5902447c991b req-542c5025-0bb8-49b7-8126-cd12cfa42749 service nova] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Received event network-vif-deleted-292c78f6-c414-4df5-8db1-7772a51e0a6f {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.888751] env[68786]: DEBUG oslo_concurrency.lockutils [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "refresh_cache-656e0ed0-c4ea-4779-87d5-b4077132b563" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.889067] env[68786]: DEBUG oslo_concurrency.lockutils [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "refresh_cache-656e0ed0-c4ea-4779-87d5-b4077132b563" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.889067] env[68786]: DEBUG nova.network.neutron [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.969181] env[68786]: DEBUG nova.network.neutron [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Successfully created port: 35eaecce-7502-42bb-94c5-b0168462d2b3 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.983669] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5217aa19-ac29-bee0-be64-b2133de051f7, 'name': SearchDatastore_Task, 'duration_secs': 0.092776} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.985930] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abb5111a-a5cb-4d81-b60d-72aca94e2e48 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.994078] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 815.994078] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5236aa9d-35b9-6ce1-2ca0-49e5ef725a87" [ 815.994078] env[68786]: _type = "Task" [ 815.994078] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.005673] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5236aa9d-35b9-6ce1-2ca0-49e5ef725a87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.108450] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09aeab0a-941a-40cb-b9ee-fe422db62fe1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.117630] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25175d34-fce5-4853-931c-3eb08d10a46f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.149813] env[68786]: DEBUG nova.compute.manager [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.153095] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a22856-858a-49d0-9e45-f44b7075d1f1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.165547] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e073ba15-ec3f-4c47-8447-c2e472170314 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.183294] env[68786]: DEBUG nova.compute.provider_tree [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.236103] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090773, 'name': ReconfigVM_Task, 'duration_secs': 0.380091} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.238567] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 225f657a-f6a1-45e1-ad78-23191fae6003/225f657a-f6a1-45e1-ad78-23191fae6003.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.238567] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdb7efe7-4da4-42ef-8be9-0269551461d0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.242563] env[68786]: DEBUG oslo_vmware.api [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363137} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.243195] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.243444] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.243620] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.243800] env[68786]: INFO nova.compute.manager [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 816.244052] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.244571] env[68786]: DEBUG nova.compute.manager [-] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.244852] env[68786]: DEBUG nova.network.neutron [-] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.248159] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 816.248159] env[68786]: value = "task-3090775" [ 816.248159] env[68786]: _type = "Task" [ 816.248159] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.257433] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090775, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.463412] env[68786]: DEBUG nova.network.neutron [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.508398] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5236aa9d-35b9-6ce1-2ca0-49e5ef725a87, 'name': SearchDatastore_Task, 'duration_secs': 0.013734} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.508740] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.509029] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 9f202206-4cfc-4026-916d-74efeaf9889b/9f202206-4cfc-4026-916d-74efeaf9889b.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.509335] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c33ba970-0f89-4b75-9702-0f6639bc46c5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.517525] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 816.517525] env[68786]: value = "task-3090776" [ 816.517525] env[68786]: _type = "Task" [ 816.517525] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.526550] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.536691] env[68786]: DEBUG nova.compute.manager [req-20b9f856-295f-4f04-84cc-1765ac15a24b req-c1113f02-dfc9-448e-9547-03889e1cbc59 service nova] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Received event network-vif-plugged-2c0ece61-480b-4951-818a-af8c591aaaa6 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.536919] env[68786]: DEBUG oslo_concurrency.lockutils [req-20b9f856-295f-4f04-84cc-1765ac15a24b req-c1113f02-dfc9-448e-9547-03889e1cbc59 service nova] Acquiring lock "656e0ed0-c4ea-4779-87d5-b4077132b563-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.537149] env[68786]: DEBUG oslo_concurrency.lockutils [req-20b9f856-295f-4f04-84cc-1765ac15a24b req-c1113f02-dfc9-448e-9547-03889e1cbc59 service nova] Lock "656e0ed0-c4ea-4779-87d5-b4077132b563-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.537286] env[68786]: DEBUG oslo_concurrency.lockutils [req-20b9f856-295f-4f04-84cc-1765ac15a24b req-c1113f02-dfc9-448e-9547-03889e1cbc59 service nova] Lock "656e0ed0-c4ea-4779-87d5-b4077132b563-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.537458] env[68786]: DEBUG nova.compute.manager [req-20b9f856-295f-4f04-84cc-1765ac15a24b req-c1113f02-dfc9-448e-9547-03889e1cbc59 service nova] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] No waiting events found dispatching network-vif-plugged-2c0ece61-480b-4951-818a-af8c591aaaa6 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.537624] env[68786]: WARNING nova.compute.manager [req-20b9f856-295f-4f04-84cc-1765ac15a24b req-c1113f02-dfc9-448e-9547-03889e1cbc59 service nova] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Received unexpected event network-vif-plugged-2c0ece61-480b-4951-818a-af8c591aaaa6 for instance with vm_state building and task_state spawning. [ 816.539031] env[68786]: DEBUG nova.compute.manager [req-20b9f856-295f-4f04-84cc-1765ac15a24b req-c1113f02-dfc9-448e-9547-03889e1cbc59 service nova] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Received event network-changed-2c0ece61-480b-4951-818a-af8c591aaaa6 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.539031] env[68786]: DEBUG nova.compute.manager [req-20b9f856-295f-4f04-84cc-1765ac15a24b req-c1113f02-dfc9-448e-9547-03889e1cbc59 service nova] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Refreshing instance network info cache due to event network-changed-2c0ece61-480b-4951-818a-af8c591aaaa6. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.539031] env[68786]: DEBUG oslo_concurrency.lockutils [req-20b9f856-295f-4f04-84cc-1765ac15a24b req-c1113f02-dfc9-448e-9547-03889e1cbc59 service nova] Acquiring lock "refresh_cache-656e0ed0-c4ea-4779-87d5-b4077132b563" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.687577] env[68786]: DEBUG nova.scheduler.client.report [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.758427] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090775, 'name': Rename_Task, 'duration_secs': 0.154892} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.758712] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.758960] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-492ff95c-3406-48ac-890d-6fee0744b2fe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.767660] env[68786]: DEBUG nova.network.neutron [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Updating instance_info_cache with network_info: [{"id": "2c0ece61-480b-4951-818a-af8c591aaaa6", "address": "fa:16:3e:52:d2:71", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0ece61-48", "ovs_interfaceid": "2c0ece61-480b-4951-818a-af8c591aaaa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.769950] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 816.769950] env[68786]: value = "task-3090777" [ 816.769950] env[68786]: _type = "Task" [ 816.769950] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.778904] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.031893] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090776, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.164852] env[68786]: DEBUG nova.compute.manager [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.194744] env[68786]: DEBUG nova.virt.hardware [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='34d9999904bd1f6df4877c3409e3b0c7',container_format='bare',created_at=2025-03-19T15:37:21Z,direct_url=,disk_format='vmdk',id=b8fa62db-d1ba-4f68-ac4e-e8bf5035d924,min_disk=1,min_ram=0,name='tempest-test-snap-471889161',owner='1c7059e9877847009834a094d3f41657',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-19T15:37:37Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.194992] env[68786]: DEBUG nova.virt.hardware [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.195166] env[68786]: DEBUG nova.virt.hardware [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.195376] env[68786]: DEBUG nova.virt.hardware [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.195547] env[68786]: DEBUG nova.virt.hardware [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.195743] env[68786]: DEBUG nova.virt.hardware [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.196009] env[68786]: DEBUG nova.virt.hardware [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.196209] env[68786]: DEBUG nova.virt.hardware [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.196397] env[68786]: DEBUG nova.virt.hardware [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.196585] env[68786]: DEBUG nova.virt.hardware [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.196782] env[68786]: DEBUG nova.virt.hardware [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.197633] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.200292] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c966107d-669e-4a66-af89-8acaa0aa9895 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.203649] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.097s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.203840] env[68786]: DEBUG nova.objects.instance [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68786) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 817.213547] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e600f5e-f831-4b45-b0fc-5b3245422567 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.228859] env[68786]: DEBUG nova.network.neutron [-] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.231888] env[68786]: INFO nova.scheduler.client.report [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Deleted allocations for instance 4972782e-8d8b-46a4-9855-9196b890ea79 [ 817.271621] env[68786]: DEBUG oslo_concurrency.lockutils [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "refresh_cache-656e0ed0-c4ea-4779-87d5-b4077132b563" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.271982] env[68786]: DEBUG nova.compute.manager [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Instance network_info: |[{"id": "2c0ece61-480b-4951-818a-af8c591aaaa6", "address": "fa:16:3e:52:d2:71", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0ece61-48", "ovs_interfaceid": "2c0ece61-480b-4951-818a-af8c591aaaa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.272764] env[68786]: DEBUG oslo_concurrency.lockutils [req-20b9f856-295f-4f04-84cc-1765ac15a24b req-c1113f02-dfc9-448e-9547-03889e1cbc59 service nova] Acquired lock "refresh_cache-656e0ed0-c4ea-4779-87d5-b4077132b563" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.272957] env[68786]: DEBUG nova.network.neutron [req-20b9f856-295f-4f04-84cc-1765ac15a24b req-c1113f02-dfc9-448e-9547-03889e1cbc59 service nova] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Refreshing network info cache for port 2c0ece61-480b-4951-818a-af8c591aaaa6 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.274307] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:d2:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c0ece61-480b-4951-818a-af8c591aaaa6', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.282470] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Creating folder: Project (8ac2bdd051844773a9ea751d45cbdf52). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.289021] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e360eb7c-1f86-4f73-8589-016b3a8bc08e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.297850] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090777, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.304104] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Created folder: Project (8ac2bdd051844773a9ea751d45cbdf52) in parent group-v618484. [ 817.304333] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Creating folder: Instances. Parent ref: group-v618663. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.304675] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4aebc8c5-2572-4148-b5ec-bb6325e6fe36 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.315481] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Created folder: Instances in parent group-v618663. [ 817.315818] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.316105] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.316392] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5820555-3fa7-4042-9da7-98d2e96a15ba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.341373] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.341373] env[68786]: value = "task-3090780" [ 817.341373] env[68786]: _type = "Task" [ 817.341373] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.350576] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090780, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.529797] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623967} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.530098] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 9f202206-4cfc-4026-916d-74efeaf9889b/9f202206-4cfc-4026-916d-74efeaf9889b.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.530426] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.530622] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98fb4678-e27c-4971-a283-a270e5b19c29 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.538477] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 817.538477] env[68786]: value = "task-3090781" [ 817.538477] env[68786]: _type = "Task" [ 817.538477] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.547470] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.617825] env[68786]: DEBUG nova.network.neutron [req-20b9f856-295f-4f04-84cc-1765ac15a24b req-c1113f02-dfc9-448e-9547-03889e1cbc59 service nova] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Updated VIF entry in instance network info cache for port 2c0ece61-480b-4951-818a-af8c591aaaa6. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.618290] env[68786]: DEBUG nova.network.neutron [req-20b9f856-295f-4f04-84cc-1765ac15a24b req-c1113f02-dfc9-448e-9547-03889e1cbc59 service nova] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Updating instance_info_cache with network_info: [{"id": "2c0ece61-480b-4951-818a-af8c591aaaa6", "address": "fa:16:3e:52:d2:71", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0ece61-48", "ovs_interfaceid": "2c0ece61-480b-4951-818a-af8c591aaaa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.731357] env[68786]: DEBUG nova.network.neutron [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Successfully updated port: 35eaecce-7502-42bb-94c5-b0168462d2b3 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.735394] env[68786]: INFO nova.compute.manager [-] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Took 1.49 seconds to deallocate network for instance. [ 817.740839] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a279dc07-668e-4db9-a773-71fd54f0e78c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "4972782e-8d8b-46a4-9855-9196b890ea79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.562s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.784961] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090777, 'name': PowerOnVM_Task, 'duration_secs': 0.620122} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.785409] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.785624] env[68786]: INFO nova.compute.manager [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Took 8.67 seconds to spawn the instance on the hypervisor. [ 817.785803] env[68786]: DEBUG nova.compute.manager [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.786761] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e1ecf3-c735-4d46-b11b-89317ce6de82 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.856048] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090780, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.049557] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073106} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.049834] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.050657] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc9efc9-5961-44ba-88a3-dd034fb56086 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.074870] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 9f202206-4cfc-4026-916d-74efeaf9889b/9f202206-4cfc-4026-916d-74efeaf9889b.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.075299] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27207cb5-d00e-4801-a7c1-1383764d1fa1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.099175] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 818.099175] env[68786]: value = "task-3090782" [ 818.099175] env[68786]: _type = "Task" [ 818.099175] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.110624] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.121924] env[68786]: DEBUG oslo_concurrency.lockutils [req-20b9f856-295f-4f04-84cc-1765ac15a24b req-c1113f02-dfc9-448e-9547-03889e1cbc59 service nova] Releasing lock "refresh_cache-656e0ed0-c4ea-4779-87d5-b4077132b563" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.214064] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0e3014c-ff26-4373-9017-d4235f8b5de6 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.215054] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.210s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.215359] env[68786]: DEBUG nova.objects.instance [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lazy-loading 'resources' on Instance uuid c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.234114] env[68786]: DEBUG oslo_concurrency.lockutils [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "refresh_cache-15e232a4-4095-44cb-9ede-92e6875cffed" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.234325] env[68786]: DEBUG oslo_concurrency.lockutils [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquired lock "refresh_cache-15e232a4-4095-44cb-9ede-92e6875cffed" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.234619] env[68786]: DEBUG nova.network.neutron [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.241410] env[68786]: DEBUG oslo_concurrency.lockutils [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.314936] env[68786]: INFO nova.compute.manager [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Took 33.74 seconds to build instance. [ 818.353756] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090780, 'name': CreateVM_Task, 'duration_secs': 1.012451} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.353983] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.354701] env[68786]: DEBUG oslo_concurrency.lockutils [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.354863] env[68786]: DEBUG oslo_concurrency.lockutils [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.355199] env[68786]: DEBUG oslo_concurrency.lockutils [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.355511] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e46cbbc7-bc46-41b2-a0b8-d502fc028630 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.361966] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 818.361966] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52dc91ae-dc9f-f25b-3abf-842c45f78b15" [ 818.361966] env[68786]: _type = "Task" [ 818.361966] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.370498] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52dc91ae-dc9f-f25b-3abf-842c45f78b15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.567145] env[68786]: DEBUG nova.compute.manager [req-a82141fd-4b7d-4025-a273-043b7fee6140 req-1e7c7e68-17f2-4073-9a2d-198c585d33ab service nova] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Received event network-vif-deleted-adce4e48-c3ef-4cfb-a752-aa4f4f7c0e42 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.567309] env[68786]: DEBUG nova.compute.manager [req-a82141fd-4b7d-4025-a273-043b7fee6140 req-1e7c7e68-17f2-4073-9a2d-198c585d33ab service nova] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Received event network-vif-plugged-35eaecce-7502-42bb-94c5-b0168462d2b3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.567506] env[68786]: DEBUG oslo_concurrency.lockutils [req-a82141fd-4b7d-4025-a273-043b7fee6140 req-1e7c7e68-17f2-4073-9a2d-198c585d33ab service nova] Acquiring lock "15e232a4-4095-44cb-9ede-92e6875cffed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.567714] env[68786]: DEBUG oslo_concurrency.lockutils [req-a82141fd-4b7d-4025-a273-043b7fee6140 req-1e7c7e68-17f2-4073-9a2d-198c585d33ab service nova] Lock "15e232a4-4095-44cb-9ede-92e6875cffed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.567938] env[68786]: DEBUG oslo_concurrency.lockutils [req-a82141fd-4b7d-4025-a273-043b7fee6140 req-1e7c7e68-17f2-4073-9a2d-198c585d33ab service nova] Lock "15e232a4-4095-44cb-9ede-92e6875cffed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.568054] env[68786]: DEBUG nova.compute.manager [req-a82141fd-4b7d-4025-a273-043b7fee6140 req-1e7c7e68-17f2-4073-9a2d-198c585d33ab service nova] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] No waiting events found dispatching network-vif-plugged-35eaecce-7502-42bb-94c5-b0168462d2b3 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.568224] env[68786]: WARNING nova.compute.manager [req-a82141fd-4b7d-4025-a273-043b7fee6140 req-1e7c7e68-17f2-4073-9a2d-198c585d33ab service nova] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Received unexpected event network-vif-plugged-35eaecce-7502-42bb-94c5-b0168462d2b3 for instance with vm_state building and task_state spawning. [ 818.568383] env[68786]: DEBUG nova.compute.manager [req-a82141fd-4b7d-4025-a273-043b7fee6140 req-1e7c7e68-17f2-4073-9a2d-198c585d33ab service nova] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Received event network-changed-35eaecce-7502-42bb-94c5-b0168462d2b3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.568537] env[68786]: DEBUG nova.compute.manager [req-a82141fd-4b7d-4025-a273-043b7fee6140 req-1e7c7e68-17f2-4073-9a2d-198c585d33ab service nova] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Refreshing instance network info cache due to event network-changed-35eaecce-7502-42bb-94c5-b0168462d2b3. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.568703] env[68786]: DEBUG oslo_concurrency.lockutils [req-a82141fd-4b7d-4025-a273-043b7fee6140 req-1e7c7e68-17f2-4073-9a2d-198c585d33ab service nova] Acquiring lock "refresh_cache-15e232a4-4095-44cb-9ede-92e6875cffed" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.609396] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090782, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.745843] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquiring lock "a9f3a68d-41d6-480a-b41a-1b7e611eb90d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.746105] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "a9f3a68d-41d6-480a-b41a-1b7e611eb90d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.767526] env[68786]: DEBUG nova.network.neutron [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.817629] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "225f657a-f6a1-45e1-ad78-23191fae6003" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.265s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.881655] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52dc91ae-dc9f-f25b-3abf-842c45f78b15, 'name': SearchDatastore_Task, 'duration_secs': 0.013051} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.884921] env[68786]: DEBUG oslo_concurrency.lockutils [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.885312] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.885629] env[68786]: DEBUG oslo_concurrency.lockutils [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.885837] env[68786]: DEBUG oslo_concurrency.lockutils [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.886096] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.886668] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4aa177c9-1c3b-4151-92fc-3705a1dba39e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.901272] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.901272] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.901611] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d5b81d1-ed87-4d71-a135-2ab1d5744e17 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.906602] env[68786]: DEBUG nova.network.neutron [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Updating instance_info_cache with network_info: [{"id": "35eaecce-7502-42bb-94c5-b0168462d2b3", "address": "fa:16:3e:57:a9:8d", "network": {"id": "d8f9d959-dd26-4613-b4f4-5e60c229356d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1094703151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c7059e9877847009834a094d3f41657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35eaecce-75", "ovs_interfaceid": "35eaecce-7502-42bb-94c5-b0168462d2b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.911160] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 818.911160] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52783357-72a9-90af-152b-8304676ac13a" [ 818.911160] env[68786]: _type = "Task" [ 818.911160] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.917164] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52783357-72a9-90af-152b-8304676ac13a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.114827] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090782, 'name': ReconfigVM_Task, 'duration_secs': 0.5149} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.115115] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 9f202206-4cfc-4026-916d-74efeaf9889b/9f202206-4cfc-4026-916d-74efeaf9889b.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.115908] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcee4638-a4aa-4030-b2b1-d2e47bfe02f0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.122474] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 819.122474] env[68786]: value = "task-3090783" [ 819.122474] env[68786]: _type = "Task" [ 819.122474] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.131153] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090783, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.145326] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb1809e-c636-4018-aac2-15be8bc23491 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.153765] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c248f34-0263-403d-90f9-390c13726617 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.186308] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b545aaff-c43c-4437-83e9-91f04d790e94 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.195451] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983b1236-b617-4eba-8a0b-894224075dbb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.210387] env[68786]: DEBUG nova.compute.provider_tree [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.248871] env[68786]: DEBUG nova.compute.manager [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.410259] env[68786]: DEBUG oslo_concurrency.lockutils [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Releasing lock "refresh_cache-15e232a4-4095-44cb-9ede-92e6875cffed" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.410611] env[68786]: DEBUG nova.compute.manager [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Instance network_info: |[{"id": "35eaecce-7502-42bb-94c5-b0168462d2b3", "address": "fa:16:3e:57:a9:8d", "network": {"id": "d8f9d959-dd26-4613-b4f4-5e60c229356d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1094703151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c7059e9877847009834a094d3f41657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35eaecce-75", "ovs_interfaceid": "35eaecce-7502-42bb-94c5-b0168462d2b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.411036] env[68786]: DEBUG oslo_concurrency.lockutils [req-a82141fd-4b7d-4025-a273-043b7fee6140 req-1e7c7e68-17f2-4073-9a2d-198c585d33ab service nova] Acquired lock "refresh_cache-15e232a4-4095-44cb-9ede-92e6875cffed" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.411228] env[68786]: DEBUG nova.network.neutron [req-a82141fd-4b7d-4025-a273-043b7fee6140 req-1e7c7e68-17f2-4073-9a2d-198c585d33ab service nova] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Refreshing network info cache for port 35eaecce-7502-42bb-94c5-b0168462d2b3 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.412526] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:a9:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35eaecce-7502-42bb-94c5-b0168462d2b3', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.419841] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.424230] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.424464] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-def98225-9a09-4fa8-bfb1-568c04eaf5bc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.447162] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52783357-72a9-90af-152b-8304676ac13a, 'name': SearchDatastore_Task, 'duration_secs': 0.010229} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.449016] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.449016] env[68786]: value = "task-3090784" [ 819.449016] env[68786]: _type = "Task" [ 819.449016] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.449208] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e54d5eed-8eb8-4b46-887f-84d4dc1ea862 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.458533] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 819.458533] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52df4b32-5a1e-4cbe-969e-85f3572dbd92" [ 819.458533] env[68786]: _type = "Task" [ 819.458533] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.461664] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090784, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.469546] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52df4b32-5a1e-4cbe-969e-85f3572dbd92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.633279] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090783, 'name': Rename_Task, 'duration_secs': 0.194738} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.633571] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.633836] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bf9278f-efac-4482-8ad3-0a9da5c7753f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.641039] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 819.641039] env[68786]: value = "task-3090785" [ 819.641039] env[68786]: _type = "Task" [ 819.641039] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.650339] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.714340] env[68786]: DEBUG nova.scheduler.client.report [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.774584] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.969019] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090784, 'name': CreateVM_Task, 'duration_secs': 0.385612} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.969286] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.970518] env[68786]: DEBUG oslo_concurrency.lockutils [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b8fa62db-d1ba-4f68-ac4e-e8bf5035d924" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.970742] env[68786]: DEBUG oslo_concurrency.lockutils [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b8fa62db-d1ba-4f68-ac4e-e8bf5035d924" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.971187] env[68786]: DEBUG oslo_concurrency.lockutils [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b8fa62db-d1ba-4f68-ac4e-e8bf5035d924" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.971518] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0b49aa5-f5f3-43d0-8572-6d5cf0c3d5c7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.977025] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52df4b32-5a1e-4cbe-969e-85f3572dbd92, 'name': SearchDatastore_Task, 'duration_secs': 0.01304} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.977629] env[68786]: DEBUG oslo_concurrency.lockutils [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.977919] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 656e0ed0-c4ea-4779-87d5-b4077132b563/656e0ed0-c4ea-4779-87d5-b4077132b563.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.978197] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a353cb2-9c28-4322-b774-083e1db3fa3b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.981183] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 819.981183] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]522e9d6c-b8df-faba-3419-1cb5c88427ce" [ 819.981183] env[68786]: _type = "Task" [ 819.981183] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.987037] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 819.987037] env[68786]: value = "task-3090786" [ 819.987037] env[68786]: _type = "Task" [ 819.987037] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.990457] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]522e9d6c-b8df-faba-3419-1cb5c88427ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.998713] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3090786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.155033] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090785, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.220268] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.223350] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.595s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.225440] env[68786]: INFO nova.compute.claims [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.251314] env[68786]: INFO nova.scheduler.client.report [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Deleted allocations for instance c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca [ 820.455217] env[68786]: DEBUG nova.network.neutron [req-a82141fd-4b7d-4025-a273-043b7fee6140 req-1e7c7e68-17f2-4073-9a2d-198c585d33ab service nova] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Updated VIF entry in instance network info cache for port 35eaecce-7502-42bb-94c5-b0168462d2b3. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.455601] env[68786]: DEBUG nova.network.neutron [req-a82141fd-4b7d-4025-a273-043b7fee6140 req-1e7c7e68-17f2-4073-9a2d-198c585d33ab service nova] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Updating instance_info_cache with network_info: [{"id": "35eaecce-7502-42bb-94c5-b0168462d2b3", "address": "fa:16:3e:57:a9:8d", "network": {"id": "d8f9d959-dd26-4613-b4f4-5e60c229356d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1094703151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c7059e9877847009834a094d3f41657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35eaecce-75", "ovs_interfaceid": "35eaecce-7502-42bb-94c5-b0168462d2b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.496663] env[68786]: DEBUG oslo_concurrency.lockutils [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b8fa62db-d1ba-4f68-ac4e-e8bf5035d924" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.496973] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Processing image b8fa62db-d1ba-4f68-ac4e-e8bf5035d924 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.497290] env[68786]: DEBUG oslo_concurrency.lockutils [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b8fa62db-d1ba-4f68-ac4e-e8bf5035d924/b8fa62db-d1ba-4f68-ac4e-e8bf5035d924.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.497496] env[68786]: DEBUG oslo_concurrency.lockutils [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b8fa62db-d1ba-4f68-ac4e-e8bf5035d924/b8fa62db-d1ba-4f68-ac4e-e8bf5035d924.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.497757] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.498057] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3490dbfd-f10d-4974-8eed-b6a12cdaa448 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.505789] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3090786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49924} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.506040] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 656e0ed0-c4ea-4779-87d5-b4077132b563/656e0ed0-c4ea-4779-87d5-b4077132b563.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.506285] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.507406] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ed4e946-b789-44fd-bca2-07a6b2853e1e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.509178] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.509342] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.510025] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d472997-cef2-441b-b5fb-4703fb444ecc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.516057] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 820.516057] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52cc5e35-8f38-5fad-ba1e-effa7689e0e8" [ 820.516057] env[68786]: _type = "Task" [ 820.516057] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.520549] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 820.520549] env[68786]: value = "task-3090787" [ 820.520549] env[68786]: _type = "Task" [ 820.520549] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.527200] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52cc5e35-8f38-5fad-ba1e-effa7689e0e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.532550] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3090787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.652477] env[68786]: DEBUG oslo_vmware.api [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090785, 'name': PowerOnVM_Task, 'duration_secs': 0.516922} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.652782] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.652985] env[68786]: INFO nova.compute.manager [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Took 8.86 seconds to spawn the instance on the hypervisor. [ 820.653181] env[68786]: DEBUG nova.compute.manager [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.653959] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e22dec-d7ff-482d-93ab-5af7e9943e1d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.763310] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae42d7b-7879-48c1-b6d1-e0621f5798ff tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.615s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.958792] env[68786]: DEBUG oslo_concurrency.lockutils [req-a82141fd-4b7d-4025-a273-043b7fee6140 req-1e7c7e68-17f2-4073-9a2d-198c585d33ab service nova] Releasing lock "refresh_cache-15e232a4-4095-44cb-9ede-92e6875cffed" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.029074] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Preparing fetch location {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 821.029562] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Fetch image to [datastore2] OSTACK_IMG_6d89a2aa-1f0a-49f2-8de2-59cd0e030778/OSTACK_IMG_6d89a2aa-1f0a-49f2-8de2-59cd0e030778.vmdk {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 821.029769] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Downloading stream optimized image b8fa62db-d1ba-4f68-ac4e-e8bf5035d924 to [datastore2] OSTACK_IMG_6d89a2aa-1f0a-49f2-8de2-59cd0e030778/OSTACK_IMG_6d89a2aa-1f0a-49f2-8de2-59cd0e030778.vmdk on the data store datastore2 as vApp {{(pid=68786) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 821.029958] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Downloading image file data b8fa62db-d1ba-4f68-ac4e-e8bf5035d924 to the ESX as VM named 'OSTACK_IMG_6d89a2aa-1f0a-49f2-8de2-59cd0e030778' {{(pid=68786) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 821.034833] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3090787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06573} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.035164] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.035999] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b871fa57-faf8-4938-997c-ee07b76fcc0d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.059337] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 656e0ed0-c4ea-4779-87d5-b4077132b563/656e0ed0-c4ea-4779-87d5-b4077132b563.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.061437] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f5a5cde-a100-492c-9dd8-c98b4ceb7094 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.099211] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 821.099211] env[68786]: value = "task-3090788" [ 821.099211] env[68786]: _type = "Task" [ 821.099211] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.109972] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3090788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.134052] env[68786]: DEBUG oslo_vmware.rw_handles [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 821.134052] env[68786]: value = "resgroup-9" [ 821.134052] env[68786]: _type = "ResourcePool" [ 821.134052] env[68786]: }. {{(pid=68786) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 821.134301] env[68786]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4926eea2-c5e7-4f2e-968c-42f2ddd179d0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.156425] env[68786]: DEBUG oslo_vmware.rw_handles [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lease: (returnval){ [ 821.156425] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5252f1dd-103a-e7fb-e653-2d2076511756" [ 821.156425] env[68786]: _type = "HttpNfcLease" [ 821.156425] env[68786]: } obtained for vApp import into resource pool (val){ [ 821.156425] env[68786]: value = "resgroup-9" [ 821.156425] env[68786]: _type = "ResourcePool" [ 821.156425] env[68786]: }. {{(pid=68786) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 821.156980] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the lease: (returnval){ [ 821.156980] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5252f1dd-103a-e7fb-e653-2d2076511756" [ 821.156980] env[68786]: _type = "HttpNfcLease" [ 821.156980] env[68786]: } to be ready. {{(pid=68786) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 821.167469] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 821.167469] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5252f1dd-103a-e7fb-e653-2d2076511756" [ 821.167469] env[68786]: _type = "HttpNfcLease" [ 821.167469] env[68786]: } is initializing. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 821.171316] env[68786]: INFO nova.compute.manager [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Took 36.55 seconds to build instance. [ 821.616503] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3090788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.632307] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a6d1f0-a59c-4ab7-97cb-3b04eeb283a6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.639395] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add79fd5-5218-4df0-afc1-95385c7c2f61 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.673940] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3310c25f-f3a8-46cb-8087-4cc86c79efe1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.676092] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e85942e-33be-4460-8dac-acd421d31e70 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "9f202206-4cfc-4026-916d-74efeaf9889b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.073s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.683020] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a507915-b68a-4a9d-9569-bc0a99d61da4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.686715] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 821.686715] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5252f1dd-103a-e7fb-e653-2d2076511756" [ 821.686715] env[68786]: _type = "HttpNfcLease" [ 821.686715] env[68786]: } is initializing. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 821.696439] env[68786]: DEBUG nova.compute.provider_tree [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.934876] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "432f7aa2-75aa-4db8-a3b5-fa2cc8276271" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.935250] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "432f7aa2-75aa-4db8-a3b5-fa2cc8276271" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.110459] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3090788, 'name': ReconfigVM_Task, 'duration_secs': 0.92591} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.110753] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 656e0ed0-c4ea-4779-87d5-b4077132b563/656e0ed0-c4ea-4779-87d5-b4077132b563.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.111380] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3e9ef94-d3c0-42a3-a020-402bb8f059bc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.117462] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 822.117462] env[68786]: value = "task-3090790" [ 822.117462] env[68786]: _type = "Task" [ 822.117462] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.129565] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3090790, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.176469] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 822.176469] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5252f1dd-103a-e7fb-e653-2d2076511756" [ 822.176469] env[68786]: _type = "HttpNfcLease" [ 822.176469] env[68786]: } is initializing. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 822.199923] env[68786]: DEBUG nova.scheduler.client.report [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.224358] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "225f657a-f6a1-45e1-ad78-23191fae6003" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.224515] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "225f657a-f6a1-45e1-ad78-23191fae6003" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.224724] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "225f657a-f6a1-45e1-ad78-23191fae6003-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.224898] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "225f657a-f6a1-45e1-ad78-23191fae6003-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.225074] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "225f657a-f6a1-45e1-ad78-23191fae6003-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.226946] env[68786]: INFO nova.compute.manager [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Terminating instance [ 822.291586] env[68786]: DEBUG oslo_concurrency.lockutils [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "9f202206-4cfc-4026-916d-74efeaf9889b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.291871] env[68786]: DEBUG oslo_concurrency.lockutils [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "9f202206-4cfc-4026-916d-74efeaf9889b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.292049] env[68786]: DEBUG oslo_concurrency.lockutils [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "9f202206-4cfc-4026-916d-74efeaf9889b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.292236] env[68786]: DEBUG oslo_concurrency.lockutils [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "9f202206-4cfc-4026-916d-74efeaf9889b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.292472] env[68786]: DEBUG oslo_concurrency.lockutils [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "9f202206-4cfc-4026-916d-74efeaf9889b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.294317] env[68786]: INFO nova.compute.manager [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Terminating instance [ 822.438740] env[68786]: DEBUG nova.compute.manager [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.627216] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3090790, 'name': Rename_Task, 'duration_secs': 0.318306} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.627510] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.628615] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6705aa7-0ea9-45e6-ab1c-7660fb2f2fff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.634774] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 822.634774] env[68786]: value = "task-3090791" [ 822.634774] env[68786]: _type = "Task" [ 822.634774] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.643017] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3090791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.677701] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 822.677701] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5252f1dd-103a-e7fb-e653-2d2076511756" [ 822.677701] env[68786]: _type = "HttpNfcLease" [ 822.677701] env[68786]: } is ready. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 822.677959] env[68786]: DEBUG oslo_vmware.rw_handles [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 822.677959] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5252f1dd-103a-e7fb-e653-2d2076511756" [ 822.677959] env[68786]: _type = "HttpNfcLease" [ 822.677959] env[68786]: }. {{(pid=68786) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 822.678707] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a850402-8fb9-4a8a-98cb-774a797cb876 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.687772] env[68786]: DEBUG oslo_vmware.rw_handles [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52477367-165d-5ac9-5b21-3e575d7d281f/disk-0.vmdk from lease info. {{(pid=68786) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 822.687896] env[68786]: DEBUG oslo_vmware.rw_handles [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52477367-165d-5ac9-5b21-3e575d7d281f/disk-0.vmdk. {{(pid=68786) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 822.746054] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.746617] env[68786]: DEBUG nova.compute.manager [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.749634] env[68786]: DEBUG nova.compute.manager [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.749734] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.751490] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.671s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.751665] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.751813] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68786) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 822.752103] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.509s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.752275] env[68786]: DEBUG nova.objects.instance [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68786) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 822.755274] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d471e96d-737d-4538-8cbb-d5528f73c1b5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.765021] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a85777-8388-4334-98a3-f7adf50c7afc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.767294] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bcd9ce8d-a135-438b-8ff7-5fdfc7e570fc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.771606] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.774534] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9da707d-690e-46c2-9d6e-d6ad9a9cec61 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.777276] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d75c709-39d9-4b02-abc9-74fcccf5a7b3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.793279] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbf1dbc-6f62-4a8c-b21d-5981dfb47c90 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.796014] env[68786]: DEBUG oslo_vmware.api [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 822.796014] env[68786]: value = "task-3090792" [ 822.796014] env[68786]: _type = "Task" [ 822.796014] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.801381] env[68786]: DEBUG nova.compute.manager [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.801606] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.802632] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6115d57-b2a1-4423-9d1b-55964e4bf058 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.805982] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4120e5c-b38a-47e6-b83e-dfe2a266ce80 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.811954] env[68786]: DEBUG oslo_vmware.api [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.815966] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.841184] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00e628b1-e232-4651-810c-8deba3021dcb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.843527] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178308MB free_disk=137GB free_vcpus=48 pci_devices=None {{(pid=68786) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 822.843704] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.850182] env[68786]: DEBUG oslo_vmware.api [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 822.850182] env[68786]: value = "task-3090793" [ 822.850182] env[68786]: _type = "Task" [ 822.850182] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.859274] env[68786]: DEBUG oslo_vmware.api [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.978378] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.146731] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3090791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.253536] env[68786]: DEBUG nova.compute.utils [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.255870] env[68786]: DEBUG nova.compute.manager [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.256062] env[68786]: DEBUG nova.network.neutron [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.295233] env[68786]: DEBUG nova.policy [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6dc4cd0706a1411f9e8313522e95fb39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ed492f5195f4f438b97034e09f15293', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.310472] env[68786]: DEBUG oslo_vmware.api [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.361632] env[68786]: DEBUG oslo_vmware.api [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.597832] env[68786]: DEBUG nova.network.neutron [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Successfully created port: 4d67dc6c-fa78-476a-99a4-4de43373bb8d {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.653870] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3090791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.687214] env[68786]: DEBUG oslo_vmware.rw_handles [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Completed reading data from the image iterator. {{(pid=68786) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 823.687494] env[68786]: DEBUG oslo_vmware.rw_handles [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52477367-165d-5ac9-5b21-3e575d7d281f/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 823.688405] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb270efb-12ab-473a-b700-848ed019123b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.698725] env[68786]: DEBUG oslo_vmware.rw_handles [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52477367-165d-5ac9-5b21-3e575d7d281f/disk-0.vmdk is in state: ready. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 823.698908] env[68786]: DEBUG oslo_vmware.rw_handles [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52477367-165d-5ac9-5b21-3e575d7d281f/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 823.699302] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-30e8b59c-7569-4482-b8f8-6d7f4fb72862 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.759083] env[68786]: DEBUG nova.compute.manager [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.767333] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bc7dd841-dabf-49b9-bda3-c0f7dcce1c5d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.768434] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.740s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.768651] env[68786]: DEBUG nova.objects.instance [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lazy-loading 'resources' on Instance uuid ff2deae0-2b1c-4ecb-aa7d-05c39db81947 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.807798] env[68786]: DEBUG oslo_vmware.api [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090792, 'name': PowerOffVM_Task, 'duration_secs': 0.79205} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.808423] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.808722] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.809127] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0896fb4-168d-478c-a0db-3da848e2f0c4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.862915] env[68786]: DEBUG oslo_vmware.api [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090793, 'name': PowerOffVM_Task, 'duration_secs': 0.728193} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.863457] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.863757] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.864165] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-489ca834-6410-4748-8a94-bcc115d376f5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.897631] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.898301] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.898721] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Deleting the datastore file [datastore1] 225f657a-f6a1-45e1-ad78-23191fae6003 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.899231] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68d63c81-afd5-49ea-90f5-e17fed5be464 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.911861] env[68786]: DEBUG oslo_vmware.api [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 823.911861] env[68786]: value = "task-3090796" [ 823.911861] env[68786]: _type = "Task" [ 823.911861] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.920845] env[68786]: DEBUG oslo_vmware.api [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.934845] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.935170] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.935371] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Deleting the datastore file [datastore1] 9f202206-4cfc-4026-916d-74efeaf9889b {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.936105] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9a3323a-5d75-4337-bbe6-384f851514db {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.943383] env[68786]: DEBUG oslo_vmware.api [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for the task: (returnval){ [ 823.943383] env[68786]: value = "task-3090797" [ 823.943383] env[68786]: _type = "Task" [ 823.943383] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.954064] env[68786]: DEBUG oslo_vmware.api [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.955891] env[68786]: DEBUG oslo_vmware.rw_handles [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52477367-165d-5ac9-5b21-3e575d7d281f/disk-0.vmdk. {{(pid=68786) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 823.956200] env[68786]: INFO nova.virt.vmwareapi.images [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Downloaded image file data b8fa62db-d1ba-4f68-ac4e-e8bf5035d924 [ 823.957095] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdaba7c-5e57-4cd9-b114-c7c206e7b4e1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.976252] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2eddefd9-159d-4e8e-95bf-f1f5e3cac9c2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.998230] env[68786]: INFO nova.virt.vmwareapi.images [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] The imported VM was unregistered [ 824.001408] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Caching image {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 824.001803] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b8fa62db-d1ba-4f68-ac4e-e8bf5035d924 {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.004019] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6339d2e1-eac7-4cef-8029-9bca339a64d4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.021667] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Created directory with path [datastore2] devstack-image-cache_base/b8fa62db-d1ba-4f68-ac4e-e8bf5035d924 {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.021973] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_6d89a2aa-1f0a-49f2-8de2-59cd0e030778/OSTACK_IMG_6d89a2aa-1f0a-49f2-8de2-59cd0e030778.vmdk to [datastore2] devstack-image-cache_base/b8fa62db-d1ba-4f68-ac4e-e8bf5035d924/b8fa62db-d1ba-4f68-ac4e-e8bf5035d924.vmdk. {{(pid=68786) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 824.022339] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0d00da53-6fb1-410e-8542-28a71609b6d8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.028987] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 824.028987] env[68786]: value = "task-3090799" [ 824.028987] env[68786]: _type = "Task" [ 824.028987] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.038357] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090799, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.147597] env[68786]: DEBUG oslo_vmware.api [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3090791, 'name': PowerOnVM_Task, 'duration_secs': 1.271167} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.147878] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.148104] env[68786]: INFO nova.compute.manager [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Took 9.65 seconds to spawn the instance on the hypervisor. [ 824.148293] env[68786]: DEBUG nova.compute.manager [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.149084] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d643439a-7bf9-4625-aeaf-5ceaf2e9e965 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.419776] env[68786]: DEBUG oslo_vmware.api [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213467} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.422167] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.422398] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.422585] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.422763] env[68786]: INFO nova.compute.manager [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Took 1.67 seconds to destroy the instance on the hypervisor. [ 824.423010] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.423394] env[68786]: DEBUG nova.compute.manager [-] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.423491] env[68786]: DEBUG nova.network.neutron [-] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.454972] env[68786]: DEBUG oslo_vmware.api [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Task: {'id': task-3090797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259321} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.457404] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.457603] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.457788] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.457975] env[68786]: INFO nova.compute.manager [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Took 1.66 seconds to destroy the instance on the hypervisor. [ 824.458227] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.460553] env[68786]: DEBUG nova.compute.manager [-] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.460553] env[68786]: DEBUG nova.network.neutron [-] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.540862] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090799, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.666890] env[68786]: INFO nova.compute.manager [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Took 38.60 seconds to build instance. [ 824.687786] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7eadb3-1137-4de7-8cb2-70a7af968a31 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.698413] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39fb137-47f7-4810-8957-34e9a74998f7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.733380] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c0e958-b0d7-480c-ab14-8b084a1d5dd2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.741860] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003aa4c3-c01b-445f-83be-cc2af6f52304 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.758186] env[68786]: DEBUG nova.compute.provider_tree [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.767841] env[68786]: DEBUG nova.compute.manager [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.800252] env[68786]: DEBUG nova.virt.hardware [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.800533] env[68786]: DEBUG nova.virt.hardware [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.800703] env[68786]: DEBUG nova.virt.hardware [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.800891] env[68786]: DEBUG nova.virt.hardware [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.801125] env[68786]: DEBUG nova.virt.hardware [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.801361] env[68786]: DEBUG nova.virt.hardware [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.801699] env[68786]: DEBUG nova.virt.hardware [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.801821] env[68786]: DEBUG nova.virt.hardware [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.802061] env[68786]: DEBUG nova.virt.hardware [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.802247] env[68786]: DEBUG nova.virt.hardware [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.802548] env[68786]: DEBUG nova.virt.hardware [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.803476] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df4a8c4-57c9-41c2-b5d9-26611d9e77fc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.811896] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef6e255-1faf-40a4-b234-3ebeb5b0b7bb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.979947] env[68786]: DEBUG nova.compute.manager [req-1181df42-34bf-485e-bf54-c1d7bcf934fc req-c91d0d66-789e-47e4-a257-3aaef1a60f98 service nova] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Received event network-vif-deleted-ac4e2ab2-b552-4141-997a-0b49c3718716 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.983990] env[68786]: INFO nova.compute.manager [req-1181df42-34bf-485e-bf54-c1d7bcf934fc req-c91d0d66-789e-47e4-a257-3aaef1a60f98 service nova] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Neutron deleted interface ac4e2ab2-b552-4141-997a-0b49c3718716; detaching it from the instance and deleting it from the info cache [ 824.983990] env[68786]: DEBUG nova.network.neutron [req-1181df42-34bf-485e-bf54-c1d7bcf934fc req-c91d0d66-789e-47e4-a257-3aaef1a60f98 service nova] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.041094] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090799, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.168874] env[68786]: DEBUG oslo_concurrency.lockutils [None req-132dd814-22fc-41b6-8c30-e91d623f2f4a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "656e0ed0-c4ea-4779-87d5-b4077132b563" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.110s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.261885] env[68786]: DEBUG nova.scheduler.client.report [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.291994] env[68786]: DEBUG nova.network.neutron [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Successfully updated port: 4d67dc6c-fa78-476a-99a4-4de43373bb8d {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.410328] env[68786]: DEBUG nova.network.neutron [-] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.425662] env[68786]: DEBUG nova.network.neutron [-] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.490045] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5156b134-7410-4b53-95bd-52e60628ba08 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.497781] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f5599d-bec9-4e09-a570-aaf78ebcc24e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.535795] env[68786]: DEBUG nova.compute.manager [req-1181df42-34bf-485e-bf54-c1d7bcf934fc req-c91d0d66-789e-47e4-a257-3aaef1a60f98 service nova] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Detach interface failed, port_id=ac4e2ab2-b552-4141-997a-0b49c3718716, reason: Instance 225f657a-f6a1-45e1-ad78-23191fae6003 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 825.545194] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090799, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.770028] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.770028] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.152s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.773340] env[68786]: INFO nova.compute.claims [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.794271] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "refresh_cache-5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.794271] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired lock "refresh_cache-5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.794271] env[68786]: DEBUG nova.network.neutron [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.809481] env[68786]: INFO nova.scheduler.client.report [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Deleted allocations for instance ff2deae0-2b1c-4ecb-aa7d-05c39db81947 [ 825.915437] env[68786]: INFO nova.compute.manager [-] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Took 1.49 seconds to deallocate network for instance. [ 825.927695] env[68786]: INFO nova.compute.manager [-] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Took 1.47 seconds to deallocate network for instance. [ 826.046400] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090799, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.318188] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2a9f5ead-94f2-4510-b4a8-5f5beb8cdf6a tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "ff2deae0-2b1c-4ecb-aa7d-05c39db81947" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.405s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.334095] env[68786]: DEBUG nova.network.neutron [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.422199] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.434584] env[68786]: DEBUG oslo_concurrency.lockutils [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.542911] env[68786]: DEBUG nova.network.neutron [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Updating instance_info_cache with network_info: [{"id": "4d67dc6c-fa78-476a-99a4-4de43373bb8d", "address": "fa:16:3e:80:b1:4e", "network": {"id": "adf16ff0-fa02-423b-9f55-083dd5b1fcfc", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-275860474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed492f5195f4f438b97034e09f15293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d67dc6c-fa", "ovs_interfaceid": "4d67dc6c-fa78-476a-99a4-4de43373bb8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.550453] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090799, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.016347] env[68786]: DEBUG nova.compute.manager [req-d26cae75-11a8-433d-8436-ac580fddd676 req-01d76e8a-214c-4148-9995-789112d2320d service nova] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Received event network-vif-deleted-9fa6dfde-ae97-4a90-abe3-d24587e727ca {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.016552] env[68786]: DEBUG nova.compute.manager [req-d26cae75-11a8-433d-8436-ac580fddd676 req-01d76e8a-214c-4148-9995-789112d2320d service nova] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Received event network-vif-plugged-4d67dc6c-fa78-476a-99a4-4de43373bb8d {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.016761] env[68786]: DEBUG oslo_concurrency.lockutils [req-d26cae75-11a8-433d-8436-ac580fddd676 req-01d76e8a-214c-4148-9995-789112d2320d service nova] Acquiring lock "5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.016944] env[68786]: DEBUG oslo_concurrency.lockutils [req-d26cae75-11a8-433d-8436-ac580fddd676 req-01d76e8a-214c-4148-9995-789112d2320d service nova] Lock "5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.017399] env[68786]: DEBUG oslo_concurrency.lockutils [req-d26cae75-11a8-433d-8436-ac580fddd676 req-01d76e8a-214c-4148-9995-789112d2320d service nova] Lock "5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.017601] env[68786]: DEBUG nova.compute.manager [req-d26cae75-11a8-433d-8436-ac580fddd676 req-01d76e8a-214c-4148-9995-789112d2320d service nova] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] No waiting events found dispatching network-vif-plugged-4d67dc6c-fa78-476a-99a4-4de43373bb8d {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.017771] env[68786]: WARNING nova.compute.manager [req-d26cae75-11a8-433d-8436-ac580fddd676 req-01d76e8a-214c-4148-9995-789112d2320d service nova] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Received unexpected event network-vif-plugged-4d67dc6c-fa78-476a-99a4-4de43373bb8d for instance with vm_state building and task_state spawning. [ 827.017933] env[68786]: DEBUG nova.compute.manager [req-d26cae75-11a8-433d-8436-ac580fddd676 req-01d76e8a-214c-4148-9995-789112d2320d service nova] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Received event network-changed-4d67dc6c-fa78-476a-99a4-4de43373bb8d {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.018102] env[68786]: DEBUG nova.compute.manager [req-d26cae75-11a8-433d-8436-ac580fddd676 req-01d76e8a-214c-4148-9995-789112d2320d service nova] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Refreshing instance network info cache due to event network-changed-4d67dc6c-fa78-476a-99a4-4de43373bb8d. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.018277] env[68786]: DEBUG oslo_concurrency.lockutils [req-d26cae75-11a8-433d-8436-ac580fddd676 req-01d76e8a-214c-4148-9995-789112d2320d service nova] Acquiring lock "refresh_cache-5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.046360] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Releasing lock "refresh_cache-5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.046686] env[68786]: DEBUG nova.compute.manager [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Instance network_info: |[{"id": "4d67dc6c-fa78-476a-99a4-4de43373bb8d", "address": "fa:16:3e:80:b1:4e", "network": {"id": "adf16ff0-fa02-423b-9f55-083dd5b1fcfc", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-275860474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed492f5195f4f438b97034e09f15293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d67dc6c-fa", "ovs_interfaceid": "4d67dc6c-fa78-476a-99a4-4de43373bb8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.046989] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090799, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.654181} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.049598] env[68786]: DEBUG oslo_concurrency.lockutils [req-d26cae75-11a8-433d-8436-ac580fddd676 req-01d76e8a-214c-4148-9995-789112d2320d service nova] Acquired lock "refresh_cache-5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.049792] env[68786]: DEBUG nova.network.neutron [req-d26cae75-11a8-433d-8436-ac580fddd676 req-01d76e8a-214c-4148-9995-789112d2320d service nova] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Refreshing network info cache for port 4d67dc6c-fa78-476a-99a4-4de43373bb8d {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.051146] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:b1:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d67dc6c-fa78-476a-99a4-4de43373bb8d', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.058634] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Creating folder: Project (4ed492f5195f4f438b97034e09f15293). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.058901] env[68786]: INFO nova.virt.vmwareapi.ds_util [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_6d89a2aa-1f0a-49f2-8de2-59cd0e030778/OSTACK_IMG_6d89a2aa-1f0a-49f2-8de2-59cd0e030778.vmdk to [datastore2] devstack-image-cache_base/b8fa62db-d1ba-4f68-ac4e-e8bf5035d924/b8fa62db-d1ba-4f68-ac4e-e8bf5035d924.vmdk. [ 827.059098] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Cleaning up location [datastore2] OSTACK_IMG_6d89a2aa-1f0a-49f2-8de2-59cd0e030778 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 827.059265] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_6d89a2aa-1f0a-49f2-8de2-59cd0e030778 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.061039] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8c13edf-f879-44e9-ab1b-f026f6996b4a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.062715] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c58e2cf6-46a7-47e0-ae9e-21c16c07a471 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.069623] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 827.069623] env[68786]: value = "task-3090801" [ 827.069623] env[68786]: _type = "Task" [ 827.069623] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.076917] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Created folder: Project (4ed492f5195f4f438b97034e09f15293) in parent group-v618484. [ 827.077132] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Creating folder: Instances. Parent ref: group-v618668. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.077683] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7c3b588-567e-4132-9c54-be55ce276b71 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.082351] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.092419] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Created folder: Instances in parent group-v618668. [ 827.092647] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.092845] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.094096] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-988ceef0-87a8-46f1-868f-633d3ec3aa6d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.116293] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.116293] env[68786]: value = "task-3090803" [ 827.116293] env[68786]: _type = "Task" [ 827.116293] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.125966] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090803, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.225635] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c64c0f9-7161-4513-a2da-122ea9cf1604 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.233856] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb8b093-a4ca-419a-8b9f-e70a423ce133 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.266019] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd273c2-c8a2-4c21-a6a4-9fc1383603f5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.274139] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc883b3-c552-4f50-8578-269535971613 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.287667] env[68786]: DEBUG nova.compute.provider_tree [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.581858] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037185} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.582235] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.582292] env[68786]: DEBUG oslo_concurrency.lockutils [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b8fa62db-d1ba-4f68-ac4e-e8bf5035d924/b8fa62db-d1ba-4f68-ac4e-e8bf5035d924.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.582592] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b8fa62db-d1ba-4f68-ac4e-e8bf5035d924/b8fa62db-d1ba-4f68-ac4e-e8bf5035d924.vmdk to [datastore2] 15e232a4-4095-44cb-9ede-92e6875cffed/15e232a4-4095-44cb-9ede-92e6875cffed.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.582867] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2f5a2b8-7afe-4454-8a35-3b79feba4ca1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.589799] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 827.589799] env[68786]: value = "task-3090804" [ 827.589799] env[68786]: _type = "Task" [ 827.589799] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.601327] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.629108] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090803, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.791225] env[68786]: DEBUG nova.scheduler.client.report [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.887060] env[68786]: DEBUG nova.network.neutron [req-d26cae75-11a8-433d-8436-ac580fddd676 req-01d76e8a-214c-4148-9995-789112d2320d service nova] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Updated VIF entry in instance network info cache for port 4d67dc6c-fa78-476a-99a4-4de43373bb8d. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.887584] env[68786]: DEBUG nova.network.neutron [req-d26cae75-11a8-433d-8436-ac580fddd676 req-01d76e8a-214c-4148-9995-789112d2320d service nova] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Updating instance_info_cache with network_info: [{"id": "4d67dc6c-fa78-476a-99a4-4de43373bb8d", "address": "fa:16:3e:80:b1:4e", "network": {"id": "adf16ff0-fa02-423b-9f55-083dd5b1fcfc", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-275860474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed492f5195f4f438b97034e09f15293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d67dc6c-fa", "ovs_interfaceid": "4d67dc6c-fa78-476a-99a4-4de43373bb8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.102530] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090804, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.127103] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090803, 'name': CreateVM_Task, 'duration_secs': 0.583499} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.127307] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.128033] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.128215] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.128537] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.128822] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7528244-a260-4046-83a8-f5eee32e65e4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.134303] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 828.134303] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52151404-fe22-2772-3f1f-ae80f570a161" [ 828.134303] env[68786]: _type = "Task" [ 828.134303] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.142396] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52151404-fe22-2772-3f1f-ae80f570a161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.296618] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.297197] env[68786]: DEBUG nova.compute.manager [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.302951] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.822s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.304133] env[68786]: INFO nova.compute.claims [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.390862] env[68786]: DEBUG oslo_concurrency.lockutils [req-d26cae75-11a8-433d-8436-ac580fddd676 req-01d76e8a-214c-4148-9995-789112d2320d service nova] Releasing lock "refresh_cache-5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.391163] env[68786]: DEBUG nova.compute.manager [req-d26cae75-11a8-433d-8436-ac580fddd676 req-01d76e8a-214c-4148-9995-789112d2320d service nova] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Received event network-changed-2c0ece61-480b-4951-818a-af8c591aaaa6 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.391354] env[68786]: DEBUG nova.compute.manager [req-d26cae75-11a8-433d-8436-ac580fddd676 req-01d76e8a-214c-4148-9995-789112d2320d service nova] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Refreshing instance network info cache due to event network-changed-2c0ece61-480b-4951-818a-af8c591aaaa6. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.391563] env[68786]: DEBUG oslo_concurrency.lockutils [req-d26cae75-11a8-433d-8436-ac580fddd676 req-01d76e8a-214c-4148-9995-789112d2320d service nova] Acquiring lock "refresh_cache-656e0ed0-c4ea-4779-87d5-b4077132b563" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.391711] env[68786]: DEBUG oslo_concurrency.lockutils [req-d26cae75-11a8-433d-8436-ac580fddd676 req-01d76e8a-214c-4148-9995-789112d2320d service nova] Acquired lock "refresh_cache-656e0ed0-c4ea-4779-87d5-b4077132b563" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.391874] env[68786]: DEBUG nova.network.neutron [req-d26cae75-11a8-433d-8436-ac580fddd676 req-01d76e8a-214c-4148-9995-789112d2320d service nova] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Refreshing network info cache for port 2c0ece61-480b-4951-818a-af8c591aaaa6 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.548565] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "95454394-a40e-42c7-b8c0-dec0c279e7e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.550034] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "95454394-a40e-42c7-b8c0-dec0c279e7e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.601537] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090804, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.644566] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52151404-fe22-2772-3f1f-ae80f570a161, 'name': SearchDatastore_Task, 'duration_secs': 0.014849} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.644873] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.645114] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.645359] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.645505] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.645685] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.645966] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b6c7692-7907-4e6b-b576-67060298dac7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.654615] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.654798] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.655581] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f85c1fe-4332-4d60-9956-7596dc758c22 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.661221] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 828.661221] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]529d8465-c0a8-cca7-910f-7f524741677d" [ 828.661221] env[68786]: _type = "Task" [ 828.661221] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.669124] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529d8465-c0a8-cca7-910f-7f524741677d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.815128] env[68786]: DEBUG nova.compute.utils [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.818999] env[68786]: DEBUG nova.compute.manager [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.819272] env[68786]: DEBUG nova.network.neutron [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.875842] env[68786]: DEBUG nova.policy [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b100885f47a41b495860a8dba5147ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68254657a9c94766abd0552d259cb35d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.051551] env[68786]: DEBUG nova.compute.manager [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.103999] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090804, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.172573] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529d8465-c0a8-cca7-910f-7f524741677d, 'name': SearchDatastore_Task, 'duration_secs': 0.012155} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.173633] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab04fbd3-db66-4ed5-b5db-1fcd3f8b0527 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.179769] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 829.179769] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52947c1c-dc75-c8f1-890a-9d7d6173bf05" [ 829.179769] env[68786]: _type = "Task" [ 829.179769] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.190480] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52947c1c-dc75-c8f1-890a-9d7d6173bf05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.302652] env[68786]: DEBUG nova.network.neutron [req-d26cae75-11a8-433d-8436-ac580fddd676 req-01d76e8a-214c-4148-9995-789112d2320d service nova] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Updated VIF entry in instance network info cache for port 2c0ece61-480b-4951-818a-af8c591aaaa6. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.303152] env[68786]: DEBUG nova.network.neutron [req-d26cae75-11a8-433d-8436-ac580fddd676 req-01d76e8a-214c-4148-9995-789112d2320d service nova] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Updating instance_info_cache with network_info: [{"id": "2c0ece61-480b-4951-818a-af8c591aaaa6", "address": "fa:16:3e:52:d2:71", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0ece61-48", "ovs_interfaceid": "2c0ece61-480b-4951-818a-af8c591aaaa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.322400] env[68786]: DEBUG nova.compute.manager [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.423334] env[68786]: DEBUG nova.network.neutron [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Successfully created port: f12adc53-6b74-4afa-9bc8-3d24754ffe45 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.576229] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.603155] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090804, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.690777] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52947c1c-dc75-c8f1-890a-9d7d6173bf05, 'name': SearchDatastore_Task, 'duration_secs': 0.012818} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.694977] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.695424] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5/5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.696059] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47838f75-65c6-4082-9b5d-3b410277f02c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.703055] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 829.703055] env[68786]: value = "task-3090805" [ 829.703055] env[68786]: _type = "Task" [ 829.703055] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.714892] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.806377] env[68786]: DEBUG oslo_concurrency.lockutils [req-d26cae75-11a8-433d-8436-ac580fddd676 req-01d76e8a-214c-4148-9995-789112d2320d service nova] Releasing lock "refresh_cache-656e0ed0-c4ea-4779-87d5-b4077132b563" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.986657] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36abc9e1-0361-4d59-9916-1aecce80e4c0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.995206] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80a677a-4a1a-4d57-b251-7d7405ebddad {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.026277] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119e12fa-5eb8-4746-bc08-02774f8235f5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.034355] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73c618a-d39e-43cd-bb63-2ae763f078d1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.051190] env[68786]: DEBUG nova.compute.provider_tree [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.107032] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090804, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.290276} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.107032] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b8fa62db-d1ba-4f68-ac4e-e8bf5035d924/b8fa62db-d1ba-4f68-ac4e-e8bf5035d924.vmdk to [datastore2] 15e232a4-4095-44cb-9ede-92e6875cffed/15e232a4-4095-44cb-9ede-92e6875cffed.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.107724] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30187d4e-62d6-4083-9909-4f14e01385c6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.133709] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 15e232a4-4095-44cb-9ede-92e6875cffed/15e232a4-4095-44cb-9ede-92e6875cffed.vmdk or device None with type streamOptimized {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.134426] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-463c1378-9d7a-4032-b61c-161925d17288 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.156568] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 830.156568] env[68786]: value = "task-3090806" [ 830.156568] env[68786]: _type = "Task" [ 830.156568] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.165166] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090806, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.212538] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090805, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.336797] env[68786]: DEBUG nova.compute.manager [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.364119] env[68786]: DEBUG nova.virt.hardware [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.364373] env[68786]: DEBUG nova.virt.hardware [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.364534] env[68786]: DEBUG nova.virt.hardware [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.364720] env[68786]: DEBUG nova.virt.hardware [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.364868] env[68786]: DEBUG nova.virt.hardware [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.365031] env[68786]: DEBUG nova.virt.hardware [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.365250] env[68786]: DEBUG nova.virt.hardware [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.365414] env[68786]: DEBUG nova.virt.hardware [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.365587] env[68786]: DEBUG nova.virt.hardware [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.365744] env[68786]: DEBUG nova.virt.hardware [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.365919] env[68786]: DEBUG nova.virt.hardware [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.366845] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8342e53-495e-4602-a74b-741ca3f428d0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.374757] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd44faa-bd06-43be-9f85-b1afef6c918b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.554158] env[68786]: DEBUG nova.scheduler.client.report [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.666856] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.712877] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516435} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.713154] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5/5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.713378] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.713674] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db2cc359-4914-4f62-a8d4-cf5f126e4492 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.719779] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 830.719779] env[68786]: value = "task-3090807" [ 830.719779] env[68786]: _type = "Task" [ 830.719779] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.727220] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.920225] env[68786]: DEBUG nova.compute.manager [req-344f5e21-c1ab-4e33-bfea-2a4e6db7ec24 req-0ef1be8a-0bd3-446f-9cd2-410e0df3a45e service nova] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Received event network-vif-plugged-f12adc53-6b74-4afa-9bc8-3d24754ffe45 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.920506] env[68786]: DEBUG oslo_concurrency.lockutils [req-344f5e21-c1ab-4e33-bfea-2a4e6db7ec24 req-0ef1be8a-0bd3-446f-9cd2-410e0df3a45e service nova] Acquiring lock "4bcd4547-9f8e-492d-9581-dde131974d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.920729] env[68786]: DEBUG oslo_concurrency.lockutils [req-344f5e21-c1ab-4e33-bfea-2a4e6db7ec24 req-0ef1be8a-0bd3-446f-9cd2-410e0df3a45e service nova] Lock "4bcd4547-9f8e-492d-9581-dde131974d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.920902] env[68786]: DEBUG oslo_concurrency.lockutils [req-344f5e21-c1ab-4e33-bfea-2a4e6db7ec24 req-0ef1be8a-0bd3-446f-9cd2-410e0df3a45e service nova] Lock "4bcd4547-9f8e-492d-9581-dde131974d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.921081] env[68786]: DEBUG nova.compute.manager [req-344f5e21-c1ab-4e33-bfea-2a4e6db7ec24 req-0ef1be8a-0bd3-446f-9cd2-410e0df3a45e service nova] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] No waiting events found dispatching network-vif-plugged-f12adc53-6b74-4afa-9bc8-3d24754ffe45 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.921251] env[68786]: WARNING nova.compute.manager [req-344f5e21-c1ab-4e33-bfea-2a4e6db7ec24 req-0ef1be8a-0bd3-446f-9cd2-410e0df3a45e service nova] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Received unexpected event network-vif-plugged-f12adc53-6b74-4afa-9bc8-3d24754ffe45 for instance with vm_state building and task_state spawning. [ 831.037468] env[68786]: DEBUG nova.network.neutron [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Successfully updated port: f12adc53-6b74-4afa-9bc8-3d24754ffe45 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.060097] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.060662] env[68786]: DEBUG nova.compute.manager [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.063505] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.039s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.063715] env[68786]: DEBUG nova.objects.instance [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68786) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 831.171314] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.229838] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06541} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.230130] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.230940] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2507524c-fb37-4171-ab2f-7f78f289a3db {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.253135] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5/5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.253409] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdde902b-41a8-4067-a498-12ce0df447a9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.272360] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 831.272360] env[68786]: value = "task-3090808" [ 831.272360] env[68786]: _type = "Task" [ 831.272360] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.280213] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.540529] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Acquiring lock "refresh_cache-4bcd4547-9f8e-492d-9581-dde131974d28" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.540732] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Acquired lock "refresh_cache-4bcd4547-9f8e-492d-9581-dde131974d28" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.540870] env[68786]: DEBUG nova.network.neutron [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.568253] env[68786]: DEBUG nova.compute.utils [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.570045] env[68786]: DEBUG nova.compute.manager [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.570045] env[68786]: DEBUG nova.network.neutron [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.609105] env[68786]: DEBUG nova.policy [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c89b1298a3344254b20a4535e3461c02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcdc4b48699b4a779e459657e78d461a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.669397] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090806, 'name': ReconfigVM_Task, 'duration_secs': 1.291334} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.669685] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 15e232a4-4095-44cb-9ede-92e6875cffed/15e232a4-4095-44cb-9ede-92e6875cffed.vmdk or device None with type streamOptimized {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.670379] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-621bc81b-1ec5-416a-9b06-547ac8ae8c68 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.679772] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 831.679772] env[68786]: value = "task-3090809" [ 831.679772] env[68786]: _type = "Task" [ 831.679772] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.689672] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090809, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.783967] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090808, 'name': ReconfigVM_Task, 'duration_secs': 0.280283} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.784430] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5/5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.785349] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6000c1ea-1c9b-49e4-ba69-cc1367ba7135 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.793241] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 831.793241] env[68786]: value = "task-3090810" [ 831.793241] env[68786]: _type = "Task" [ 831.793241] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.800789] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090810, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.019571] env[68786]: DEBUG nova.network.neutron [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Successfully created port: cca86162-2542-4dea-a265-af6362074b46 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.076036] env[68786]: DEBUG nova.compute.manager [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.079373] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8baf90e8-b70c-4645-8efe-887d85645b1a tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.080260] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 22.070s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.087080] env[68786]: DEBUG nova.network.neutron [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.191816] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090809, 'name': Rename_Task, 'duration_secs': 0.133037} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.192151] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.192452] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-147b7458-214b-4198-b436-aeb2a8b926c8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.200440] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 832.200440] env[68786]: value = "task-3090811" [ 832.200440] env[68786]: _type = "Task" [ 832.200440] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.209026] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.302169] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090810, 'name': Rename_Task, 'duration_secs': 0.135971} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.302540] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.305660] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b75529b5-9a59-422f-bf45-56217b352590 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.316021] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 832.316021] env[68786]: value = "task-3090812" [ 832.316021] env[68786]: _type = "Task" [ 832.316021] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.323425] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.586629] env[68786]: DEBUG nova.objects.instance [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lazy-loading 'migration_context' on Instance uuid 9b02ce36-2582-4b2b-9774-1f8e14cc8b92 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.612180] env[68786]: DEBUG nova.network.neutron [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Updating instance_info_cache with network_info: [{"id": "f12adc53-6b74-4afa-9bc8-3d24754ffe45", "address": "fa:16:3e:9c:44:21", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf12adc53-6b", "ovs_interfaceid": "f12adc53-6b74-4afa-9bc8-3d24754ffe45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.710949] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090811, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.825871] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090812, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.968428] env[68786]: DEBUG nova.compute.manager [req-f18ff251-6bf2-4635-ac4c-a2d3296f3ae1 req-adebe589-2240-4d2f-9436-e74378898ee4 service nova] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Received event network-changed-f12adc53-6b74-4afa-9bc8-3d24754ffe45 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.968769] env[68786]: DEBUG nova.compute.manager [req-f18ff251-6bf2-4635-ac4c-a2d3296f3ae1 req-adebe589-2240-4d2f-9436-e74378898ee4 service nova] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Refreshing instance network info cache due to event network-changed-f12adc53-6b74-4afa-9bc8-3d24754ffe45. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.968896] env[68786]: DEBUG oslo_concurrency.lockutils [req-f18ff251-6bf2-4635-ac4c-a2d3296f3ae1 req-adebe589-2240-4d2f-9436-e74378898ee4 service nova] Acquiring lock "refresh_cache-4bcd4547-9f8e-492d-9581-dde131974d28" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.089409] env[68786]: DEBUG nova.compute.manager [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.116518] env[68786]: DEBUG nova.virt.hardware [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.119029] env[68786]: DEBUG nova.virt.hardware [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.119029] env[68786]: DEBUG nova.virt.hardware [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.119029] env[68786]: DEBUG nova.virt.hardware [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.119029] env[68786]: DEBUG nova.virt.hardware [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.119029] env[68786]: DEBUG nova.virt.hardware [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.119221] env[68786]: DEBUG nova.virt.hardware [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.119221] env[68786]: DEBUG nova.virt.hardware [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.119221] env[68786]: DEBUG nova.virt.hardware [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.119221] env[68786]: DEBUG nova.virt.hardware [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.119221] env[68786]: DEBUG nova.virt.hardware [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.119355] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Releasing lock "refresh_cache-4bcd4547-9f8e-492d-9581-dde131974d28" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.119355] env[68786]: DEBUG nova.compute.manager [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Instance network_info: |[{"id": "f12adc53-6b74-4afa-9bc8-3d24754ffe45", "address": "fa:16:3e:9c:44:21", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf12adc53-6b", "ovs_interfaceid": "f12adc53-6b74-4afa-9bc8-3d24754ffe45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.120105] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487f72bb-7b3f-474a-bd8c-54ca33998f86 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.125548] env[68786]: DEBUG oslo_concurrency.lockutils [req-f18ff251-6bf2-4635-ac4c-a2d3296f3ae1 req-adebe589-2240-4d2f-9436-e74378898ee4 service nova] Acquired lock "refresh_cache-4bcd4547-9f8e-492d-9581-dde131974d28" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.125731] env[68786]: DEBUG nova.network.neutron [req-f18ff251-6bf2-4635-ac4c-a2d3296f3ae1 req-adebe589-2240-4d2f-9436-e74378898ee4 service nova] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Refreshing network info cache for port f12adc53-6b74-4afa-9bc8-3d24754ffe45 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.126934] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:44:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f12adc53-6b74-4afa-9bc8-3d24754ffe45', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.134207] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Creating folder: Project (68254657a9c94766abd0552d259cb35d). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.137465] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1be252a9-1b79-4382-b367-756898917c90 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.144289] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cf327b-ef70-44f3-9d6d-760ad738b883 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.152190] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Created folder: Project (68254657a9c94766abd0552d259cb35d) in parent group-v618484. [ 833.152375] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Creating folder: Instances. Parent ref: group-v618671. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.153059] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74d5e646-024a-40db-b634-a5e3f3c5e12e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.172294] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Created folder: Instances in parent group-v618671. [ 833.172570] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.172774] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.172976] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-617b23a4-7527-47bb-8ae7-7b2d14164810 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.196393] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.196393] env[68786]: value = "task-3090815" [ 833.196393] env[68786]: _type = "Task" [ 833.196393] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.203613] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090815, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.213784] env[68786]: DEBUG oslo_vmware.api [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090811, 'name': PowerOnVM_Task, 'duration_secs': 0.554818} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.214049] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.214246] env[68786]: INFO nova.compute.manager [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Took 16.05 seconds to spawn the instance on the hypervisor. [ 833.214419] env[68786]: DEBUG nova.compute.manager [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.215211] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6f7ecb-e56c-4d7f-9fb0-d6da3947fd91 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.324658] env[68786]: DEBUG oslo_vmware.api [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090812, 'name': PowerOnVM_Task, 'duration_secs': 0.779326} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.325154] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.325244] env[68786]: INFO nova.compute.manager [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Took 8.56 seconds to spawn the instance on the hypervisor. [ 833.325410] env[68786]: DEBUG nova.compute.manager [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.326204] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0093ee-114f-4f95-a5a7-9d0d45083361 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.375501] env[68786]: DEBUG nova.network.neutron [req-f18ff251-6bf2-4635-ac4c-a2d3296f3ae1 req-adebe589-2240-4d2f-9436-e74378898ee4 service nova] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Updated VIF entry in instance network info cache for port f12adc53-6b74-4afa-9bc8-3d24754ffe45. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.375836] env[68786]: DEBUG nova.network.neutron [req-f18ff251-6bf2-4635-ac4c-a2d3296f3ae1 req-adebe589-2240-4d2f-9436-e74378898ee4 service nova] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Updating instance_info_cache with network_info: [{"id": "f12adc53-6b74-4afa-9bc8-3d24754ffe45", "address": "fa:16:3e:9c:44:21", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf12adc53-6b", "ovs_interfaceid": "f12adc53-6b74-4afa-9bc8-3d24754ffe45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.617766] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211abe60-573f-4147-85eb-534f1232d287 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.625164] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9b3bd7-ab5e-43a2-b719-89a526756781 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.654672] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c833cb-5b56-4f28-a3a1-3eea7101e3f5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.661397] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba89533-cb81-4adb-9f40-b16f62b79da7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.674116] env[68786]: DEBUG nova.compute.provider_tree [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.705161] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090815, 'name': CreateVM_Task, 'duration_secs': 0.368764} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.705297] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.705959] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.706138] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.706448] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.706684] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f47f5de8-b1d2-4c7f-b4ed-7a14b1f686c2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.711022] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Waiting for the task: (returnval){ [ 833.711022] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e96cf1-42e2-4ecf-58e6-69127c3b4b5f" [ 833.711022] env[68786]: _type = "Task" [ 833.711022] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.718694] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e96cf1-42e2-4ecf-58e6-69127c3b4b5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.733728] env[68786]: INFO nova.compute.manager [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Took 41.51 seconds to build instance. [ 833.845708] env[68786]: INFO nova.compute.manager [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Took 33.23 seconds to build instance. [ 833.880586] env[68786]: DEBUG oslo_concurrency.lockutils [req-f18ff251-6bf2-4635-ac4c-a2d3296f3ae1 req-adebe589-2240-4d2f-9436-e74378898ee4 service nova] Releasing lock "refresh_cache-4bcd4547-9f8e-492d-9581-dde131974d28" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.922197] env[68786]: DEBUG nova.network.neutron [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Successfully updated port: cca86162-2542-4dea-a265-af6362074b46 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.177040] env[68786]: DEBUG nova.scheduler.client.report [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.223136] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e96cf1-42e2-4ecf-58e6-69127c3b4b5f, 'name': SearchDatastore_Task, 'duration_secs': 0.01205} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.223136] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.223136] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.223136] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.223320] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.223320] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.223393] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-111a56b7-c578-4349-a40b-34f393ee02df {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.232184] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.232281] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.233013] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d48ac14b-5053-4db5-a107-f6d08b83859d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.235367] env[68786]: DEBUG oslo_concurrency.lockutils [None req-cfa1f6cc-82f7-43b7-9cdf-3297e95aaeaa tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "15e232a4-4095-44cb-9ede-92e6875cffed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.025s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.238448] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Waiting for the task: (returnval){ [ 834.238448] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52fbb6bc-57fd-f9de-bb61-434d5b423c13" [ 834.238448] env[68786]: _type = "Task" [ 834.238448] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.246220] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52fbb6bc-57fd-f9de-bb61-434d5b423c13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.347236] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87235976-53df-4040-a6b1-c226f02d7ffb tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.757s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.424922] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "refresh_cache-38f4d3bd-1065-4e88-bb9c-717f12dd992b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.425102] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquired lock "refresh_cache-38f4d3bd-1065-4e88-bb9c-717f12dd992b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.425260] env[68786]: DEBUG nova.network.neutron [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.598624] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.599142] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.599496] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.599819] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.600148] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.602959] env[68786]: INFO nova.compute.manager [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Terminating instance [ 834.749054] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52fbb6bc-57fd-f9de-bb61-434d5b423c13, 'name': SearchDatastore_Task, 'duration_secs': 0.008634} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.749845] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9157427-5c44-4a89-a5e6-a1137b8793f7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.754571] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Waiting for the task: (returnval){ [ 834.754571] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52be1855-b071-9d93-39c1-dc5e146043b2" [ 834.754571] env[68786]: _type = "Task" [ 834.754571] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.761811] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52be1855-b071-9d93-39c1-dc5e146043b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.957181] env[68786]: DEBUG nova.network.neutron [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.981924] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "15e232a4-4095-44cb-9ede-92e6875cffed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.982192] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "15e232a4-4095-44cb-9ede-92e6875cffed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.982425] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "15e232a4-4095-44cb-9ede-92e6875cffed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.982615] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "15e232a4-4095-44cb-9ede-92e6875cffed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.982787] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "15e232a4-4095-44cb-9ede-92e6875cffed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.984834] env[68786]: INFO nova.compute.manager [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Terminating instance [ 834.995868] env[68786]: DEBUG nova.compute.manager [req-e8985d8c-2a28-4760-a67c-24dcb39ea7ff req-c1367d4d-11e1-4e74-945d-dc81f5c9074e service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Received event network-vif-plugged-cca86162-2542-4dea-a265-af6362074b46 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.996021] env[68786]: DEBUG oslo_concurrency.lockutils [req-e8985d8c-2a28-4760-a67c-24dcb39ea7ff req-c1367d4d-11e1-4e74-945d-dc81f5c9074e service nova] Acquiring lock "38f4d3bd-1065-4e88-bb9c-717f12dd992b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.996222] env[68786]: DEBUG oslo_concurrency.lockutils [req-e8985d8c-2a28-4760-a67c-24dcb39ea7ff req-c1367d4d-11e1-4e74-945d-dc81f5c9074e service nova] Lock "38f4d3bd-1065-4e88-bb9c-717f12dd992b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.996415] env[68786]: DEBUG oslo_concurrency.lockutils [req-e8985d8c-2a28-4760-a67c-24dcb39ea7ff req-c1367d4d-11e1-4e74-945d-dc81f5c9074e service nova] Lock "38f4d3bd-1065-4e88-bb9c-717f12dd992b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.996583] env[68786]: DEBUG nova.compute.manager [req-e8985d8c-2a28-4760-a67c-24dcb39ea7ff req-c1367d4d-11e1-4e74-945d-dc81f5c9074e service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] No waiting events found dispatching network-vif-plugged-cca86162-2542-4dea-a265-af6362074b46 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.996734] env[68786]: WARNING nova.compute.manager [req-e8985d8c-2a28-4760-a67c-24dcb39ea7ff req-c1367d4d-11e1-4e74-945d-dc81f5c9074e service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Received unexpected event network-vif-plugged-cca86162-2542-4dea-a265-af6362074b46 for instance with vm_state building and task_state spawning. [ 834.997066] env[68786]: DEBUG nova.compute.manager [req-e8985d8c-2a28-4760-a67c-24dcb39ea7ff req-c1367d4d-11e1-4e74-945d-dc81f5c9074e service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Received event network-changed-cca86162-2542-4dea-a265-af6362074b46 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.997267] env[68786]: DEBUG nova.compute.manager [req-e8985d8c-2a28-4760-a67c-24dcb39ea7ff req-c1367d4d-11e1-4e74-945d-dc81f5c9074e service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Refreshing instance network info cache due to event network-changed-cca86162-2542-4dea-a265-af6362074b46. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.997436] env[68786]: DEBUG oslo_concurrency.lockutils [req-e8985d8c-2a28-4760-a67c-24dcb39ea7ff req-c1367d4d-11e1-4e74-945d-dc81f5c9074e service nova] Acquiring lock "refresh_cache-38f4d3bd-1065-4e88-bb9c-717f12dd992b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.107362] env[68786]: DEBUG nova.compute.manager [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.107567] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.108498] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7b15e8-9ac9-4502-8ae9-bc8dba48fcee {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.112410] env[68786]: DEBUG nova.network.neutron [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Updating instance_info_cache with network_info: [{"id": "cca86162-2542-4dea-a265-af6362074b46", "address": "fa:16:3e:a0:45:5e", "network": {"id": "217e2176-5120-4b8a-b9c2-f17c95bc9f61", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2097938544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcdc4b48699b4a779e459657e78d461a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca86162-25", "ovs_interfaceid": "cca86162-2542-4dea-a265-af6362074b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.117984] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.118276] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-700eb0c4-e6cc-45ca-9714-4d58bc743e47 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.124426] env[68786]: DEBUG oslo_vmware.api [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 835.124426] env[68786]: value = "task-3090816" [ 835.124426] env[68786]: _type = "Task" [ 835.124426] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.134824] env[68786]: DEBUG oslo_vmware.api [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.187988] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.108s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.193946] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.589s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.194157] env[68786]: DEBUG nova.objects.instance [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68786) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 835.269220] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52be1855-b071-9d93-39c1-dc5e146043b2, 'name': SearchDatastore_Task, 'duration_secs': 0.0126} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.269220] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.269220] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 4bcd4547-9f8e-492d-9581-dde131974d28/4bcd4547-9f8e-492d-9581-dde131974d28.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.269220] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac5ba842-8d11-4818-87ba-6ec7af75f31a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.277029] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Waiting for the task: (returnval){ [ 835.277029] env[68786]: value = "task-3090817" [ 835.277029] env[68786]: _type = "Task" [ 835.277029] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.285154] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.488993] env[68786]: DEBUG nova.compute.manager [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.488993] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.489657] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b058079d-b2db-4005-a228-fa720d45fe50 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.498069] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.498398] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0bd6d0f-6622-45c7-bfd1-94caadd8a898 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.507602] env[68786]: DEBUG oslo_vmware.api [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 835.507602] env[68786]: value = "task-3090818" [ 835.507602] env[68786]: _type = "Task" [ 835.507602] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.517273] env[68786]: DEBUG oslo_vmware.api [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.615372] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Releasing lock "refresh_cache-38f4d3bd-1065-4e88-bb9c-717f12dd992b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.615730] env[68786]: DEBUG nova.compute.manager [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Instance network_info: |[{"id": "cca86162-2542-4dea-a265-af6362074b46", "address": "fa:16:3e:a0:45:5e", "network": {"id": "217e2176-5120-4b8a-b9c2-f17c95bc9f61", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2097938544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcdc4b48699b4a779e459657e78d461a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca86162-25", "ovs_interfaceid": "cca86162-2542-4dea-a265-af6362074b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.616134] env[68786]: DEBUG oslo_concurrency.lockutils [req-e8985d8c-2a28-4760-a67c-24dcb39ea7ff req-c1367d4d-11e1-4e74-945d-dc81f5c9074e service nova] Acquired lock "refresh_cache-38f4d3bd-1065-4e88-bb9c-717f12dd992b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.616394] env[68786]: DEBUG nova.network.neutron [req-e8985d8c-2a28-4760-a67c-24dcb39ea7ff req-c1367d4d-11e1-4e74-945d-dc81f5c9074e service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Refreshing network info cache for port cca86162-2542-4dea-a265-af6362074b46 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.617908] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:45:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cca86162-2542-4dea-a265-af6362074b46', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.627075] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Creating folder: Project (bcdc4b48699b4a779e459657e78d461a). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.627897] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48a36e41-7439-459c-9d4c-290d7270b7ac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.643580] env[68786]: DEBUG oslo_vmware.api [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090816, 'name': PowerOffVM_Task, 'duration_secs': 0.376418} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.643954] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.644270] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.644482] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5112ad23-8897-40d5-ad7e-87659bccbfeb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.656302] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Created folder: Project (bcdc4b48699b4a779e459657e78d461a) in parent group-v618484. [ 835.656557] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Creating folder: Instances. Parent ref: group-v618674. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.656866] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-686fa608-0f9c-4fb6-9a69-c2405ba29933 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.670880] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Created folder: Instances in parent group-v618674. [ 835.671203] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.671422] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.671653] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-333a5178-fdb1-4b08-9962-987833c5bd18 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.693784] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.693784] env[68786]: value = "task-3090822" [ 835.693784] env[68786]: _type = "Task" [ 835.693784] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.709049] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090822, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.787399] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090817, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.015751] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.015949] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.016153] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Deleting the datastore file [datastore1] 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.016878] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f32d4faa-d632-4ae2-a514-ad6cde5e5c87 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.021232] env[68786]: DEBUG oslo_vmware.api [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090818, 'name': PowerOffVM_Task, 'duration_secs': 0.190561} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.021806] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.021981] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.022215] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74a75a7e-18fe-436f-9133-2c49a8d5e4fb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.025484] env[68786]: DEBUG oslo_vmware.api [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 836.025484] env[68786]: value = "task-3090823" [ 836.025484] env[68786]: _type = "Task" [ 836.025484] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.032443] env[68786]: DEBUG oslo_vmware.api [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.080676] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.080890] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.081088] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Deleting the datastore file [datastore2] 15e232a4-4095-44cb-9ede-92e6875cffed {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.081348] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76e0a376-136e-4079-9b2e-db2ac3d8a507 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.086797] env[68786]: DEBUG oslo_vmware.api [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 836.086797] env[68786]: value = "task-3090825" [ 836.086797] env[68786]: _type = "Task" [ 836.086797] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.094051] env[68786]: DEBUG oslo_vmware.api [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.204135] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090822, 'name': CreateVM_Task, 'duration_secs': 0.307395} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.204314] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.205014] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.205192] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.205513] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.205775] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a9e6288-bcf6-4c6c-8f9e-3939e3b348a5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.212687] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4a58d2de-b096-4e23-beb6-677c5bc7a6fb tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.218060] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.023s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.219546] env[68786]: INFO nova.compute.claims [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.222024] env[68786]: DEBUG oslo_vmware.api [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 836.222024] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]523879a7-5510-077d-4d40-79d6e2ede48d" [ 836.222024] env[68786]: _type = "Task" [ 836.222024] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.231671] env[68786]: DEBUG oslo_vmware.api [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523879a7-5510-077d-4d40-79d6e2ede48d, 'name': SearchDatastore_Task, 'duration_secs': 0.00999} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.231944] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.232182] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.232443] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.232607] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.232797] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.233297] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a87e9f7d-dc06-460a-b650-1641fcd51733 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.243815] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.244009] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.244766] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a3e9225-7d64-4763-9aad-80834e3017ac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.249783] env[68786]: DEBUG oslo_vmware.api [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 836.249783] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5242bed2-4d2a-63b7-dcd8-b0d3548015de" [ 836.249783] env[68786]: _type = "Task" [ 836.249783] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.257486] env[68786]: DEBUG oslo_vmware.api [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5242bed2-4d2a-63b7-dcd8-b0d3548015de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.287220] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514176} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.287528] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 4bcd4547-9f8e-492d-9581-dde131974d28/4bcd4547-9f8e-492d-9581-dde131974d28.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.287749] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.288024] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a328581-3b08-4f7f-ab70-dca216a834a7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.296722] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Waiting for the task: (returnval){ [ 836.296722] env[68786]: value = "task-3090826" [ 836.296722] env[68786]: _type = "Task" [ 836.296722] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.304743] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.429169] env[68786]: DEBUG nova.network.neutron [req-e8985d8c-2a28-4760-a67c-24dcb39ea7ff req-c1367d4d-11e1-4e74-945d-dc81f5c9074e service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Updated VIF entry in instance network info cache for port cca86162-2542-4dea-a265-af6362074b46. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.429557] env[68786]: DEBUG nova.network.neutron [req-e8985d8c-2a28-4760-a67c-24dcb39ea7ff req-c1367d4d-11e1-4e74-945d-dc81f5c9074e service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Updating instance_info_cache with network_info: [{"id": "cca86162-2542-4dea-a265-af6362074b46", "address": "fa:16:3e:a0:45:5e", "network": {"id": "217e2176-5120-4b8a-b9c2-f17c95bc9f61", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2097938544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcdc4b48699b4a779e459657e78d461a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca86162-25", "ovs_interfaceid": "cca86162-2542-4dea-a265-af6362074b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.535009] env[68786]: DEBUG oslo_vmware.api [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134853} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.535263] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.535453] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.535630] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.535797] env[68786]: INFO nova.compute.manager [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Took 1.43 seconds to destroy the instance on the hypervisor. [ 836.536042] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.536234] env[68786]: DEBUG nova.compute.manager [-] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.536330] env[68786]: DEBUG nova.network.neutron [-] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.595220] env[68786]: DEBUG oslo_vmware.api [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130954} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.595458] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.595656] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.595851] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.596039] env[68786]: INFO nova.compute.manager [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Took 1.11 seconds to destroy the instance on the hypervisor. [ 836.596269] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.596457] env[68786]: DEBUG nova.compute.manager [-] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.596550] env[68786]: DEBUG nova.network.neutron [-] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.746413] env[68786]: INFO nova.compute.manager [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Swapping old allocation on dict_keys(['5ef285da-3f8b-4d1d-bb64-f9f1371a9db0']) held by migration 3397de9c-12c5-45d8-b8b8-25b4ed110958 for instance [ 836.765744] env[68786]: DEBUG oslo_vmware.api [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5242bed2-4d2a-63b7-dcd8-b0d3548015de, 'name': SearchDatastore_Task, 'duration_secs': 0.008548} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.766581] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-433ba60d-9e65-4955-b1a7-b1d66317a413 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.777196] env[68786]: DEBUG oslo_vmware.api [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 836.777196] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b618ec-e4e1-6c71-b067-fcd7924826f2" [ 836.777196] env[68786]: _type = "Task" [ 836.777196] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.786257] env[68786]: DEBUG nova.scheduler.client.report [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Overwriting current allocation {'allocations': {'5ef285da-3f8b-4d1d-bb64-f9f1371a9db0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 83}}, 'project_id': 'b1b7b0aaa486450c98fd86a764f2a737', 'user_id': '2a1a38d07963483c91b6f960b2bcc658', 'consumer_generation': 1} on consumer 9b02ce36-2582-4b2b-9774-1f8e14cc8b92 {{(pid=68786) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 836.795460] env[68786]: DEBUG oslo_vmware.api [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b618ec-e4e1-6c71-b067-fcd7924826f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009293} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.795730] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.795989] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 38f4d3bd-1065-4e88-bb9c-717f12dd992b/38f4d3bd-1065-4e88-bb9c-717f12dd992b.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.796295] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d30cd47d-5712-43f8-af6d-3d0a07e00b2b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.806292] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072617} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.808117] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.808497] env[68786]: DEBUG oslo_vmware.api [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 836.808497] env[68786]: value = "task-3090827" [ 836.808497] env[68786]: _type = "Task" [ 836.808497] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.809175] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea90678-dcec-4114-ac92-a8203b4909f3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.820061] env[68786]: DEBUG oslo_vmware.api [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.840979] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 4bcd4547-9f8e-492d-9581-dde131974d28/4bcd4547-9f8e-492d-9581-dde131974d28.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.841381] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35d33ccf-89a4-4cb1-956c-cb64f4b3ba1a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.864988] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Waiting for the task: (returnval){ [ 836.864988] env[68786]: value = "task-3090828" [ 836.864988] env[68786]: _type = "Task" [ 836.864988] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.873406] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.912940] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "refresh_cache-9b02ce36-2582-4b2b-9774-1f8e14cc8b92" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.913147] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquired lock "refresh_cache-9b02ce36-2582-4b2b-9774-1f8e14cc8b92" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.913331] env[68786]: DEBUG nova.network.neutron [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.933538] env[68786]: DEBUG oslo_concurrency.lockutils [req-e8985d8c-2a28-4760-a67c-24dcb39ea7ff req-c1367d4d-11e1-4e74-945d-dc81f5c9074e service nova] Releasing lock "refresh_cache-38f4d3bd-1065-4e88-bb9c-717f12dd992b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.046138] env[68786]: DEBUG nova.compute.manager [req-436d2d2a-c1ff-4ae0-ab56-6526f98bbb71 req-a46df070-4b3a-4a9f-9e91-6eac51c60eef service nova] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Received event network-vif-deleted-4d67dc6c-fa78-476a-99a4-4de43373bb8d {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.046374] env[68786]: INFO nova.compute.manager [req-436d2d2a-c1ff-4ae0-ab56-6526f98bbb71 req-a46df070-4b3a-4a9f-9e91-6eac51c60eef service nova] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Neutron deleted interface 4d67dc6c-fa78-476a-99a4-4de43373bb8d; detaching it from the instance and deleting it from the info cache [ 837.046577] env[68786]: DEBUG nova.network.neutron [req-436d2d2a-c1ff-4ae0-ab56-6526f98bbb71 req-a46df070-4b3a-4a9f-9e91-6eac51c60eef service nova] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.322287] env[68786]: DEBUG oslo_vmware.api [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510341} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.322985] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 38f4d3bd-1065-4e88-bb9c-717f12dd992b/38f4d3bd-1065-4e88-bb9c-717f12dd992b.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.323332] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.326060] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6361b20-e69d-461f-8ade-259e491d318d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.334018] env[68786]: DEBUG oslo_vmware.api [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 837.334018] env[68786]: value = "task-3090829" [ 837.334018] env[68786]: _type = "Task" [ 837.334018] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.343014] env[68786]: DEBUG oslo_vmware.api [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.374482] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090828, 'name': ReconfigVM_Task, 'duration_secs': 0.303151} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.374784] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 4bcd4547-9f8e-492d-9581-dde131974d28/4bcd4547-9f8e-492d-9581-dde131974d28.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.375475] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4ab131c-85a3-41fd-89dd-8bdc97804e9e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.381119] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Waiting for the task: (returnval){ [ 837.381119] env[68786]: value = "task-3090830" [ 837.381119] env[68786]: _type = "Task" [ 837.381119] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.390438] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090830, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.447999] env[68786]: DEBUG nova.network.neutron [-] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.489263] env[68786]: DEBUG nova.network.neutron [-] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.549025] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0039f420-045f-4e9a-894b-87235081fe49 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.557510] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532c4ebb-a11d-4abe-be54-847e329c48fe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.598928] env[68786]: DEBUG nova.compute.manager [req-436d2d2a-c1ff-4ae0-ab56-6526f98bbb71 req-a46df070-4b3a-4a9f-9e91-6eac51c60eef service nova] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Detach interface failed, port_id=4d67dc6c-fa78-476a-99a4-4de43373bb8d, reason: Instance 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 837.599177] env[68786]: DEBUG nova.compute.manager [req-436d2d2a-c1ff-4ae0-ab56-6526f98bbb71 req-a46df070-4b3a-4a9f-9e91-6eac51c60eef service nova] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Received event network-vif-deleted-35eaecce-7502-42bb-94c5-b0168462d2b3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.599353] env[68786]: INFO nova.compute.manager [req-436d2d2a-c1ff-4ae0-ab56-6526f98bbb71 req-a46df070-4b3a-4a9f-9e91-6eac51c60eef service nova] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Neutron deleted interface 35eaecce-7502-42bb-94c5-b0168462d2b3; detaching it from the instance and deleting it from the info cache [ 837.599521] env[68786]: DEBUG nova.network.neutron [req-436d2d2a-c1ff-4ae0-ab56-6526f98bbb71 req-a46df070-4b3a-4a9f-9e91-6eac51c60eef service nova] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.666293] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e39289-9778-4e80-a7e0-cbb9a82fd8d2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.670039] env[68786]: DEBUG nova.network.neutron [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Updating instance_info_cache with network_info: [{"id": "605652e7-ec2c-43da-a960-654c4dfd721d", "address": "fa:16:3e:03:fa:24", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap605652e7-ec", "ovs_interfaceid": "605652e7-ec2c-43da-a960-654c4dfd721d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.676924] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1256cf-11ae-4b8e-86e5-bd7200b19ad6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.707739] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf70814-323f-42ba-809f-f19c3c35ed48 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.715109] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0a2fed-28b4-4535-a4cb-5b1398e26d8f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.719105] env[68786]: DEBUG oslo_concurrency.lockutils [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.719331] env[68786]: DEBUG oslo_concurrency.lockutils [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.719528] env[68786]: DEBUG oslo_concurrency.lockutils [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.719708] env[68786]: DEBUG oslo_concurrency.lockutils [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.719869] env[68786]: DEBUG oslo_concurrency.lockutils [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.722116] env[68786]: INFO nova.compute.manager [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Terminating instance [ 837.730877] env[68786]: DEBUG nova.compute.provider_tree [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.843729] env[68786]: DEBUG oslo_vmware.api [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062042} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.844078] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.844841] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ac72da-d0ed-419c-9bed-629a6c3cbdb1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.870943] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 38f4d3bd-1065-4e88-bb9c-717f12dd992b/38f4d3bd-1065-4e88-bb9c-717f12dd992b.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.871772] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c5f0b7f-ccc6-432a-98f5-c01abcbfc42a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.894472] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090830, 'name': Rename_Task, 'duration_secs': 0.137256} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.895743] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.896078] env[68786]: DEBUG oslo_vmware.api [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 837.896078] env[68786]: value = "task-3090831" [ 837.896078] env[68786]: _type = "Task" [ 837.896078] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.896273] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e1043a1-2821-461a-a75e-239ba8ee4cb7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.906277] env[68786]: DEBUG oslo_vmware.api [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.907345] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Waiting for the task: (returnval){ [ 837.907345] env[68786]: value = "task-3090832" [ 837.907345] env[68786]: _type = "Task" [ 837.907345] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.914317] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.955216] env[68786]: INFO nova.compute.manager [-] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Took 1.42 seconds to deallocate network for instance. [ 837.992018] env[68786]: INFO nova.compute.manager [-] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Took 1.40 seconds to deallocate network for instance. [ 838.104452] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b83a587-f9ad-4088-a9ff-aa3e2bfa35d9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.114448] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515c4819-3738-4766-8f23-c98008f6fdce {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.150762] env[68786]: DEBUG nova.compute.manager [req-436d2d2a-c1ff-4ae0-ab56-6526f98bbb71 req-a46df070-4b3a-4a9f-9e91-6eac51c60eef service nova] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Detach interface failed, port_id=35eaecce-7502-42bb-94c5-b0168462d2b3, reason: Instance 15e232a4-4095-44cb-9ede-92e6875cffed could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 838.173106] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Releasing lock "refresh_cache-9b02ce36-2582-4b2b-9774-1f8e14cc8b92" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.173538] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.173810] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-210e860e-87aa-4749-942b-87cc3b3355d9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.179735] env[68786]: DEBUG oslo_vmware.api [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 838.179735] env[68786]: value = "task-3090833" [ 838.179735] env[68786]: _type = "Task" [ 838.179735] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.187620] env[68786]: DEBUG oslo_vmware.api [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.234047] env[68786]: DEBUG nova.scheduler.client.report [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.238041] env[68786]: DEBUG nova.compute.manager [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.238041] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.239176] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8c4ebb-0c41-4333-a132-5a0cd08a5bd7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.247538] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.247808] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7d1db29-3bd2-43b6-b1c1-cca4a7d83fd6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.254935] env[68786]: DEBUG oslo_vmware.api [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 838.254935] env[68786]: value = "task-3090834" [ 838.254935] env[68786]: _type = "Task" [ 838.254935] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.263370] env[68786]: DEBUG oslo_vmware.api [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.407813] env[68786]: DEBUG oslo_vmware.api [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090831, 'name': ReconfigVM_Task, 'duration_secs': 0.278564} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.408223] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 38f4d3bd-1065-4e88-bb9c-717f12dd992b/38f4d3bd-1065-4e88-bb9c-717f12dd992b.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.412047] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-874e274f-7b3d-401e-8824-4f8c1481cf38 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.420839] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090832, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.422133] env[68786]: DEBUG oslo_vmware.api [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 838.422133] env[68786]: value = "task-3090835" [ 838.422133] env[68786]: _type = "Task" [ 838.422133] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.432475] env[68786]: DEBUG oslo_vmware.api [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090835, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.462405] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.498924] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.689472] env[68786]: DEBUG oslo_vmware.api [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090833, 'name': PowerOffVM_Task, 'duration_secs': 0.201426} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.689784] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.690486] env[68786]: DEBUG nova.virt.hardware [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:36:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0ca895bb-c72d-414d-8a44-6d4a8d3ebd5b',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-221688275',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.690698] env[68786]: DEBUG nova.virt.hardware [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.690853] env[68786]: DEBUG nova.virt.hardware [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.691062] env[68786]: DEBUG nova.virt.hardware [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.691228] env[68786]: DEBUG nova.virt.hardware [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.691380] env[68786]: DEBUG nova.virt.hardware [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.691592] env[68786]: DEBUG nova.virt.hardware [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.691750] env[68786]: DEBUG nova.virt.hardware [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.691916] env[68786]: DEBUG nova.virt.hardware [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.692089] env[68786]: DEBUG nova.virt.hardware [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.692266] env[68786]: DEBUG nova.virt.hardware [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.697251] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3137ca41-00ea-439c-acf3-5638b5962c2b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.713968] env[68786]: DEBUG oslo_vmware.api [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 838.713968] env[68786]: value = "task-3090836" [ 838.713968] env[68786]: _type = "Task" [ 838.713968] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.721723] env[68786]: DEBUG oslo_vmware.api [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.739829] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.740475] env[68786]: DEBUG nova.compute.manager [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.743293] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.923s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.745613] env[68786]: INFO nova.compute.claims [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.766831] env[68786]: DEBUG oslo_vmware.api [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090834, 'name': PowerOffVM_Task, 'duration_secs': 0.246347} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.767127] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.767301] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.767548] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2984d7ff-c77b-44aa-ae6a-724950f043b0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.829839] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.830094] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.830283] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Deleting the datastore file [datastore1] 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.830593] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfd66bc3-47ca-4cf3-821b-442a97265344 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.838361] env[68786]: DEBUG oslo_vmware.api [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 838.838361] env[68786]: value = "task-3090838" [ 838.838361] env[68786]: _type = "Task" [ 838.838361] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.847571] env[68786]: DEBUG oslo_vmware.api [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.917245] env[68786]: DEBUG oslo_vmware.api [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090832, 'name': PowerOnVM_Task, 'duration_secs': 0.628891} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.919028] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.919028] env[68786]: INFO nova.compute.manager [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Took 8.58 seconds to spawn the instance on the hypervisor. [ 838.919028] env[68786]: DEBUG nova.compute.manager [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.919028] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c281f6eb-f8cd-4755-9759-81fa1a9d1064 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.934391] env[68786]: DEBUG oslo_vmware.api [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090835, 'name': Rename_Task, 'duration_secs': 0.169989} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.935035] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.935129] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8a57938-e402-4bf6-973c-7ceb7ab0ee7f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.941062] env[68786]: DEBUG oslo_vmware.api [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 838.941062] env[68786]: value = "task-3090839" [ 838.941062] env[68786]: _type = "Task" [ 838.941062] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.948435] env[68786]: DEBUG oslo_vmware.api [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.225120] env[68786]: DEBUG oslo_vmware.api [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090836, 'name': ReconfigVM_Task, 'duration_secs': 0.134866} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.225329] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299d24c3-ca01-4622-8d72-7e5b8d4c0ea0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.244570] env[68786]: DEBUG nova.virt.hardware [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:36:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0ca895bb-c72d-414d-8a44-6d4a8d3ebd5b',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-221688275',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.244824] env[68786]: DEBUG nova.virt.hardware [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.244983] env[68786]: DEBUG nova.virt.hardware [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.245206] env[68786]: DEBUG nova.virt.hardware [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.245359] env[68786]: DEBUG nova.virt.hardware [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.245526] env[68786]: DEBUG nova.virt.hardware [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.245750] env[68786]: DEBUG nova.virt.hardware [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.245923] env[68786]: DEBUG nova.virt.hardware [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.246125] env[68786]: DEBUG nova.virt.hardware [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.246309] env[68786]: DEBUG nova.virt.hardware [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.246498] env[68786]: DEBUG nova.virt.hardware [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.247299] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3af7058c-2969-4c0d-abc8-8f8703217f73 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.252395] env[68786]: DEBUG nova.compute.utils [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.253785] env[68786]: DEBUG nova.compute.manager [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.253963] env[68786]: DEBUG nova.network.neutron [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.259140] env[68786]: DEBUG oslo_vmware.api [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 839.259140] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f523a8-527d-de5d-3540-e7e599804bdd" [ 839.259140] env[68786]: _type = "Task" [ 839.259140] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.268200] env[68786]: DEBUG oslo_vmware.api [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f523a8-527d-de5d-3540-e7e599804bdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.293373] env[68786]: DEBUG nova.policy [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c416ae1d977240b3a14f26a832fa4c72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8776be105b14772bcafad040e2abd7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.348836] env[68786]: DEBUG oslo_vmware.api [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268406} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.349118] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.349316] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.349499] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.349690] env[68786]: INFO nova.compute.manager [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Took 1.11 seconds to destroy the instance on the hypervisor. [ 839.349929] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.350146] env[68786]: DEBUG nova.compute.manager [-] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.350246] env[68786]: DEBUG nova.network.neutron [-] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.455055] env[68786]: INFO nova.compute.manager [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Took 32.86 seconds to build instance. [ 839.460864] env[68786]: DEBUG oslo_vmware.api [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090839, 'name': PowerOnVM_Task, 'duration_secs': 0.448439} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.461780] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.461975] env[68786]: INFO nova.compute.manager [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Took 6.37 seconds to spawn the instance on the hypervisor. [ 839.462167] env[68786]: DEBUG nova.compute.manager [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.463083] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d770144-7032-4905-a537-72236df2e52e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.757800] env[68786]: DEBUG nova.compute.manager [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.773343] env[68786]: DEBUG oslo_vmware.api [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f523a8-527d-de5d-3540-e7e599804bdd, 'name': SearchDatastore_Task, 'duration_secs': 0.012086} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.779576] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 839.780089] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db6696d4-d3f8-42dc-b41d-68631a0431e9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.804294] env[68786]: DEBUG oslo_vmware.api [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 839.804294] env[68786]: value = "task-3090840" [ 839.804294] env[68786]: _type = "Task" [ 839.804294] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.815539] env[68786]: DEBUG oslo_vmware.api [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090840, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.833230] env[68786]: DEBUG nova.network.neutron [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Successfully created port: a970009e-e04f-447c-9a65-6ce0794defde {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.962183] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28d68ed9-eefa-4a4e-aa74-b808cf36c382 tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Lock "4bcd4547-9f8e-492d-9581-dde131974d28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.383s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.992678] env[68786]: INFO nova.compute.manager [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Took 31.54 seconds to build instance. [ 840.288975] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c382fe8b-1eab-4488-a23f-38d90e77ed9f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.302313] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf888d1-a956-466a-9fb9-0df61acc3976 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.313759] env[68786]: DEBUG nova.compute.manager [req-8981d048-46f1-4119-9a33-9ec45e2a0be1 req-dd0fee4f-9bef-4c75-97b5-4dde3c5a6739 service nova] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Received event network-vif-deleted-c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.314034] env[68786]: INFO nova.compute.manager [req-8981d048-46f1-4119-9a33-9ec45e2a0be1 req-dd0fee4f-9bef-4c75-97b5-4dde3c5a6739 service nova] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Neutron deleted interface c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8; detaching it from the instance and deleting it from the info cache [ 840.314236] env[68786]: DEBUG nova.network.neutron [req-8981d048-46f1-4119-9a33-9ec45e2a0be1 req-dd0fee4f-9bef-4c75-97b5-4dde3c5a6739 service nova] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.352411] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ec8e4a-50ec-420f-8a82-fb9853ad965f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.355099] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a690ac0d-3d14-4c29-bd77-4ac39db118ba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.360558] env[68786]: DEBUG oslo_vmware.api [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090840, 'name': ReconfigVM_Task, 'duration_secs': 0.263328} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.361499] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 840.362298] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4c47f1-c19b-48a7-933d-4a04e559369d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.371312] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fd0909-74a9-4079-af34-5672c8d638c9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.384023] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544c0616-d210-4410-b757-744fa49b9c94 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.407710] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 9b02ce36-2582-4b2b-9774-1f8e14cc8b92/9b02ce36-2582-4b2b-9774-1f8e14cc8b92.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.408972] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a86078b-43f2-4471-a570-3b582997db92 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.444045] env[68786]: DEBUG nova.compute.provider_tree [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.445473] env[68786]: DEBUG nova.compute.manager [req-8981d048-46f1-4119-9a33-9ec45e2a0be1 req-dd0fee4f-9bef-4c75-97b5-4dde3c5a6739 service nova] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Detach interface failed, port_id=c7a40dd5-eb35-449d-a0f0-56bb2dc1afe8, reason: Instance 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 840.451323] env[68786]: DEBUG oslo_vmware.api [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 840.451323] env[68786]: value = "task-3090841" [ 840.451323] env[68786]: _type = "Task" [ 840.451323] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.460166] env[68786]: DEBUG oslo_vmware.api [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090841, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.498326] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41bffe3d-70eb-4c2a-9d41-eed267ca0f13 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "38f4d3bd-1065-4e88-bb9c-717f12dd992b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.057s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.701435] env[68786]: DEBUG nova.network.neutron [-] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.777872] env[68786]: DEBUG nova.compute.manager [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.804205] env[68786]: DEBUG nova.virt.hardware [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.804455] env[68786]: DEBUG nova.virt.hardware [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.804617] env[68786]: DEBUG nova.virt.hardware [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.804815] env[68786]: DEBUG nova.virt.hardware [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.804958] env[68786]: DEBUG nova.virt.hardware [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.805119] env[68786]: DEBUG nova.virt.hardware [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.805330] env[68786]: DEBUG nova.virt.hardware [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.805492] env[68786]: DEBUG nova.virt.hardware [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.805667] env[68786]: DEBUG nova.virt.hardware [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.805912] env[68786]: DEBUG nova.virt.hardware [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.806136] env[68786]: DEBUG nova.virt.hardware [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.809797] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4cdea5-5ae0-4f3e-860d-daf63ed61aa4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.817148] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61552af8-778f-4478-abde-41d6d6755b42 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.949896] env[68786]: DEBUG nova.scheduler.client.report [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.953306] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Acquiring lock "857a2be6-0b59-43ec-9e0b-c0386ccde71e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.953550] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Lock "857a2be6-0b59-43ec-9e0b-c0386ccde71e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.967477] env[68786]: DEBUG oslo_vmware.api [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090841, 'name': ReconfigVM_Task, 'duration_secs': 0.261073} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.967477] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 9b02ce36-2582-4b2b-9774-1f8e14cc8b92/9b02ce36-2582-4b2b-9774-1f8e14cc8b92.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.968368] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad71551-ef01-4308-a7c8-47753be4e0a7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.990228] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9f892a-e825-438e-bc55-4ec036524ed0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.008988] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6815e723-9d44-4aab-83e3-9a4a53eb75ab {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.028773] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad0e701-4bca-4297-a376-4062e6f7bd4d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.036172] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.036471] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f25b1be-9d0d-4dff-b4d4-33c473e45194 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.042965] env[68786]: DEBUG oslo_vmware.api [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 841.042965] env[68786]: value = "task-3090842" [ 841.042965] env[68786]: _type = "Task" [ 841.042965] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.050807] env[68786]: DEBUG oslo_vmware.api [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.204289] env[68786]: INFO nova.compute.manager [-] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Took 1.85 seconds to deallocate network for instance. [ 841.320696] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.320924] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.456101] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.456559] env[68786]: DEBUG nova.compute.manager [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.459432] env[68786]: DEBUG oslo_concurrency.lockutils [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.311s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.459742] env[68786]: DEBUG nova.objects.instance [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lazy-loading 'resources' on Instance uuid 52d276d9-713c-4ef7-9a8b-cb644497ac2f {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.461489] env[68786]: DEBUG nova.compute.manager [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.555833] env[68786]: DEBUG oslo_vmware.api [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090842, 'name': PowerOnVM_Task, 'duration_secs': 0.441173} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.556205] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.595043] env[68786]: DEBUG nova.network.neutron [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Successfully updated port: a970009e-e04f-447c-9a65-6ce0794defde {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.712252] env[68786]: DEBUG oslo_concurrency.lockutils [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.825177] env[68786]: DEBUG nova.compute.manager [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.963331] env[68786]: DEBUG nova.compute.utils [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.968023] env[68786]: DEBUG nova.compute.manager [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.968023] env[68786]: DEBUG nova.network.neutron [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.004466] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.052161] env[68786]: DEBUG nova.policy [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1828d563cef245e9918b4f511c5130c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b697267fc72944d3ae5b3e929f38d957', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.100236] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "refresh_cache-f91a41de-6ac2-4043-8176-a3849b2cc882" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.100454] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "refresh_cache-f91a41de-6ac2-4043-8176-a3849b2cc882" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.100643] env[68786]: DEBUG nova.network.neutron [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.349574] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.370886] env[68786]: DEBUG nova.compute.manager [req-8634864c-d735-49d4-a919-6afafa769c14 req-83409332-5661-4fea-baab-4b14421e8147 service nova] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Received event network-vif-plugged-a970009e-e04f-447c-9a65-6ce0794defde {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.371137] env[68786]: DEBUG oslo_concurrency.lockutils [req-8634864c-d735-49d4-a919-6afafa769c14 req-83409332-5661-4fea-baab-4b14421e8147 service nova] Acquiring lock "f91a41de-6ac2-4043-8176-a3849b2cc882-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.371346] env[68786]: DEBUG oslo_concurrency.lockutils [req-8634864c-d735-49d4-a919-6afafa769c14 req-83409332-5661-4fea-baab-4b14421e8147 service nova] Lock "f91a41de-6ac2-4043-8176-a3849b2cc882-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.371516] env[68786]: DEBUG oslo_concurrency.lockutils [req-8634864c-d735-49d4-a919-6afafa769c14 req-83409332-5661-4fea-baab-4b14421e8147 service nova] Lock "f91a41de-6ac2-4043-8176-a3849b2cc882-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.371761] env[68786]: DEBUG nova.compute.manager [req-8634864c-d735-49d4-a919-6afafa769c14 req-83409332-5661-4fea-baab-4b14421e8147 service nova] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] No waiting events found dispatching network-vif-plugged-a970009e-e04f-447c-9a65-6ce0794defde {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.371960] env[68786]: WARNING nova.compute.manager [req-8634864c-d735-49d4-a919-6afafa769c14 req-83409332-5661-4fea-baab-4b14421e8147 service nova] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Received unexpected event network-vif-plugged-a970009e-e04f-447c-9a65-6ce0794defde for instance with vm_state building and task_state spawning. [ 842.372200] env[68786]: DEBUG nova.compute.manager [req-8634864c-d735-49d4-a919-6afafa769c14 req-83409332-5661-4fea-baab-4b14421e8147 service nova] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Received event network-changed-a970009e-e04f-447c-9a65-6ce0794defde {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.372328] env[68786]: DEBUG nova.compute.manager [req-8634864c-d735-49d4-a919-6afafa769c14 req-83409332-5661-4fea-baab-4b14421e8147 service nova] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Refreshing instance network info cache due to event network-changed-a970009e-e04f-447c-9a65-6ce0794defde. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.372591] env[68786]: DEBUG oslo_concurrency.lockutils [req-8634864c-d735-49d4-a919-6afafa769c14 req-83409332-5661-4fea-baab-4b14421e8147 service nova] Acquiring lock "refresh_cache-f91a41de-6ac2-4043-8176-a3849b2cc882" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.436515] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3d90b7-ccc1-474f-8208-43334ac0de19 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.444699] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2166930a-c72c-413c-997a-287294a89da7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.475631] env[68786]: DEBUG nova.compute.manager [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.479274] env[68786]: DEBUG nova.network.neutron [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Successfully created port: bbe18084-e26f-4b79-9ab8-14dea6a80945 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.481691] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333a7285-4f22-4ee9-9542-0b6d572a18b8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.489618] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8957ca34-97b9-44e4-8ce6-fcdda6d6712a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.506091] env[68786]: DEBUG nova.compute.provider_tree [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.567463] env[68786]: INFO nova.compute.manager [None req-7cab2e0b-e486-43ee-ae44-98e2b7c12b04 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Updating instance to original state: 'active' [ 842.646399] env[68786]: DEBUG nova.network.neutron [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.841959] env[68786]: DEBUG nova.network.neutron [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Updating instance_info_cache with network_info: [{"id": "a970009e-e04f-447c-9a65-6ce0794defde", "address": "fa:16:3e:64:df:d4", "network": {"id": "aee33969-1cd3-462f-83ee-4ed96787591b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-935531603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8776be105b14772bcafad040e2abd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa970009e-e0", "ovs_interfaceid": "a970009e-e04f-447c-9a65-6ce0794defde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.986363] env[68786]: INFO nova.virt.block_device [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Booting with volume 8a77f33e-5128-4eb5-a2a8-454310bfd830 at /dev/sda [ 843.008926] env[68786]: DEBUG nova.scheduler.client.report [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.024577] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69c055d1-1c70-4667-b87a-7164f86f60f9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.034636] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ab56f9-3480-4eb1-b968-80f1ecea4239 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.068686] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85840656-006c-4184-8f14-599d707d4343 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.081029] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ffde78-4d59-432c-a8a0-5da6fd1cbffa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.117060] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae761cd-ea2a-4e54-bd74-d9c28039ffda {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.124505] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7205674-511c-4a32-bb1f-6f421dc3b80b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.140336] env[68786]: DEBUG nova.virt.block_device [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Updating existing volume attachment record: 8906cd0f-5198-4176-b136-c75a3ae0e1ef {{(pid=68786) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 843.345105] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "refresh_cache-f91a41de-6ac2-4043-8176-a3849b2cc882" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.345105] env[68786]: DEBUG nova.compute.manager [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Instance network_info: |[{"id": "a970009e-e04f-447c-9a65-6ce0794defde", "address": "fa:16:3e:64:df:d4", "network": {"id": "aee33969-1cd3-462f-83ee-4ed96787591b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-935531603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8776be105b14772bcafad040e2abd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa970009e-e0", "ovs_interfaceid": "a970009e-e04f-447c-9a65-6ce0794defde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.345460] env[68786]: DEBUG oslo_concurrency.lockutils [req-8634864c-d735-49d4-a919-6afafa769c14 req-83409332-5661-4fea-baab-4b14421e8147 service nova] Acquired lock "refresh_cache-f91a41de-6ac2-4043-8176-a3849b2cc882" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.345734] env[68786]: DEBUG nova.network.neutron [req-8634864c-d735-49d4-a919-6afafa769c14 req-83409332-5661-4fea-baab-4b14421e8147 service nova] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Refreshing network info cache for port a970009e-e04f-447c-9a65-6ce0794defde {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.347048] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:df:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a970009e-e04f-447c-9a65-6ce0794defde', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.354676] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Creating folder: Project (c8776be105b14772bcafad040e2abd7f). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.358252] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e93e3bc-e7bb-4ffb-ae1d-3857ec23ed86 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.368725] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Created folder: Project (c8776be105b14772bcafad040e2abd7f) in parent group-v618484. [ 843.368974] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Creating folder: Instances. Parent ref: group-v618677. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.369169] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aba20436-f11a-4440-9e2d-78fa3565ea54 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.377950] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Created folder: Instances in parent group-v618677. [ 843.378107] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.378295] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.378496] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34118aee-a65e-4e37-889b-cfce3d719f70 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.398244] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.398244] env[68786]: value = "task-3090845" [ 843.398244] env[68786]: _type = "Task" [ 843.398244] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.405721] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090845, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.518099] env[68786]: DEBUG oslo_concurrency.lockutils [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.520495] env[68786]: DEBUG oslo_concurrency.lockutils [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.203s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.525387] env[68786]: DEBUG nova.objects.instance [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Lazy-loading 'resources' on Instance uuid 9b1d607a-7015-4bab-81d3-6ad38b76d018 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.549098] env[68786]: INFO nova.scheduler.client.report [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Deleted allocations for instance 52d276d9-713c-4ef7-9a8b-cb644497ac2f [ 843.644743] env[68786]: DEBUG nova.network.neutron [req-8634864c-d735-49d4-a919-6afafa769c14 req-83409332-5661-4fea-baab-4b14421e8147 service nova] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Updated VIF entry in instance network info cache for port a970009e-e04f-447c-9a65-6ce0794defde. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.645159] env[68786]: DEBUG nova.network.neutron [req-8634864c-d735-49d4-a919-6afafa769c14 req-83409332-5661-4fea-baab-4b14421e8147 service nova] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Updating instance_info_cache with network_info: [{"id": "a970009e-e04f-447c-9a65-6ce0794defde", "address": "fa:16:3e:64:df:d4", "network": {"id": "aee33969-1cd3-462f-83ee-4ed96787591b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-935531603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8776be105b14772bcafad040e2abd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa970009e-e0", "ovs_interfaceid": "a970009e-e04f-447c-9a65-6ce0794defde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.907752] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090845, 'name': CreateVM_Task, 'duration_secs': 0.328705} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.907930] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.908687] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.908873] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.909230] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.909497] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29e208ed-8931-4776-beb9-9237d2b27f45 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.914100] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 843.914100] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5256f9c7-32f7-2bda-a8a5-f3d68b0b5259" [ 843.914100] env[68786]: _type = "Task" [ 843.914100] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.923091] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5256f9c7-32f7-2bda-a8a5-f3d68b0b5259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.059811] env[68786]: DEBUG oslo_concurrency.lockutils [None req-278b484f-8da8-4022-a55e-e524c8ea1b04 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "52d276d9-713c-4ef7-9a8b-cb644497ac2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.512s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.088595] env[68786]: DEBUG nova.network.neutron [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Successfully updated port: bbe18084-e26f-4b79-9ab8-14dea6a80945 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.148789] env[68786]: DEBUG oslo_concurrency.lockutils [req-8634864c-d735-49d4-a919-6afafa769c14 req-83409332-5661-4fea-baab-4b14421e8147 service nova] Releasing lock "refresh_cache-f91a41de-6ac2-4043-8176-a3849b2cc882" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.188139] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "9b02ce36-2582-4b2b-9774-1f8e14cc8b92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.188263] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "9b02ce36-2582-4b2b-9774-1f8e14cc8b92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.188482] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "9b02ce36-2582-4b2b-9774-1f8e14cc8b92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.188849] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "9b02ce36-2582-4b2b-9774-1f8e14cc8b92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.190898] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "9b02ce36-2582-4b2b-9774-1f8e14cc8b92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.192153] env[68786]: INFO nova.compute.manager [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Terminating instance [ 844.397306] env[68786]: DEBUG nova.compute.manager [req-1dbefed2-ba85-4e47-8a16-8c50ef78dad8 req-df0c87ae-f99a-44d7-b5ec-cce32f5f1636 service nova] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Received event network-vif-plugged-bbe18084-e26f-4b79-9ab8-14dea6a80945 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.397523] env[68786]: DEBUG oslo_concurrency.lockutils [req-1dbefed2-ba85-4e47-8a16-8c50ef78dad8 req-df0c87ae-f99a-44d7-b5ec-cce32f5f1636 service nova] Acquiring lock "3ebf958f-7544-44f2-85c5-00b5a309817f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.397728] env[68786]: DEBUG oslo_concurrency.lockutils [req-1dbefed2-ba85-4e47-8a16-8c50ef78dad8 req-df0c87ae-f99a-44d7-b5ec-cce32f5f1636 service nova] Lock "3ebf958f-7544-44f2-85c5-00b5a309817f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.397896] env[68786]: DEBUG oslo_concurrency.lockutils [req-1dbefed2-ba85-4e47-8a16-8c50ef78dad8 req-df0c87ae-f99a-44d7-b5ec-cce32f5f1636 service nova] Lock "3ebf958f-7544-44f2-85c5-00b5a309817f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.398074] env[68786]: DEBUG nova.compute.manager [req-1dbefed2-ba85-4e47-8a16-8c50ef78dad8 req-df0c87ae-f99a-44d7-b5ec-cce32f5f1636 service nova] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] No waiting events found dispatching network-vif-plugged-bbe18084-e26f-4b79-9ab8-14dea6a80945 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.398237] env[68786]: WARNING nova.compute.manager [req-1dbefed2-ba85-4e47-8a16-8c50ef78dad8 req-df0c87ae-f99a-44d7-b5ec-cce32f5f1636 service nova] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Received unexpected event network-vif-plugged-bbe18084-e26f-4b79-9ab8-14dea6a80945 for instance with vm_state building and task_state block_device_mapping. [ 844.398392] env[68786]: DEBUG nova.compute.manager [req-1dbefed2-ba85-4e47-8a16-8c50ef78dad8 req-df0c87ae-f99a-44d7-b5ec-cce32f5f1636 service nova] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Received event network-changed-bbe18084-e26f-4b79-9ab8-14dea6a80945 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.398541] env[68786]: DEBUG nova.compute.manager [req-1dbefed2-ba85-4e47-8a16-8c50ef78dad8 req-df0c87ae-f99a-44d7-b5ec-cce32f5f1636 service nova] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Refreshing instance network info cache due to event network-changed-bbe18084-e26f-4b79-9ab8-14dea6a80945. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.398725] env[68786]: DEBUG oslo_concurrency.lockutils [req-1dbefed2-ba85-4e47-8a16-8c50ef78dad8 req-df0c87ae-f99a-44d7-b5ec-cce32f5f1636 service nova] Acquiring lock "refresh_cache-3ebf958f-7544-44f2-85c5-00b5a309817f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.398860] env[68786]: DEBUG oslo_concurrency.lockutils [req-1dbefed2-ba85-4e47-8a16-8c50ef78dad8 req-df0c87ae-f99a-44d7-b5ec-cce32f5f1636 service nova] Acquired lock "refresh_cache-3ebf958f-7544-44f2-85c5-00b5a309817f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.399025] env[68786]: DEBUG nova.network.neutron [req-1dbefed2-ba85-4e47-8a16-8c50ef78dad8 req-df0c87ae-f99a-44d7-b5ec-cce32f5f1636 service nova] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Refreshing network info cache for port bbe18084-e26f-4b79-9ab8-14dea6a80945 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.426497] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5256f9c7-32f7-2bda-a8a5-f3d68b0b5259, 'name': SearchDatastore_Task, 'duration_secs': 0.009401} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.428801] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.429080] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.429309] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.429454] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.429635] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.430097] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-562b4b46-c1eb-4d33-af7c-5aa8d2399102 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.440274] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7482d5-349b-4260-bc86-8b4522a4f428 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.444929] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.445139] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.447390] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a009c128-3a34-4bcc-b447-951756cad29a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.450229] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b8c11f-53f3-4d97-a783-f603bf21f8c0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.456144] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 844.456144] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a6c749-1d85-26b4-d0f4-7b291d54cc7f" [ 844.456144] env[68786]: _type = "Task" [ 844.456144] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.484981] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9e7714-a339-46ff-a08f-be678c5fccb5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.491769] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a6c749-1d85-26b4-d0f4-7b291d54cc7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.494765] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73285a7d-9b01-450d-af22-a7e4ec027252 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.507335] env[68786]: DEBUG nova.compute.provider_tree [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.595928] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Acquiring lock "refresh_cache-3ebf958f-7544-44f2-85c5-00b5a309817f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.696504] env[68786]: DEBUG nova.compute.manager [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.696504] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.696949] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eb4f68-61ef-42af-90a9-6f086c1d08f8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.705334] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.705565] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46d118a5-e576-4b14-a5a7-c0a64c293f9a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.711061] env[68786]: DEBUG oslo_vmware.api [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 844.711061] env[68786]: value = "task-3090846" [ 844.711061] env[68786]: _type = "Task" [ 844.711061] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.711447] env[68786]: DEBUG oslo_concurrency.lockutils [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "daf2f4d2-5fea-4790-95d4-fb16e42e6379" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.711691] env[68786]: DEBUG oslo_concurrency.lockutils [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "daf2f4d2-5fea-4790-95d4-fb16e42e6379" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.711885] env[68786]: DEBUG oslo_concurrency.lockutils [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "daf2f4d2-5fea-4790-95d4-fb16e42e6379-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.712081] env[68786]: DEBUG oslo_concurrency.lockutils [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "daf2f4d2-5fea-4790-95d4-fb16e42e6379-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.712250] env[68786]: DEBUG oslo_concurrency.lockutils [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "daf2f4d2-5fea-4790-95d4-fb16e42e6379-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.716737] env[68786]: INFO nova.compute.manager [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Terminating instance [ 844.726359] env[68786]: DEBUG oslo_vmware.api [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.940159] env[68786]: DEBUG nova.network.neutron [req-1dbefed2-ba85-4e47-8a16-8c50ef78dad8 req-df0c87ae-f99a-44d7-b5ec-cce32f5f1636 service nova] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.990482] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a6c749-1d85-26b4-d0f4-7b291d54cc7f, 'name': SearchDatastore_Task, 'duration_secs': 0.039367} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.991296] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f49e474-71f3-4a58-9d2e-7ccdc17ed13a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.996326] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 844.996326] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5270adf5-a5c1-fa43-64f7-9c92fc74431e" [ 844.996326] env[68786]: _type = "Task" [ 844.996326] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.003625] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5270adf5-a5c1-fa43-64f7-9c92fc74431e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.008296] env[68786]: DEBUG nova.network.neutron [req-1dbefed2-ba85-4e47-8a16-8c50ef78dad8 req-df0c87ae-f99a-44d7-b5ec-cce32f5f1636 service nova] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.010550] env[68786]: DEBUG nova.scheduler.client.report [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.221423] env[68786]: DEBUG nova.compute.manager [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.221752] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.221924] env[68786]: DEBUG oslo_vmware.api [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090846, 'name': PowerOffVM_Task, 'duration_secs': 0.202857} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.222672] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa6f9b1-3956-453d-ac10-dc3e6f6330db {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.225383] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.225566] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.225781] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-091d49f0-0bab-47e6-81f1-787ad0c5b67d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.228284] env[68786]: DEBUG nova.compute.manager [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.228773] env[68786]: DEBUG nova.virt.hardware [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.229106] env[68786]: DEBUG nova.virt.hardware [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.229302] env[68786]: DEBUG nova.virt.hardware [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.229858] env[68786]: DEBUG nova.virt.hardware [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.229858] env[68786]: DEBUG nova.virt.hardware [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.229858] env[68786]: DEBUG nova.virt.hardware [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.229986] env[68786]: DEBUG nova.virt.hardware [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.230144] env[68786]: DEBUG nova.virt.hardware [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.230315] env[68786]: DEBUG nova.virt.hardware [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.230479] env[68786]: DEBUG nova.virt.hardware [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.230650] env[68786]: DEBUG nova.virt.hardware [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.233246] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af5e28f-dd59-44e5-bd1f-5e62f246d065 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.235821] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.236102] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c35e8c18-ed70-4734-a31d-dff98510d4aa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.241931] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc99b51-dd42-42f1-94e0-a8a0515c6a69 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.246275] env[68786]: DEBUG oslo_vmware.api [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 845.246275] env[68786]: value = "task-3090848" [ 845.246275] env[68786]: _type = "Task" [ 845.246275] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.265764] env[68786]: DEBUG oslo_vmware.api [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.313646] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.313878] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.314091] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Deleting the datastore file [datastore2] 9b02ce36-2582-4b2b-9774-1f8e14cc8b92 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.314377] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e497e244-4ed3-4c88-add0-2e9076b66711 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.321566] env[68786]: DEBUG oslo_vmware.api [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 845.321566] env[68786]: value = "task-3090849" [ 845.321566] env[68786]: _type = "Task" [ 845.321566] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.329410] env[68786]: DEBUG oslo_vmware.api [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.506456] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5270adf5-a5c1-fa43-64f7-9c92fc74431e, 'name': SearchDatastore_Task, 'duration_secs': 0.010767} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.506808] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.507169] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] f91a41de-6ac2-4043-8176-a3849b2cc882/f91a41de-6ac2-4043-8176-a3849b2cc882.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.507938] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6e12d59-c2c3-4888-947b-0ced1e48c3c9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.513914] env[68786]: DEBUG oslo_concurrency.lockutils [req-1dbefed2-ba85-4e47-8a16-8c50ef78dad8 req-df0c87ae-f99a-44d7-b5ec-cce32f5f1636 service nova] Releasing lock "refresh_cache-3ebf958f-7544-44f2-85c5-00b5a309817f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.514340] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 845.514340] env[68786]: value = "task-3090850" [ 845.514340] env[68786]: _type = "Task" [ 845.514340] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.515019] env[68786]: DEBUG oslo_concurrency.lockutils [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.517021] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Acquired lock "refresh_cache-3ebf958f-7544-44f2-85c5-00b5a309817f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.517704] env[68786]: DEBUG nova.network.neutron [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.518611] env[68786]: DEBUG oslo_concurrency.lockutils [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.277s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.518905] env[68786]: DEBUG nova.objects.instance [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lazy-loading 'resources' on Instance uuid 8330ef30-4084-4d99-b431-95dcda97368a {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.528474] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.539516] env[68786]: INFO nova.scheduler.client.report [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Deleted allocations for instance 9b1d607a-7015-4bab-81d3-6ad38b76d018 [ 845.758990] env[68786]: DEBUG oslo_vmware.api [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090848, 'name': PowerOffVM_Task, 'duration_secs': 0.243563} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.759397] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.759579] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.759900] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d0bf1dd-b95f-4c44-bb06-be31e425b4e4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.828384] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.828671] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.828921] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Deleting the datastore file [datastore2] daf2f4d2-5fea-4790-95d4-fb16e42e6379 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.829740] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1974d159-2c4e-4e3e-b9fb-d50fec1b7182 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.835803] env[68786]: DEBUG oslo_vmware.api [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160288} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.836471] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.836719] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.836915] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.837107] env[68786]: INFO nova.compute.manager [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Took 1.14 seconds to destroy the instance on the hypervisor. [ 845.837359] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.837561] env[68786]: DEBUG nova.compute.manager [-] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.837658] env[68786]: DEBUG nova.network.neutron [-] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.842604] env[68786]: DEBUG oslo_vmware.api [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 845.842604] env[68786]: value = "task-3090852" [ 845.842604] env[68786]: _type = "Task" [ 845.842604] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.850975] env[68786]: DEBUG oslo_vmware.api [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.033351] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479367} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.034138] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] f91a41de-6ac2-4043-8176-a3849b2cc882/f91a41de-6ac2-4043-8176-a3849b2cc882.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.034505] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.034863] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f1688db-dcb8-402d-90a2-e7fa0564876c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.043019] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 846.043019] env[68786]: value = "task-3090853" [ 846.043019] env[68786]: _type = "Task" [ 846.043019] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.047386] env[68786]: DEBUG oslo_concurrency.lockutils [None req-92854771-57dd-4760-af5e-78b672b268be tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Lock "9b1d607a-7015-4bab-81d3-6ad38b76d018" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.090s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.051776] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.193121] env[68786]: DEBUG nova.network.neutron [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.353765] env[68786]: DEBUG oslo_vmware.api [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194885} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.354192] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.354297] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.354474] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.354698] env[68786]: INFO nova.compute.manager [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Took 1.13 seconds to destroy the instance on the hypervisor. [ 846.354969] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.357679] env[68786]: DEBUG nova.compute.manager [-] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.357775] env[68786]: DEBUG nova.network.neutron [-] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.435106] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquiring lock "236de9a6-5cff-40b5-aad8-ba7b11d835a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.435383] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Lock "236de9a6-5cff-40b5-aad8-ba7b11d835a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.435591] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquiring lock "236de9a6-5cff-40b5-aad8-ba7b11d835a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.435791] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Lock "236de9a6-5cff-40b5-aad8-ba7b11d835a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.436054] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Lock "236de9a6-5cff-40b5-aad8-ba7b11d835a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.438170] env[68786]: INFO nova.compute.manager [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Terminating instance [ 846.455048] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c5be9e-10fe-4980-a430-cc68dea25191 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.462918] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e096fe-9471-4395-9a7c-f1e32a466a5c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.497055] env[68786]: DEBUG nova.network.neutron [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Updating instance_info_cache with network_info: [{"id": "bbe18084-e26f-4b79-9ab8-14dea6a80945", "address": "fa:16:3e:ad:48:b0", "network": {"id": "ff45f1de-5c42-44c4-9db7-63bb0a9fb60c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1936857365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b697267fc72944d3ae5b3e929f38d957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbe18084-e2", "ovs_interfaceid": "bbe18084-e26f-4b79-9ab8-14dea6a80945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.500939] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fc25c7-df28-4b95-baf1-e3d477c411db {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.508231] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517123a1-d5ed-49ba-ae34-77a41b81a093 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.524023] env[68786]: DEBUG nova.compute.provider_tree [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.550261] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065277} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.550554] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.551819] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c8e3bf-a364-4954-9dde-888f35f24407 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.577676] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] f91a41de-6ac2-4043-8176-a3849b2cc882/f91a41de-6ac2-4043-8176-a3849b2cc882.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.578397] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-717f9070-066a-4be8-a7c1-ff763773a394 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.602000] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 846.602000] env[68786]: value = "task-3090854" [ 846.602000] env[68786]: _type = "Task" [ 846.602000] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.612610] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090854, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.656399] env[68786]: DEBUG nova.compute.manager [req-3653002a-b0b8-4531-aba2-fe202b7100a3 req-91ce4b46-35d7-42cd-aeaa-63fa884b03d0 service nova] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Received event network-vif-deleted-605652e7-ec2c-43da-a960-654c4dfd721d {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.656605] env[68786]: INFO nova.compute.manager [req-3653002a-b0b8-4531-aba2-fe202b7100a3 req-91ce4b46-35d7-42cd-aeaa-63fa884b03d0 service nova] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Neutron deleted interface 605652e7-ec2c-43da-a960-654c4dfd721d; detaching it from the instance and deleting it from the info cache [ 846.656775] env[68786]: DEBUG nova.network.neutron [req-3653002a-b0b8-4531-aba2-fe202b7100a3 req-91ce4b46-35d7-42cd-aeaa-63fa884b03d0 service nova] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.944865] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquiring lock "refresh_cache-236de9a6-5cff-40b5-aad8-ba7b11d835a0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.945047] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquired lock "refresh_cache-236de9a6-5cff-40b5-aad8-ba7b11d835a0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.945239] env[68786]: DEBUG nova.network.neutron [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.004620] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Releasing lock "refresh_cache-3ebf958f-7544-44f2-85c5-00b5a309817f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.005017] env[68786]: DEBUG nova.compute.manager [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Instance network_info: |[{"id": "bbe18084-e26f-4b79-9ab8-14dea6a80945", "address": "fa:16:3e:ad:48:b0", "network": {"id": "ff45f1de-5c42-44c4-9db7-63bb0a9fb60c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1936857365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b697267fc72944d3ae5b3e929f38d957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbe18084-e2", "ovs_interfaceid": "bbe18084-e26f-4b79-9ab8-14dea6a80945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.005465] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:48:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbe18084-e26f-4b79-9ab8-14dea6a80945', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.014463] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Creating folder: Project (b697267fc72944d3ae5b3e929f38d957). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.014775] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-932ec6d3-f045-4730-9aaf-43c98aee6e24 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.027820] env[68786]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 847.027993] env[68786]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68786) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 847.028879] env[68786]: DEBUG nova.scheduler.client.report [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.032151] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Folder already exists: Project (b697267fc72944d3ae5b3e929f38d957). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 847.032351] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Creating folder: Instances. Parent ref: group-v618650. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.032803] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-234d930c-3ab9-474a-8879-a84f960afa82 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.042289] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Created folder: Instances in parent group-v618650. [ 847.042549] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.042752] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.042953] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc38637e-0155-4d80-b5d1-9feb77952b27 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.058118] env[68786]: DEBUG nova.network.neutron [-] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.064358] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.064358] env[68786]: value = "task-3090857" [ 847.064358] env[68786]: _type = "Task" [ 847.064358] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.073246] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090857, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.112192] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.159727] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f224c7f-e944-4ef6-9f13-5eb057a90c4e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.169080] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c64726-1210-40ff-826b-387125fa5bfa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.205946] env[68786]: DEBUG nova.compute.manager [req-3653002a-b0b8-4531-aba2-fe202b7100a3 req-91ce4b46-35d7-42cd-aeaa-63fa884b03d0 service nova] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Detach interface failed, port_id=605652e7-ec2c-43da-a960-654c4dfd721d, reason: Instance 9b02ce36-2582-4b2b-9774-1f8e14cc8b92 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 847.247353] env[68786]: DEBUG nova.network.neutron [-] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.463692] env[68786]: DEBUG nova.network.neutron [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.518111] env[68786]: DEBUG nova.network.neutron [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.534339] env[68786]: DEBUG oslo_concurrency.lockutils [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.536476] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.762s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.537945] env[68786]: INFO nova.compute.claims [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.556135] env[68786]: INFO nova.scheduler.client.report [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Deleted allocations for instance 8330ef30-4084-4d99-b431-95dcda97368a [ 847.560280] env[68786]: INFO nova.compute.manager [-] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Took 1.72 seconds to deallocate network for instance. [ 847.576768] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090857, 'name': CreateVM_Task, 'duration_secs': 0.353399} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.576921] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.577547] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618656', 'volume_id': '8a77f33e-5128-4eb5-a2a8-454310bfd830', 'name': 'volume-8a77f33e-5128-4eb5-a2a8-454310bfd830', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ebf958f-7544-44f2-85c5-00b5a309817f', 'attached_at': '', 'detached_at': '', 'volume_id': '8a77f33e-5128-4eb5-a2a8-454310bfd830', 'serial': '8a77f33e-5128-4eb5-a2a8-454310bfd830'}, 'device_type': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'attachment_id': '8906cd0f-5198-4176-b136-c75a3ae0e1ef', 'volume_type': None}], 'swap': None} {{(pid=68786) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 847.578705] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Root volume attach. Driver type: vmdk {{(pid=68786) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 847.578705] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117d902a-3ff8-4a77-9e6c-95e193f3d976 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.585783] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cb072a-eedd-4e86-845f-5da8d6b3e1bf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.591736] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973c53f8-82a6-40ca-94b6-fe1c921ec02b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.598159] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-60eeae7b-5ca2-4fa9-9726-f12de0766b34 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.606342] env[68786]: DEBUG oslo_vmware.api [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Waiting for the task: (returnval){ [ 847.606342] env[68786]: value = "task-3090858" [ 847.606342] env[68786]: _type = "Task" [ 847.606342] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.612264] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090854, 'name': ReconfigVM_Task, 'duration_secs': 0.659838} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.612800] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Reconfigured VM instance instance-00000041 to attach disk [datastore1] f91a41de-6ac2-4043-8176-a3849b2cc882/f91a41de-6ac2-4043-8176-a3849b2cc882.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.613381] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1091a0d6-1e71-4f98-b65a-47d62db822c9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.617329] env[68786]: DEBUG oslo_vmware.api [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Task: {'id': task-3090858, 'name': RelocateVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.621099] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 847.621099] env[68786]: value = "task-3090859" [ 847.621099] env[68786]: _type = "Task" [ 847.621099] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.629596] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090859, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.749944] env[68786]: INFO nova.compute.manager [-] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Took 1.39 seconds to deallocate network for instance. [ 848.020899] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Releasing lock "refresh_cache-236de9a6-5cff-40b5-aad8-ba7b11d835a0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.021305] env[68786]: DEBUG nova.compute.manager [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.021883] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.022629] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6686e8d-a1f8-45bf-9d3f-597f5390bcfd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.029971] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.030240] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-580207cd-41e1-4599-9d2d-7d3cc30902ae {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.036373] env[68786]: DEBUG oslo_vmware.api [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 848.036373] env[68786]: value = "task-3090860" [ 848.036373] env[68786]: _type = "Task" [ 848.036373] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.045940] env[68786]: DEBUG oslo_vmware.api [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.064713] env[68786]: DEBUG oslo_concurrency.lockutils [None req-22949933-2a6d-4dd9-84ab-93f689d5f559 tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "8330ef30-4084-4d99-b431-95dcda97368a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.479s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.066324] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.117731] env[68786]: DEBUG oslo_vmware.api [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Task: {'id': task-3090858, 'name': RelocateVM_Task, 'duration_secs': 0.377462} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.117995] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Volume attach. Driver type: vmdk {{(pid=68786) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 848.118216] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618656', 'volume_id': '8a77f33e-5128-4eb5-a2a8-454310bfd830', 'name': 'volume-8a77f33e-5128-4eb5-a2a8-454310bfd830', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ebf958f-7544-44f2-85c5-00b5a309817f', 'attached_at': '', 'detached_at': '', 'volume_id': '8a77f33e-5128-4eb5-a2a8-454310bfd830', 'serial': '8a77f33e-5128-4eb5-a2a8-454310bfd830'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 848.119012] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f014452d-a2ea-49fe-9150-98065ea573ce {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.142689] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acaaefc-4c9d-4a34-ae79-61f18392b4c5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.145402] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090859, 'name': Rename_Task, 'duration_secs': 0.143689} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.145674] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.146337] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b541f6e6-af1c-4dae-ba92-dea66ffb24e2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.165794] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] volume-8a77f33e-5128-4eb5-a2a8-454310bfd830/volume-8a77f33e-5128-4eb5-a2a8-454310bfd830.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.166815] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e4e4e32-ec2b-4922-aa8a-7f3b35ecfad2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.182348] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 848.182348] env[68786]: value = "task-3090862" [ 848.182348] env[68786]: _type = "Task" [ 848.182348] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.191099] env[68786]: DEBUG oslo_vmware.api [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Waiting for the task: (returnval){ [ 848.191099] env[68786]: value = "task-3090863" [ 848.191099] env[68786]: _type = "Task" [ 848.191099] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.194372] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090862, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.201835] env[68786]: DEBUG oslo_vmware.api [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Task: {'id': task-3090863, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.256941] env[68786]: DEBUG oslo_concurrency.lockutils [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.546451] env[68786]: DEBUG oslo_vmware.api [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090860, 'name': PowerOffVM_Task, 'duration_secs': 0.188695} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.546451] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.546768] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.549248] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-711d0f84-66fc-4899-9310-2e0fbf8b215e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.575058] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.575310] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.575497] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Deleting the datastore file [datastore2] 236de9a6-5cff-40b5-aad8-ba7b11d835a0 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.575763] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd27af8f-2097-4724-a1d2-c80728f34fc3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.582430] env[68786]: DEBUG oslo_vmware.api [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for the task: (returnval){ [ 848.582430] env[68786]: value = "task-3090865" [ 848.582430] env[68786]: _type = "Task" [ 848.582430] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.592204] env[68786]: DEBUG oslo_vmware.api [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.690908] env[68786]: DEBUG nova.compute.manager [req-3af86152-d227-4d5a-b1a0-1e07737ffd60 req-b879d5f9-1635-450b-9ae0-de1bdf7af52f service nova] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Received event network-vif-deleted-2715a22f-7d8a-4260-ac23-6b9ca4e7a976 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.696960] env[68786]: DEBUG oslo_vmware.api [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090862, 'name': PowerOnVM_Task, 'duration_secs': 0.510054} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.702792] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.703024] env[68786]: INFO nova.compute.manager [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Took 7.93 seconds to spawn the instance on the hypervisor. [ 848.703205] env[68786]: DEBUG nova.compute.manager [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.704481] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59381048-1319-48cf-9109-09f3513451db {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.711520] env[68786]: DEBUG oslo_vmware.api [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Task: {'id': task-3090863, 'name': ReconfigVM_Task, 'duration_secs': 0.329108} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.713097] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Reconfigured VM instance instance-00000042 to attach disk [datastore1] volume-8a77f33e-5128-4eb5-a2a8-454310bfd830/volume-8a77f33e-5128-4eb5-a2a8-454310bfd830.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.723345] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b688913-c671-454f-9346-4747f98f822f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.737756] env[68786]: DEBUG oslo_vmware.api [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Waiting for the task: (returnval){ [ 848.737756] env[68786]: value = "task-3090866" [ 848.737756] env[68786]: _type = "Task" [ 848.737756] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.748045] env[68786]: DEBUG oslo_vmware.api [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Task: {'id': task-3090866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.939773] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03d3219-20a7-4ec0-ba4c-71350e3b01e1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.947611] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581f8d4e-c686-4c30-a94e-5b2b26db0d30 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.984092] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1263affd-cc6f-4fbf-90ad-3347855bc09a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.991310] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df897b5-f7f5-42d3-a190-4657ea0754f8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.003995] env[68786]: DEBUG nova.compute.provider_tree [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.091993] env[68786]: DEBUG oslo_vmware.api [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Task: {'id': task-3090865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177798} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.092376] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.092645] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.092832] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.093016] env[68786]: INFO nova.compute.manager [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Took 1.07 seconds to destroy the instance on the hypervisor. [ 849.093267] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.093489] env[68786]: DEBUG nova.compute.manager [-] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.093577] env[68786]: DEBUG nova.network.neutron [-] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.110985] env[68786]: DEBUG nova.network.neutron [-] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.244508] env[68786]: INFO nova.compute.manager [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Took 36.08 seconds to build instance. [ 849.251663] env[68786]: DEBUG oslo_vmware.api [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Task: {'id': task-3090866, 'name': ReconfigVM_Task, 'duration_secs': 0.15122} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.251916] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618656', 'volume_id': '8a77f33e-5128-4eb5-a2a8-454310bfd830', 'name': 'volume-8a77f33e-5128-4eb5-a2a8-454310bfd830', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ebf958f-7544-44f2-85c5-00b5a309817f', 'attached_at': '', 'detached_at': '', 'volume_id': '8a77f33e-5128-4eb5-a2a8-454310bfd830', 'serial': '8a77f33e-5128-4eb5-a2a8-454310bfd830'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 849.252541] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3697bb85-a8bf-404d-b439-9dab949cc7d9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.258393] env[68786]: DEBUG oslo_vmware.api [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Waiting for the task: (returnval){ [ 849.258393] env[68786]: value = "task-3090867" [ 849.258393] env[68786]: _type = "Task" [ 849.258393] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.266872] env[68786]: DEBUG oslo_vmware.api [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Task: {'id': task-3090867, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.507131] env[68786]: DEBUG nova.scheduler.client.report [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.612792] env[68786]: DEBUG nova.network.neutron [-] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.747593] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9064e36a-209e-4780-8393-5ad93516a19b tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "f91a41de-6ac2-4043-8176-a3849b2cc882" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.589s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.768383] env[68786]: DEBUG oslo_vmware.api [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Task: {'id': task-3090867, 'name': Rename_Task, 'duration_secs': 0.128034} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.768666] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.768920] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a88e9cb-e5ff-4f2e-96df-f873de22dbde {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.774932] env[68786]: DEBUG oslo_vmware.api [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Waiting for the task: (returnval){ [ 849.774932] env[68786]: value = "task-3090868" [ 849.774932] env[68786]: _type = "Task" [ 849.774932] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.783527] env[68786]: DEBUG oslo_vmware.api [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Task: {'id': task-3090868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.968326] env[68786]: INFO nova.compute.manager [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Rebuilding instance [ 850.011403] env[68786]: DEBUG nova.compute.manager [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.012178] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.012609] env[68786]: DEBUG nova.compute.manager [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.015737] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5f7150-bb3c-458b-889e-3e9e300008ec {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.018471] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.175s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.714103] env[68786]: INFO nova.compute.manager [-] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Took 1.62 seconds to deallocate network for instance. [ 850.715759] env[68786]: DEBUG nova.compute.utils [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.730253] env[68786]: DEBUG nova.compute.manager [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.731291] env[68786]: DEBUG nova.network.neutron [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.741077] env[68786]: DEBUG oslo_vmware.api [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Task: {'id': task-3090868, 'name': PowerOnVM_Task, 'duration_secs': 0.495704} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.741332] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.741527] env[68786]: INFO nova.compute.manager [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Took 5.51 seconds to spawn the instance on the hypervisor. [ 850.741705] env[68786]: DEBUG nova.compute.manager [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.742533] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feeb77b5-facf-4b1f-aef8-50a1ae839a89 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.775461] env[68786]: DEBUG nova.policy [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c484408176b0458a8976e798a0da4ffc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b972a80245444649a08d3c3ec3d4ad6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.132124] env[68786]: DEBUG nova.network.neutron [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Successfully created port: 4ea33e23-62a1-431c-ab2b-2ca03471b9d7 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.218673] env[68786]: DEBUG nova.compute.manager [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.233095] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.237613] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquiring lock "3b2a3201-fd24-4b57-9844-2fc078f40f2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.237856] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "3b2a3201-fd24-4b57-9844-2fc078f40f2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.238065] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquiring lock "3b2a3201-fd24-4b57-9844-2fc078f40f2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.239766] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "3b2a3201-fd24-4b57-9844-2fc078f40f2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.239766] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "3b2a3201-fd24-4b57-9844-2fc078f40f2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.240413] env[68786]: INFO nova.compute.manager [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Terminating instance [ 851.259014] env[68786]: INFO nova.compute.manager [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Took 37.46 seconds to build instance. [ 851.741983] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.742401] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa876bc7-b46d-4656-9f9c-075e46e12c7c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.744846] env[68786]: DEBUG nova.compute.manager [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.745141] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.746229] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0632eb7-cdda-4233-a1e3-0333a2d40564 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.752206] env[68786]: DEBUG nova.compute.manager [req-e1f312f5-c465-4b83-85fb-675576c1e8ca req-10050a04-3d01-4afe-84f9-6135e78d8184 service nova] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Received event network-changed-bbe18084-e26f-4b79-9ab8-14dea6a80945 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.752393] env[68786]: DEBUG nova.compute.manager [req-e1f312f5-c465-4b83-85fb-675576c1e8ca req-10050a04-3d01-4afe-84f9-6135e78d8184 service nova] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Refreshing instance network info cache due to event network-changed-bbe18084-e26f-4b79-9ab8-14dea6a80945. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.752654] env[68786]: DEBUG oslo_concurrency.lockutils [req-e1f312f5-c465-4b83-85fb-675576c1e8ca req-10050a04-3d01-4afe-84f9-6135e78d8184 service nova] Acquiring lock "refresh_cache-3ebf958f-7544-44f2-85c5-00b5a309817f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.752865] env[68786]: DEBUG oslo_concurrency.lockutils [req-e1f312f5-c465-4b83-85fb-675576c1e8ca req-10050a04-3d01-4afe-84f9-6135e78d8184 service nova] Acquired lock "refresh_cache-3ebf958f-7544-44f2-85c5-00b5a309817f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.752949] env[68786]: DEBUG nova.network.neutron [req-e1f312f5-c465-4b83-85fb-675576c1e8ca req-10050a04-3d01-4afe-84f9-6135e78d8184 service nova] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Refreshing network info cache for port bbe18084-e26f-4b79-9ab8-14dea6a80945 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.756930] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 851.756930] env[68786]: value = "task-3090869" [ 851.756930] env[68786]: _type = "Task" [ 851.756930] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.762879] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8b4ed2f0-3bc3-48f5-882d-9a2aa50168dd tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Lock "3ebf958f-7544-44f2-85c5-00b5a309817f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.973s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.764458] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.765182] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8fa5017-8c7c-4b07-8808-32dba0878f20 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.769178] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 9869d412-3315-4661-a648-2c573ff65f7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 851.769178] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 7a1494f4-4268-417e-861d-57f6020599fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 851.769178] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 060a98ca-e50d-4b0f-96b2-f50e2e03271d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 851.769178] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 90a90104-ef19-43f6-badb-0e06d0ee0bee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 851.769300] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance bb75a858-288f-4bdd-8488-9f5d15324e6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 851.769300] env[68786]: WARNING nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 851.769300] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 3b2a3201-fd24-4b57-9844-2fc078f40f2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 851.769300] env[68786]: WARNING nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance daf2f4d2-5fea-4790-95d4-fb16e42e6379 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 851.769397] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 1fd79203-4a2a-4211-bcb4-4604496c99fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 851.769397] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 646997d1-9381-48e5-946a-570e81393466 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 851.769397] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 851.769470] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 851.769554] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 236de9a6-5cff-40b5-aad8-ba7b11d835a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 851.769674] env[68786]: WARNING nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 9b02ce36-2582-4b2b-9774-1f8e14cc8b92 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 851.770188] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 5874c470-2a9e-484a-b908-9043b0cd1110 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 851.771740] env[68786]: WARNING nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 225f657a-f6a1-45e1-ad78-23191fae6003 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 851.771740] env[68786]: WARNING nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 9f202206-4cfc-4026-916d-74efeaf9889b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 851.771740] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 656e0ed0-c4ea-4779-87d5-b4077132b563 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 851.771740] env[68786]: WARNING nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 15e232a4-4095-44cb-9ede-92e6875cffed is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 851.771740] env[68786]: WARNING nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 851.771920] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 4bcd4547-9f8e-492d-9581-dde131974d28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 851.771920] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 38f4d3bd-1065-4e88-bb9c-717f12dd992b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 851.771920] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance f91a41de-6ac2-4043-8176-a3849b2cc882 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 851.771920] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 3ebf958f-7544-44f2-85c5-00b5a309817f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 851.772047] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance a9f3a68d-41d6-480a-b41a-1b7e611eb90d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 851.777378] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.783242] env[68786]: DEBUG oslo_vmware.api [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for the task: (returnval){ [ 851.783242] env[68786]: value = "task-3090870" [ 851.783242] env[68786]: _type = "Task" [ 851.783242] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.795557] env[68786]: DEBUG oslo_vmware.api [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.247124] env[68786]: DEBUG nova.compute.manager [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.266469] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090869, 'name': PowerOffVM_Task, 'duration_secs': 0.18259} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.268372] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.268606] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.269573] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcd2e00-d60d-42ec-83fe-b571551f2366 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.275336] env[68786]: DEBUG nova.virt.hardware [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.275563] env[68786]: DEBUG nova.virt.hardware [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.275721] env[68786]: DEBUG nova.virt.hardware [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.275901] env[68786]: DEBUG nova.virt.hardware [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.276061] env[68786]: DEBUG nova.virt.hardware [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.276211] env[68786]: DEBUG nova.virt.hardware [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.276419] env[68786]: DEBUG nova.virt.hardware [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.276578] env[68786]: DEBUG nova.virt.hardware [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.276742] env[68786]: DEBUG nova.virt.hardware [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.276901] env[68786]: DEBUG nova.virt.hardware [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.277084] env[68786]: DEBUG nova.virt.hardware [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.277747] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 432f7aa2-75aa-4db8-a3b5-fa2cc8276271 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 852.279438] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96ec622-1176-4340-8be2-3be9c7119ce4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.284974] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.288061] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b6e80c8-0c61-4674-b010-aee7f45db125 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.296439] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3379a971-6e49-4419-8183-905148ad409c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.303946] env[68786]: DEBUG oslo_vmware.api [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090870, 'name': PowerOffVM_Task, 'duration_secs': 0.210273} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.304500] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.304704] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.304982] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b46656eb-29fa-49f1-bd9c-6b326f39e458 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.360439] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.360657] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.360836] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Deleting the datastore file [datastore1] f91a41de-6ac2-4043-8176-a3849b2cc882 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.361128] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df7c8603-e720-4e36-a237-8fc4686eeef5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.368790] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 852.368790] env[68786]: value = "task-3090873" [ 852.368790] env[68786]: _type = "Task" [ 852.368790] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.376447] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.376643] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.376819] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Deleting the datastore file [datastore1] 3b2a3201-fd24-4b57-9844-2fc078f40f2f {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.379674] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-515ed0af-4901-4f27-9d68-ef1ff14a27b6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.381338] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.385936] env[68786]: DEBUG oslo_vmware.api [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for the task: (returnval){ [ 852.385936] env[68786]: value = "task-3090874" [ 852.385936] env[68786]: _type = "Task" [ 852.385936] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.393532] env[68786]: DEBUG oslo_vmware.api [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.549335] env[68786]: DEBUG nova.network.neutron [req-e1f312f5-c465-4b83-85fb-675576c1e8ca req-10050a04-3d01-4afe-84f9-6135e78d8184 service nova] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Updated VIF entry in instance network info cache for port bbe18084-e26f-4b79-9ab8-14dea6a80945. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.549335] env[68786]: DEBUG nova.network.neutron [req-e1f312f5-c465-4b83-85fb-675576c1e8ca req-10050a04-3d01-4afe-84f9-6135e78d8184 service nova] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Updating instance_info_cache with network_info: [{"id": "bbe18084-e26f-4b79-9ab8-14dea6a80945", "address": "fa:16:3e:ad:48:b0", "network": {"id": "ff45f1de-5c42-44c4-9db7-63bb0a9fb60c", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1936857365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b697267fc72944d3ae5b3e929f38d957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbe18084-e2", "ovs_interfaceid": "bbe18084-e26f-4b79-9ab8-14dea6a80945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.661368] env[68786]: DEBUG nova.compute.manager [req-565d91f1-c29a-4bdb-92af-45fc5b132afc req-2457066f-fc23-422a-ad8d-eda7259ed30b service nova] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Received event network-vif-plugged-4ea33e23-62a1-431c-ab2b-2ca03471b9d7 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.661368] env[68786]: DEBUG oslo_concurrency.lockutils [req-565d91f1-c29a-4bdb-92af-45fc5b132afc req-2457066f-fc23-422a-ad8d-eda7259ed30b service nova] Acquiring lock "a9f3a68d-41d6-480a-b41a-1b7e611eb90d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.661368] env[68786]: DEBUG oslo_concurrency.lockutils [req-565d91f1-c29a-4bdb-92af-45fc5b132afc req-2457066f-fc23-422a-ad8d-eda7259ed30b service nova] Lock "a9f3a68d-41d6-480a-b41a-1b7e611eb90d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.661368] env[68786]: DEBUG oslo_concurrency.lockutils [req-565d91f1-c29a-4bdb-92af-45fc5b132afc req-2457066f-fc23-422a-ad8d-eda7259ed30b service nova] Lock "a9f3a68d-41d6-480a-b41a-1b7e611eb90d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.661368] env[68786]: DEBUG nova.compute.manager [req-565d91f1-c29a-4bdb-92af-45fc5b132afc req-2457066f-fc23-422a-ad8d-eda7259ed30b service nova] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] No waiting events found dispatching network-vif-plugged-4ea33e23-62a1-431c-ab2b-2ca03471b9d7 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.661553] env[68786]: WARNING nova.compute.manager [req-565d91f1-c29a-4bdb-92af-45fc5b132afc req-2457066f-fc23-422a-ad8d-eda7259ed30b service nova] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Received unexpected event network-vif-plugged-4ea33e23-62a1-431c-ab2b-2ca03471b9d7 for instance with vm_state building and task_state spawning. [ 852.786372] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 95454394-a40e-42c7-b8c0-dec0c279e7e0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 852.788565] env[68786]: DEBUG nova.network.neutron [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Successfully updated port: 4ea33e23-62a1-431c-ab2b-2ca03471b9d7 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.879134] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15104} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.879371] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.879627] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.879847] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.895739] env[68786]: DEBUG oslo_vmware.api [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Task: {'id': task-3090874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148734} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.896018] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.896394] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.896652] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.896906] env[68786]: INFO nova.compute.manager [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 852.897230] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.897538] env[68786]: DEBUG nova.compute.manager [-] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.897724] env[68786]: DEBUG nova.network.neutron [-] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.051807] env[68786]: DEBUG oslo_concurrency.lockutils [req-e1f312f5-c465-4b83-85fb-675576c1e8ca req-10050a04-3d01-4afe-84f9-6135e78d8184 service nova] Releasing lock "refresh_cache-3ebf958f-7544-44f2-85c5-00b5a309817f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.290827] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 857a2be6-0b59-43ec-9e0b-c0386ccde71e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 853.293224] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquiring lock "refresh_cache-a9f3a68d-41d6-480a-b41a-1b7e611eb90d" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.293773] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquired lock "refresh_cache-a9f3a68d-41d6-480a-b41a-1b7e611eb90d" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.293773] env[68786]: DEBUG nova.network.neutron [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.793971] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 853.794351] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 853.794397] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 853.834311] env[68786]: DEBUG nova.network.neutron [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.858584] env[68786]: DEBUG nova.network.neutron [-] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.922985] env[68786]: DEBUG nova.virt.hardware [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.922985] env[68786]: DEBUG nova.virt.hardware [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.922985] env[68786]: DEBUG nova.virt.hardware [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.923189] env[68786]: DEBUG nova.virt.hardware [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.923189] env[68786]: DEBUG nova.virt.hardware [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.923354] env[68786]: DEBUG nova.virt.hardware [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.923591] env[68786]: DEBUG nova.virt.hardware [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.923749] env[68786]: DEBUG nova.virt.hardware [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.923913] env[68786]: DEBUG nova.virt.hardware [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.924093] env[68786]: DEBUG nova.virt.hardware [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.924265] env[68786]: DEBUG nova.virt.hardware [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.925122] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8f2070-ed9e-4c4c-8a2b-8d1f2a1987e5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.935338] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12539c3-5c5c-44c8-bfb0-098d6b976174 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.950978] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:df:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a970009e-e04f-447c-9a65-6ce0794defde', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.960148] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.965424] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.965971] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f2270cb-bcec-43d3-a3cf-311db08bbc13 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.989179] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.989179] env[68786]: value = "task-3090875" [ 853.989179] env[68786]: _type = "Task" [ 853.989179] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.996942] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090875, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.028236] env[68786]: DEBUG nova.network.neutron [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Updating instance_info_cache with network_info: [{"id": "4ea33e23-62a1-431c-ab2b-2ca03471b9d7", "address": "fa:16:3e:58:47:00", "network": {"id": "2fabaf98-9fca-44c5-a116-bf339a68ced8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2110141737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b972a80245444649a08d3c3ec3d4ad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ea33e23-62", "ovs_interfaceid": "4ea33e23-62a1-431c-ab2b-2ca03471b9d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.248496] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0d4857-930d-436f-a386-3c2b02d94dfd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.256356] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd0242b-6253-425b-9f98-bece3bbb35c3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.288958] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c425d48-3f70-4500-ac05-a7339649b696 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.296110] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb12147-3182-4ec4-95d4-251c95deb7ae {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.309332] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 854.365312] env[68786]: INFO nova.compute.manager [-] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Took 1.47 seconds to deallocate network for instance. [ 854.498425] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090875, 'name': CreateVM_Task, 'duration_secs': 0.406692} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.498597] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.499276] env[68786]: DEBUG oslo_concurrency.lockutils [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.499439] env[68786]: DEBUG oslo_concurrency.lockutils [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.499745] env[68786]: DEBUG oslo_concurrency.lockutils [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.499995] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-316cf4bb-0732-44b9-8783-9f355b0a9cf3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.504222] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 854.504222] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]523be533-931d-7b70-cd35-bb7d7d22e0aa" [ 854.504222] env[68786]: _type = "Task" [ 854.504222] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.511529] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523be533-931d-7b70-cd35-bb7d7d22e0aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.533422] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Releasing lock "refresh_cache-a9f3a68d-41d6-480a-b41a-1b7e611eb90d" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.533796] env[68786]: DEBUG nova.compute.manager [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Instance network_info: |[{"id": "4ea33e23-62a1-431c-ab2b-2ca03471b9d7", "address": "fa:16:3e:58:47:00", "network": {"id": "2fabaf98-9fca-44c5-a116-bf339a68ced8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2110141737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b972a80245444649a08d3c3ec3d4ad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ea33e23-62", "ovs_interfaceid": "4ea33e23-62a1-431c-ab2b-2ca03471b9d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.534171] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:47:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ea33e23-62a1-431c-ab2b-2ca03471b9d7', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.541324] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.541483] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.541690] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92d0945d-a562-460a-a0e4-56f52cd17ce9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.559645] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.559645] env[68786]: value = "task-3090876" [ 854.559645] env[68786]: _type = "Task" [ 854.559645] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.571338] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090876, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.678060] env[68786]: DEBUG nova.compute.manager [req-e85ad96c-6193-4426-833d-f4d07dfa1df0 req-f94879b0-ca1b-4b69-bb34-437a13694a7b service nova] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Received event network-changed-4ea33e23-62a1-431c-ab2b-2ca03471b9d7 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.678262] env[68786]: DEBUG nova.compute.manager [req-e85ad96c-6193-4426-833d-f4d07dfa1df0 req-f94879b0-ca1b-4b69-bb34-437a13694a7b service nova] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Refreshing instance network info cache due to event network-changed-4ea33e23-62a1-431c-ab2b-2ca03471b9d7. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.678481] env[68786]: DEBUG oslo_concurrency.lockutils [req-e85ad96c-6193-4426-833d-f4d07dfa1df0 req-f94879b0-ca1b-4b69-bb34-437a13694a7b service nova] Acquiring lock "refresh_cache-a9f3a68d-41d6-480a-b41a-1b7e611eb90d" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.678624] env[68786]: DEBUG oslo_concurrency.lockutils [req-e85ad96c-6193-4426-833d-f4d07dfa1df0 req-f94879b0-ca1b-4b69-bb34-437a13694a7b service nova] Acquired lock "refresh_cache-a9f3a68d-41d6-480a-b41a-1b7e611eb90d" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.678787] env[68786]: DEBUG nova.network.neutron [req-e85ad96c-6193-4426-833d-f4d07dfa1df0 req-f94879b0-ca1b-4b69-bb34-437a13694a7b service nova] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Refreshing network info cache for port 4ea33e23-62a1-431c-ab2b-2ca03471b9d7 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.831017] env[68786]: ERROR nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [req-91379930-a6f7-42a4-93eb-c0e297b903ac] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-91379930-a6f7-42a4-93eb-c0e297b903ac"}]} [ 854.849494] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Refreshing inventories for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 854.864150] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Updating ProviderTree inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 854.864351] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 854.871474] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.876449] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Refreshing aggregate associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, aggregates: None {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 854.895556] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Refreshing trait associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 855.013756] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523be533-931d-7b70-cd35-bb7d7d22e0aa, 'name': SearchDatastore_Task, 'duration_secs': 0.008945} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.016082] env[68786]: DEBUG oslo_concurrency.lockutils [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.016331] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.016565] env[68786]: DEBUG oslo_concurrency.lockutils [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.016714] env[68786]: DEBUG oslo_concurrency.lockutils [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.016892] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.017323] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce13ebb2-ca45-408c-9b5f-f16d2f64d24f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.025362] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.025542] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.028294] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f66893a-0540-4e0d-a384-5927df23a55f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.033301] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 855.033301] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5240ecb0-9dd4-9966-aa2d-1f90f297d718" [ 855.033301] env[68786]: _type = "Task" [ 855.033301] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.042173] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5240ecb0-9dd4-9966-aa2d-1f90f297d718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.068343] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090876, 'name': CreateVM_Task, 'duration_secs': 0.294197} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.070677] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.071538] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.071667] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.071967] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.072239] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-021384ec-0310-4465-bfd7-20c948a1ad21 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.076486] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 855.076486] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5275af53-4479-8bf2-b526-62f3826dddee" [ 855.076486] env[68786]: _type = "Task" [ 855.076486] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.085598] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5275af53-4479-8bf2-b526-62f3826dddee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.252339] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446916a2-98af-49e7-a190-86e596651809 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.259802] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4910ed-e2d5-4463-a484-3950ac34fb13 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.294781] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db02ead-c2fe-4823-a58e-92ef73be01e1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.302415] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29428bf5-dc32-4974-b8ef-cbd2230fadff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.315799] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 855.416404] env[68786]: DEBUG nova.network.neutron [req-e85ad96c-6193-4426-833d-f4d07dfa1df0 req-f94879b0-ca1b-4b69-bb34-437a13694a7b service nova] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Updated VIF entry in instance network info cache for port 4ea33e23-62a1-431c-ab2b-2ca03471b9d7. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.416782] env[68786]: DEBUG nova.network.neutron [req-e85ad96c-6193-4426-833d-f4d07dfa1df0 req-f94879b0-ca1b-4b69-bb34-437a13694a7b service nova] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Updating instance_info_cache with network_info: [{"id": "4ea33e23-62a1-431c-ab2b-2ca03471b9d7", "address": "fa:16:3e:58:47:00", "network": {"id": "2fabaf98-9fca-44c5-a116-bf339a68ced8", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2110141737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b972a80245444649a08d3c3ec3d4ad6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ea33e23-62", "ovs_interfaceid": "4ea33e23-62a1-431c-ab2b-2ca03471b9d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.544688] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5240ecb0-9dd4-9966-aa2d-1f90f297d718, 'name': SearchDatastore_Task, 'duration_secs': 0.008591} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.545670] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6fbda17-68f9-42f5-818a-2b09b2e2a8a5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.550348] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 855.550348] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d3f8a9-bedd-e442-e5e8-be0225bbab56" [ 855.550348] env[68786]: _type = "Task" [ 855.550348] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.557672] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d3f8a9-bedd-e442-e5e8-be0225bbab56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.584203] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5275af53-4479-8bf2-b526-62f3826dddee, 'name': SearchDatastore_Task, 'duration_secs': 0.00909} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.584460] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.584683] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.584905] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.585058] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.585235] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.585460] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3020386d-cb96-4685-b33b-fc6fc8923995 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.592077] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.592250] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.592916] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11469efb-1e12-4900-8e16-2c83f0a0e130 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.597421] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 855.597421] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5290d273-a63a-539e-c6c9-b9a0112a21ff" [ 855.597421] env[68786]: _type = "Task" [ 855.597421] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.604042] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5290d273-a63a-539e-c6c9-b9a0112a21ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.847025] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 855.847311] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 86 to 87 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 855.847311] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 855.920203] env[68786]: DEBUG oslo_concurrency.lockutils [req-e85ad96c-6193-4426-833d-f4d07dfa1df0 req-f94879b0-ca1b-4b69-bb34-437a13694a7b service nova] Releasing lock "refresh_cache-a9f3a68d-41d6-480a-b41a-1b7e611eb90d" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.920301] env[68786]: DEBUG nova.compute.manager [req-e85ad96c-6193-4426-833d-f4d07dfa1df0 req-f94879b0-ca1b-4b69-bb34-437a13694a7b service nova] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Received event network-vif-deleted-7f8d424c-a7c0-4d65-a186-2eec3cd24071 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.060653] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d3f8a9-bedd-e442-e5e8-be0225bbab56, 'name': SearchDatastore_Task, 'duration_secs': 0.009534} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.060927] env[68786]: DEBUG oslo_concurrency.lockutils [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.061233] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] f91a41de-6ac2-4043-8176-a3849b2cc882/f91a41de-6ac2-4043-8176-a3849b2cc882.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.061498] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cb0af7b-f017-4638-9c0f-e5c3d54599d2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.068388] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 856.068388] env[68786]: value = "task-3090877" [ 856.068388] env[68786]: _type = "Task" [ 856.068388] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.076549] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.106738] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5290d273-a63a-539e-c6c9-b9a0112a21ff, 'name': SearchDatastore_Task, 'duration_secs': 0.007784} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.107547] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5089db6a-5162-4d10-a1d8-c067ee722224 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.112398] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 856.112398] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]523d4f4a-575d-f895-1d31-bcc5ebcc281f" [ 856.112398] env[68786]: _type = "Task" [ 856.112398] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.119966] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523d4f4a-575d-f895-1d31-bcc5ebcc281f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.353044] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68786) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 856.353044] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.334s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.353264] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.375s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.355861] env[68786]: INFO nova.compute.claims [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.359864] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.360031] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Cleaning up deleted instances {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 856.578841] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488108} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.578841] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] f91a41de-6ac2-4043-8176-a3849b2cc882/f91a41de-6ac2-4043-8176-a3849b2cc882.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.578841] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.578841] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dc90c06-a910-40aa-a237-f0282b75db03 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.585853] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 856.585853] env[68786]: value = "task-3090878" [ 856.585853] env[68786]: _type = "Task" [ 856.585853] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.593467] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.623328] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523d4f4a-575d-f895-1d31-bcc5ebcc281f, 'name': SearchDatastore_Task, 'duration_secs': 0.00928} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.623629] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.623952] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] a9f3a68d-41d6-480a-b41a-1b7e611eb90d/a9f3a68d-41d6-480a-b41a-1b7e611eb90d.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.624242] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a950150c-5f9e-428e-8b5a-0c2fca0a038a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.630692] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 856.630692] env[68786]: value = "task-3090879" [ 856.630692] env[68786]: _type = "Task" [ 856.630692] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.639201] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.883994] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] There are 42 instances to clean {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 856.884507] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 8330ef30-4084-4d99-b431-95dcda97368a] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 857.096757] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068185} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.096757] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.097308] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c95bb87-ba03-4c1a-8654-d562377788b7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.119777] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] f91a41de-6ac2-4043-8176-a3849b2cc882/f91a41de-6ac2-4043-8176-a3849b2cc882.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.120142] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-441ad36d-7240-4794-8794-1195e8ea459e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.143304] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090879, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.144804] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 857.144804] env[68786]: value = "task-3090880" [ 857.144804] env[68786]: _type = "Task" [ 857.144804] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.154031] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090880, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.392966] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 9b1d607a-7015-4bab-81d3-6ad38b76d018] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 857.644871] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784793} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.645243] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] a9f3a68d-41d6-480a-b41a-1b7e611eb90d/a9f3a68d-41d6-480a-b41a-1b7e611eb90d.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.645458] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.648300] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26ca38cd-b4b0-4474-b813-0e82638fcc49 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.654774] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090880, 'name': ReconfigVM_Task, 'duration_secs': 0.354775} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.658307] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Reconfigured VM instance instance-00000041 to attach disk [datastore1] f91a41de-6ac2-4043-8176-a3849b2cc882/f91a41de-6ac2-4043-8176-a3849b2cc882.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.659047] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 857.659047] env[68786]: value = "task-3090881" [ 857.659047] env[68786]: _type = "Task" [ 857.659047] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.659411] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c6a4797-9314-4078-a62d-8bdaea3b994f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.669531] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.673414] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 857.673414] env[68786]: value = "task-3090882" [ 857.673414] env[68786]: _type = "Task" [ 857.673414] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.682743] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090882, 'name': Rename_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.767402] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542f4133-8838-4c74-8639-bf5792d68cc0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.775289] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633faee1-0d4f-43e7-a53e-a485d86ac850 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.808928] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da002255-d63f-4b12-b715-7af37cace658 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.817325] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4f240e-963f-4eb3-b801-671d29495bcc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.831591] env[68786]: DEBUG nova.compute.provider_tree [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.896766] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: c2e0a3d2-51f9-4e0d-9c3e-38a19f09e5ca] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 858.171139] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0721} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.171139] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.171957] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a033e2-971f-473f-bffe-0e61802e0651 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.197841] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] a9f3a68d-41d6-480a-b41a-1b7e611eb90d/a9f3a68d-41d6-480a-b41a-1b7e611eb90d.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.200433] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f492954-1638-44d6-a03f-056bb1ce21dc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.214740] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090882, 'name': Rename_Task, 'duration_secs': 0.148953} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.215034] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.215776] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47cbe84c-e8e8-4e07-aee4-47af89132b9a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.222441] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 858.222441] env[68786]: value = "task-3090884" [ 858.222441] env[68786]: _type = "Task" [ 858.222441] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.223605] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 858.223605] env[68786]: value = "task-3090883" [ 858.223605] env[68786]: _type = "Task" [ 858.223605] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.234751] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.237866] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090883, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.363035] env[68786]: DEBUG nova.scheduler.client.report [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 87 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 858.363320] env[68786]: DEBUG nova.compute.provider_tree [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 87 to 88 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 858.363500] env[68786]: DEBUG nova.compute.provider_tree [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.399613] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: ff2deae0-2b1c-4ecb-aa7d-05c39db81947] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 858.735883] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090883, 'name': ReconfigVM_Task, 'duration_secs': 0.303656} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.739160] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Reconfigured VM instance instance-00000043 to attach disk [datastore2] a9f3a68d-41d6-480a-b41a-1b7e611eb90d/a9f3a68d-41d6-480a-b41a-1b7e611eb90d.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.739818] env[68786]: DEBUG oslo_vmware.api [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090884, 'name': PowerOnVM_Task, 'duration_secs': 0.458613} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.740032] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb313e85-d27b-4842-a887-a812fa91608f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.741494] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.741760] env[68786]: DEBUG nova.compute.manager [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.742497] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c198656d-3ae3-4d16-8b18-a88ab43e8b0e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.751104] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 858.751104] env[68786]: value = "task-3090885" [ 858.751104] env[68786]: _type = "Task" [ 858.751104] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.764647] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090885, 'name': Rename_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.868782] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.869640] env[68786]: DEBUG nova.compute.manager [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.872891] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.451s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.873030] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.875175] env[68786]: DEBUG oslo_concurrency.lockutils [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.441s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.875370] env[68786]: DEBUG oslo_concurrency.lockutils [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.878171] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.301s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.879259] env[68786]: INFO nova.compute.claims [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.902361] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 4972782e-8d8b-46a4-9855-9196b890ea79] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 858.911080] env[68786]: INFO nova.scheduler.client.report [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Deleted allocations for instance 9f202206-4cfc-4026-916d-74efeaf9889b [ 858.913415] env[68786]: INFO nova.scheduler.client.report [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Deleted allocations for instance 225f657a-f6a1-45e1-ad78-23191fae6003 [ 859.261010] env[68786]: DEBUG oslo_concurrency.lockutils [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.266910] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090885, 'name': Rename_Task, 'duration_secs': 0.134781} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.267186] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.267420] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24353ce9-9dd5-4143-be6f-599bb9164aec {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.273903] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 859.273903] env[68786]: value = "task-3090886" [ 859.273903] env[68786]: _type = "Task" [ 859.273903] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.281154] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.383032] env[68786]: DEBUG nova.compute.utils [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.387965] env[68786]: DEBUG nova.compute.manager [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.387965] env[68786]: DEBUG nova.network.neutron [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.406220] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 52d276d9-713c-4ef7-9a8b-cb644497ac2f] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 859.428985] env[68786]: DEBUG oslo_concurrency.lockutils [None req-dd3269c0-d066-4211-bec4-3bfd06d935f6 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "9f202206-4cfc-4026-916d-74efeaf9889b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.137s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.430236] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b4f6e103-862c-4772-a05e-2f0da970bb15 tempest-MultipleCreateTestJSON-1875949988 tempest-MultipleCreateTestJSON-1875949988-project-member] Lock "225f657a-f6a1-45e1-ad78-23191fae6003" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.206s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.451836] env[68786]: DEBUG nova.policy [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be0dbbf82e224ce0a4efc0683af08a80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05db4729997c4a1092435aef31629e90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.782221] env[68786]: DEBUG nova.network.neutron [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Successfully created port: 99546d5c-6158-437d-bdd2-118f05f5acb7 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.788279] env[68786]: DEBUG oslo_vmware.api [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090886, 'name': PowerOnVM_Task, 'duration_secs': 0.472757} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.789020] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.789020] env[68786]: INFO nova.compute.manager [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Took 7.54 seconds to spawn the instance on the hypervisor. [ 859.789267] env[68786]: DEBUG nova.compute.manager [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.790776] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d1e8ab-14d6-4b3d-9e3b-5390df887f81 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.892020] env[68786]: DEBUG nova.compute.manager [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.912914] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: f3f70d0f-bfa7-40cd-afdf-fa715c018291] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 860.308232] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0e040b-93ac-4f1f-a300-b811109316d2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.313406] env[68786]: INFO nova.compute.manager [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Took 40.56 seconds to build instance. [ 860.317991] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec6ed60-7c22-4e91-bb0e-10ec722e8dcf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.353478] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db4f139-9b73-40e4-87ea-4dfec02c1922 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.362216] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92479bb9-e6a8-42c9-8065-2ee02f5c6213 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.376822] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "f91a41de-6ac2-4043-8176-a3849b2cc882" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.377972] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "f91a41de-6ac2-4043-8176-a3849b2cc882" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.377972] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "f91a41de-6ac2-4043-8176-a3849b2cc882-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.377972] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "f91a41de-6ac2-4043-8176-a3849b2cc882-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.377972] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "f91a41de-6ac2-4043-8176-a3849b2cc882-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.379637] env[68786]: DEBUG nova.compute.provider_tree [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.381262] env[68786]: INFO nova.compute.manager [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Terminating instance [ 860.416500] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: ddc8b487-a5ee-41d2-bfd6-6e5b097e7f01] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 860.818653] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a57ba6c7-d3de-4ebe-8c3e-0a93d8e9d38c tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "a9f3a68d-41d6-480a-b41a-1b7e611eb90d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.072s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.884514] env[68786]: DEBUG nova.scheduler.client.report [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.888734] env[68786]: DEBUG nova.compute.manager [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.888869] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.889845] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0d5382-98ca-4226-8c0a-4bea847b16f0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.901260] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "17f45691-a34a-439a-83a4-0916e0dd1aea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.901492] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "17f45691-a34a-439a-83a4-0916e0dd1aea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.903250] env[68786]: DEBUG nova.compute.manager [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.905311] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.906601] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3fe6e01-f240-45af-9ee5-f45c2bb05d6b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.913914] env[68786]: DEBUG oslo_vmware.api [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 860.913914] env[68786]: value = "task-3090887" [ 860.913914] env[68786]: _type = "Task" [ 860.913914] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.922420] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 1708dd7a-bd2d-4a05-ab5d-dae7b9b875fb] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 860.924382] env[68786]: DEBUG oslo_vmware.api [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.933921] env[68786]: DEBUG nova.virt.hardware [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.934191] env[68786]: DEBUG nova.virt.hardware [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.934356] env[68786]: DEBUG nova.virt.hardware [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.934528] env[68786]: DEBUG nova.virt.hardware [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.934726] env[68786]: DEBUG nova.virt.hardware [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.934893] env[68786]: DEBUG nova.virt.hardware [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.935515] env[68786]: DEBUG nova.virt.hardware [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.935515] env[68786]: DEBUG nova.virt.hardware [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.935515] env[68786]: DEBUG nova.virt.hardware [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.935658] env[68786]: DEBUG nova.virt.hardware [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.935818] env[68786]: DEBUG nova.virt.hardware [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.936981] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc735a3d-ccf5-4caa-be3b-3bc95fc35694 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.944674] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d139aa1e-5b29-4ee1-b409-37086f766df3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.301874] env[68786]: DEBUG nova.compute.manager [req-16e2afa8-f879-45a0-8b74-da3b130b2ec2 req-37d5560d-6301-4704-b228-7808fa955f25 service nova] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Received event network-vif-plugged-99546d5c-6158-437d-bdd2-118f05f5acb7 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.301874] env[68786]: DEBUG oslo_concurrency.lockutils [req-16e2afa8-f879-45a0-8b74-da3b130b2ec2 req-37d5560d-6301-4704-b228-7808fa955f25 service nova] Acquiring lock "432f7aa2-75aa-4db8-a3b5-fa2cc8276271-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.301942] env[68786]: DEBUG oslo_concurrency.lockutils [req-16e2afa8-f879-45a0-8b74-da3b130b2ec2 req-37d5560d-6301-4704-b228-7808fa955f25 service nova] Lock "432f7aa2-75aa-4db8-a3b5-fa2cc8276271-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.303669] env[68786]: DEBUG oslo_concurrency.lockutils [req-16e2afa8-f879-45a0-8b74-da3b130b2ec2 req-37d5560d-6301-4704-b228-7808fa955f25 service nova] Lock "432f7aa2-75aa-4db8-a3b5-fa2cc8276271-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.303669] env[68786]: DEBUG nova.compute.manager [req-16e2afa8-f879-45a0-8b74-da3b130b2ec2 req-37d5560d-6301-4704-b228-7808fa955f25 service nova] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] No waiting events found dispatching network-vif-plugged-99546d5c-6158-437d-bdd2-118f05f5acb7 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.303669] env[68786]: WARNING nova.compute.manager [req-16e2afa8-f879-45a0-8b74-da3b130b2ec2 req-37d5560d-6301-4704-b228-7808fa955f25 service nova] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Received unexpected event network-vif-plugged-99546d5c-6158-437d-bdd2-118f05f5acb7 for instance with vm_state building and task_state spawning. [ 861.383449] env[68786]: DEBUG nova.network.neutron [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Successfully updated port: 99546d5c-6158-437d-bdd2-118f05f5acb7 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.394397] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.394935] env[68786]: DEBUG nova.compute.manager [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.400974] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.939s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.401209] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.403344] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.905s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.403593] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.405655] env[68786]: DEBUG oslo_concurrency.lockutils [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.694s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.405998] env[68786]: DEBUG oslo_concurrency.lockutils [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.407747] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.403s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.410066] env[68786]: INFO nova.compute.claims [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.416363] env[68786]: DEBUG nova.compute.manager [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.427382] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: bf984749-f902-4b86-9bc0-2753871f8e33] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 861.429354] env[68786]: DEBUG oslo_vmware.api [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090887, 'name': PowerOffVM_Task, 'duration_secs': 0.173654} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.429850] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.430172] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.432634] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fafcef9-005f-4b2f-8821-6b365900ea99 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.438162] env[68786]: INFO nova.scheduler.client.report [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Deleted allocations for instance 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5 [ 861.444383] env[68786]: INFO nova.scheduler.client.report [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Deleted allocations for instance 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68 [ 861.471443] env[68786]: INFO nova.scheduler.client.report [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Deleted allocations for instance 15e232a4-4095-44cb-9ede-92e6875cffed [ 861.779763] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquiring lock "a9f3a68d-41d6-480a-b41a-1b7e611eb90d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.780109] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "a9f3a68d-41d6-480a-b41a-1b7e611eb90d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.780455] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquiring lock "a9f3a68d-41d6-480a-b41a-1b7e611eb90d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.780689] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "a9f3a68d-41d6-480a-b41a-1b7e611eb90d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.780874] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "a9f3a68d-41d6-480a-b41a-1b7e611eb90d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.782994] env[68786]: INFO nova.compute.manager [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Terminating instance [ 861.862490] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.862793] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.862985] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Deleting the datastore file [datastore1] f91a41de-6ac2-4043-8176-a3849b2cc882 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.863268] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1a10cb8-32bb-43f7-a627-8e2004781a18 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.870402] env[68786]: DEBUG oslo_vmware.api [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 861.870402] env[68786]: value = "task-3090889" [ 861.870402] env[68786]: _type = "Task" [ 861.870402] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.877938] env[68786]: DEBUG oslo_vmware.api [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.886615] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "refresh_cache-432f7aa2-75aa-4db8-a3b5-fa2cc8276271" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.886881] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired lock "refresh_cache-432f7aa2-75aa-4db8-a3b5-fa2cc8276271" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.886932] env[68786]: DEBUG nova.network.neutron [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.915515] env[68786]: DEBUG nova.compute.utils [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.916676] env[68786]: DEBUG nova.compute.manager [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.916812] env[68786]: DEBUG nova.network.neutron [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.930192] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: d066f27c-aee3-4c1a-9f74-4e3ee4a6c2a3] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 861.942307] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.957177] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c713214d-781c-4520-91ba-db5a10890134 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.358s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.960035] env[68786]: DEBUG nova.policy [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6247e9c875c54a07873ff0d6eb15613a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfe3ff263b2d4948b59b511fca2787ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.963081] env[68786]: DEBUG oslo_concurrency.lockutils [None req-49293157-94b8-479c-be95-4189467a0015 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "5db9f79c-bda3-4d2e-b8f2-0a59d7712d68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.244s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.983899] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26625e10-b4b0-4e3b-8bda-788c732abb7c tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "15e232a4-4095-44cb-9ede-92e6875cffed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.288926] env[68786]: DEBUG nova.compute.manager [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.289192] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.290304] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49eb4305-5523-42ce-9c83-33d9cdb5f747 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.299190] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.299190] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75188482-a4e5-443f-8b8a-3dd60ed11584 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.305709] env[68786]: DEBUG oslo_vmware.api [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 862.305709] env[68786]: value = "task-3090890" [ 862.305709] env[68786]: _type = "Task" [ 862.305709] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.316527] env[68786]: DEBUG oslo_vmware.api [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.337347] env[68786]: DEBUG nova.network.neutron [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Successfully created port: 92db2677-8a18-462a-9013-a768f821d693 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.382212] env[68786]: DEBUG oslo_vmware.api [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222395} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.382799] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.383250] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.383445] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.383720] env[68786]: INFO nova.compute.manager [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Took 1.49 seconds to destroy the instance on the hypervisor. [ 862.384055] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.384323] env[68786]: DEBUG nova.compute.manager [-] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.384433] env[68786]: DEBUG nova.network.neutron [-] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.388884] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "1362ff83-bc7d-43b8-ae39-b1d4d4f494bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.389141] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "1362ff83-bc7d-43b8-ae39-b1d4d4f494bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.389352] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "1362ff83-bc7d-43b8-ae39-b1d4d4f494bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.389541] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "1362ff83-bc7d-43b8-ae39-b1d4d4f494bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.389711] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "1362ff83-bc7d-43b8-ae39-b1d4d4f494bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.393954] env[68786]: INFO nova.compute.manager [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Terminating instance [ 862.421652] env[68786]: DEBUG nova.compute.manager [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.432898] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 208730b9-5815-4afb-83df-1ccb307d40ac] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 862.506512] env[68786]: DEBUG nova.network.neutron [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.816032] env[68786]: DEBUG oslo_vmware.api [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090890, 'name': PowerOffVM_Task, 'duration_secs': 0.202299} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.817184] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.817360] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.818108] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce298ab6-2320-4a0b-8919-fbdf592a5545 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.820524] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7f6f4c2-f7c6-44d8-88eb-749254fc7c5b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.826420] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae69a633-a546-4eb5-93d7-d71855160b34 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.859922] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22d44eb-0a3a-47b1-9f6f-f2f8eab92947 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.870465] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebde2c49-3b1b-4f8b-a32e-5dadaef73ec0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.888114] env[68786]: DEBUG nova.compute.provider_tree [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.890884] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.891092] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.891271] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Deleting the datastore file [datastore2] a9f3a68d-41d6-480a-b41a-1b7e611eb90d {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.891767] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97f2c575-6bea-4263-8ee6-afa393778f4b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.897916] env[68786]: DEBUG nova.compute.manager [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.898126] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.898453] env[68786]: DEBUG oslo_vmware.api [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for the task: (returnval){ [ 862.898453] env[68786]: value = "task-3090892" [ 862.898453] env[68786]: _type = "Task" [ 862.898453] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.899921] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfdac2c-6a6c-42d6-af89-3d7ebd478064 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.911115] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.914985] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79f6395c-12e5-47bb-899b-7b3538746001 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.916536] env[68786]: DEBUG oslo_vmware.api [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.923301] env[68786]: DEBUG oslo_vmware.api [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 862.923301] env[68786]: value = "task-3090893" [ 862.923301] env[68786]: _type = "Task" [ 862.923301] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.931436] env[68786]: DEBUG oslo_vmware.api [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.935814] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 3643cc15-9cc5-49d6-b593-20c4a4c9cf76] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 863.095835] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "1af9550f-a38c-4988-a9bd-cb2bd4169df1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.096117] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "1af9550f-a38c-4988-a9bd-cb2bd4169df1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.154762] env[68786]: DEBUG nova.network.neutron [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Updating instance_info_cache with network_info: [{"id": "99546d5c-6158-437d-bdd2-118f05f5acb7", "address": "fa:16:3e:3f:ac:59", "network": {"id": "22cbf902-7f1e-4069-b8c1-b0c7fa9a5c91", "bridge": "br-int", "label": "tempest-ServersTestJSON-525443328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05db4729997c4a1092435aef31629e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99546d5c-61", "ovs_interfaceid": "99546d5c-6158-437d-bdd2-118f05f5acb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.345871] env[68786]: DEBUG nova.compute.manager [req-0931e1aa-ce10-41f9-919a-53513f8b9dd2 req-c4f56fa5-1aa3-4738-8393-66ef8460e641 service nova] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Received event network-changed-99546d5c-6158-437d-bdd2-118f05f5acb7 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.346372] env[68786]: DEBUG nova.compute.manager [req-0931e1aa-ce10-41f9-919a-53513f8b9dd2 req-c4f56fa5-1aa3-4738-8393-66ef8460e641 service nova] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Refreshing instance network info cache due to event network-changed-99546d5c-6158-437d-bdd2-118f05f5acb7. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.346595] env[68786]: DEBUG oslo_concurrency.lockutils [req-0931e1aa-ce10-41f9-919a-53513f8b9dd2 req-c4f56fa5-1aa3-4738-8393-66ef8460e641 service nova] Acquiring lock "refresh_cache-432f7aa2-75aa-4db8-a3b5-fa2cc8276271" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.393243] env[68786]: DEBUG nova.scheduler.client.report [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.416190] env[68786]: DEBUG oslo_vmware.api [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Task: {'id': task-3090892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160472} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.416190] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.416190] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.416190] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.416190] env[68786]: INFO nova.compute.manager [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 863.416553] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.416553] env[68786]: DEBUG nova.compute.manager [-] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.416553] env[68786]: DEBUG nova.network.neutron [-] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.436275] env[68786]: DEBUG oslo_vmware.api [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090893, 'name': PowerOffVM_Task, 'duration_secs': 0.219154} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.436886] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.437790] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.437790] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a4a920c-44c2-4d3b-9e68-b91cc3563f5d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.440363] env[68786]: DEBUG nova.compute.manager [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.442699] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: bf3d8149-511c-496d-9445-e215fa5d27ab] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 863.486772] env[68786]: DEBUG nova.virt.hardware [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.487021] env[68786]: DEBUG nova.virt.hardware [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.487276] env[68786]: DEBUG nova.virt.hardware [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.487463] env[68786]: DEBUG nova.virt.hardware [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.487609] env[68786]: DEBUG nova.virt.hardware [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.487757] env[68786]: DEBUG nova.virt.hardware [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.487969] env[68786]: DEBUG nova.virt.hardware [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.488255] env[68786]: DEBUG nova.virt.hardware [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.488361] env[68786]: DEBUG nova.virt.hardware [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.488465] env[68786]: DEBUG nova.virt.hardware [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.488625] env[68786]: DEBUG nova.virt.hardware [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.490927] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09abe0e-e111-4ea5-8582-5ed6530a23f9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.502318] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0cd71b-168c-44c5-84d7-dc561258348d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.520875] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.521102] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.521285] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Deleting the datastore file [datastore2] 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.521632] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-809b2d36-09f1-47cd-a634-1efe07c17286 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.530031] env[68786]: DEBUG oslo_vmware.api [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 863.530031] env[68786]: value = "task-3090895" [ 863.530031] env[68786]: _type = "Task" [ 863.530031] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.541455] env[68786]: DEBUG oslo_vmware.api [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.599705] env[68786]: DEBUG nova.compute.manager [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.661018] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Releasing lock "refresh_cache-432f7aa2-75aa-4db8-a3b5-fa2cc8276271" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.661018] env[68786]: DEBUG nova.compute.manager [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Instance network_info: |[{"id": "99546d5c-6158-437d-bdd2-118f05f5acb7", "address": "fa:16:3e:3f:ac:59", "network": {"id": "22cbf902-7f1e-4069-b8c1-b0c7fa9a5c91", "bridge": "br-int", "label": "tempest-ServersTestJSON-525443328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05db4729997c4a1092435aef31629e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99546d5c-61", "ovs_interfaceid": "99546d5c-6158-437d-bdd2-118f05f5acb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.661244] env[68786]: DEBUG oslo_concurrency.lockutils [req-0931e1aa-ce10-41f9-919a-53513f8b9dd2 req-c4f56fa5-1aa3-4738-8393-66ef8460e641 service nova] Acquired lock "refresh_cache-432f7aa2-75aa-4db8-a3b5-fa2cc8276271" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.661244] env[68786]: DEBUG nova.network.neutron [req-0931e1aa-ce10-41f9-919a-53513f8b9dd2 req-c4f56fa5-1aa3-4738-8393-66ef8460e641 service nova] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Refreshing network info cache for port 99546d5c-6158-437d-bdd2-118f05f5acb7 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.661244] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:ac:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99546d5c-6158-437d-bdd2-118f05f5acb7', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.671989] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.675210] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.675719] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-518a4747-6939-40c5-a474-cb1940679ec8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.699781] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.699781] env[68786]: value = "task-3090896" [ 863.699781] env[68786]: _type = "Task" [ 863.699781] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.709569] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090896, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.782471] env[68786]: DEBUG nova.network.neutron [-] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.899891] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.899891] env[68786]: DEBUG nova.compute.manager [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.900742] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.551s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.902206] env[68786]: INFO nova.compute.claims [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.949415] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 5206acdc-5d39-46d8-b7b0-e685038816a4] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 864.037787] env[68786]: DEBUG nova.network.neutron [req-0931e1aa-ce10-41f9-919a-53513f8b9dd2 req-c4f56fa5-1aa3-4738-8393-66ef8460e641 service nova] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Updated VIF entry in instance network info cache for port 99546d5c-6158-437d-bdd2-118f05f5acb7. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.038217] env[68786]: DEBUG nova.network.neutron [req-0931e1aa-ce10-41f9-919a-53513f8b9dd2 req-c4f56fa5-1aa3-4738-8393-66ef8460e641 service nova] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Updating instance_info_cache with network_info: [{"id": "99546d5c-6158-437d-bdd2-118f05f5acb7", "address": "fa:16:3e:3f:ac:59", "network": {"id": "22cbf902-7f1e-4069-b8c1-b0c7fa9a5c91", "bridge": "br-int", "label": "tempest-ServersTestJSON-525443328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05db4729997c4a1092435aef31629e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99546d5c-61", "ovs_interfaceid": "99546d5c-6158-437d-bdd2-118f05f5acb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.044618] env[68786]: DEBUG oslo_vmware.api [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131328} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.044875] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.045684] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.045902] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.046102] env[68786]: INFO nova.compute.manager [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 864.046349] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.046548] env[68786]: DEBUG nova.compute.manager [-] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.046640] env[68786]: DEBUG nova.network.neutron [-] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.139456] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.212133] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090896, 'name': CreateVM_Task, 'duration_secs': 0.414401} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.212327] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.213102] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.213288] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.213655] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.213994] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17f17837-3941-4822-88ae-a22b12126275 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.219154] env[68786]: DEBUG oslo_vmware.api [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 864.219154] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e89e24-8114-68bc-89c7-bd93e4cff123" [ 864.219154] env[68786]: _type = "Task" [ 864.219154] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.227383] env[68786]: DEBUG oslo_vmware.api [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e89e24-8114-68bc-89c7-bd93e4cff123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.256013] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "9be3fac4-257b-4806-bece-bda0eb36184a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.256812] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "9be3fac4-257b-4806-bece-bda0eb36184a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.285055] env[68786]: INFO nova.compute.manager [-] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Took 1.90 seconds to deallocate network for instance. [ 864.300153] env[68786]: DEBUG nova.network.neutron [-] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.411514] env[68786]: DEBUG nova.compute.utils [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.415306] env[68786]: DEBUG nova.compute.manager [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.416019] env[68786]: DEBUG nova.network.neutron [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.454070] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 420a3044-c6fb-47a0-8b5f-94777a36d375] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 864.527015] env[68786]: DEBUG nova.policy [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b100885f47a41b495860a8dba5147ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68254657a9c94766abd0552d259cb35d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.541045] env[68786]: DEBUG oslo_concurrency.lockutils [req-0931e1aa-ce10-41f9-919a-53513f8b9dd2 req-c4f56fa5-1aa3-4738-8393-66ef8460e641 service nova] Releasing lock "refresh_cache-432f7aa2-75aa-4db8-a3b5-fa2cc8276271" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.541257] env[68786]: DEBUG nova.compute.manager [req-0931e1aa-ce10-41f9-919a-53513f8b9dd2 req-c4f56fa5-1aa3-4738-8393-66ef8460e641 service nova] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Received event network-vif-deleted-a970009e-e04f-447c-9a65-6ce0794defde {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.541442] env[68786]: INFO nova.compute.manager [req-0931e1aa-ce10-41f9-919a-53513f8b9dd2 req-c4f56fa5-1aa3-4738-8393-66ef8460e641 service nova] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Neutron deleted interface a970009e-e04f-447c-9a65-6ce0794defde; detaching it from the instance and deleting it from the info cache [ 864.541609] env[68786]: DEBUG nova.network.neutron [req-0931e1aa-ce10-41f9-919a-53513f8b9dd2 req-c4f56fa5-1aa3-4738-8393-66ef8460e641 service nova] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.734159] env[68786]: DEBUG oslo_vmware.api [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e89e24-8114-68bc-89c7-bd93e4cff123, 'name': SearchDatastore_Task, 'duration_secs': 0.010556} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.734496] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.734707] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.734960] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.735124] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.735302] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.735569] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f27afcf1-6334-4e0a-938b-b98303dc8314 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.746079] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.746296] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.747082] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5255fad5-c148-4049-9cfb-3ccf2767ca3f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.752628] env[68786]: DEBUG oslo_vmware.api [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 864.752628] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5289c2c7-b64d-450a-feba-81da636edc9f" [ 864.752628] env[68786]: _type = "Task" [ 864.752628] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.758726] env[68786]: DEBUG nova.compute.manager [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.769072] env[68786]: DEBUG oslo_vmware.api [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5289c2c7-b64d-450a-feba-81da636edc9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.796511] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.803967] env[68786]: INFO nova.compute.manager [-] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Took 1.39 seconds to deallocate network for instance. [ 864.916183] env[68786]: DEBUG nova.compute.manager [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.960862] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 79eb0836-d812-4c49-9463-4999d2b5d003] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 864.987878] env[68786]: DEBUG nova.network.neutron [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Successfully updated port: 92db2677-8a18-462a-9013-a768f821d693 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.004939] env[68786]: DEBUG nova.network.neutron [-] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.044985] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b68ef28-c416-4165-b3ed-cd3c5f1abbd2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.059659] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee80e40-b4fd-4dff-895d-e8357c373bc2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.096830] env[68786]: DEBUG nova.compute.manager [req-0931e1aa-ce10-41f9-919a-53513f8b9dd2 req-c4f56fa5-1aa3-4738-8393-66ef8460e641 service nova] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Detach interface failed, port_id=a970009e-e04f-447c-9a65-6ce0794defde, reason: Instance f91a41de-6ac2-4043-8176-a3849b2cc882 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 865.265899] env[68786]: DEBUG oslo_vmware.api [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5289c2c7-b64d-450a-feba-81da636edc9f, 'name': SearchDatastore_Task, 'duration_secs': 0.009199} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.267766] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-733ce3a1-51aa-4afa-86b8-92188d6bf091 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.280770] env[68786]: DEBUG nova.network.neutron [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Successfully created port: c9057bec-5a64-49d9-88db-80e6344a6500 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.281105] env[68786]: DEBUG oslo_vmware.api [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 865.281105] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5207e01d-3143-e020-3aa1-05f01bbc6c62" [ 865.281105] env[68786]: _type = "Task" [ 865.281105] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.292014] env[68786]: DEBUG oslo_vmware.api [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5207e01d-3143-e020-3aa1-05f01bbc6c62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.292988] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.312660] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.365070] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260fdef8-68b5-44be-95bc-b01bfcae0ebc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.373504] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331c8413-3a59-42be-832b-537bf04027ee {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.413367] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267d1201-26b6-490f-8408-f04990da44d1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.418812] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40553c1-1c1b-403b-8897-ee9f72fd6870 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.437649] env[68786]: DEBUG nova.compute.provider_tree [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.463486] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 75034c85-c991-4d7c-b7b0-cb547642e903] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 865.488890] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "refresh_cache-95454394-a40e-42c7-b8c0-dec0c279e7e0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.490111] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired lock "refresh_cache-95454394-a40e-42c7-b8c0-dec0c279e7e0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.490111] env[68786]: DEBUG nova.network.neutron [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.506807] env[68786]: INFO nova.compute.manager [-] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Took 1.46 seconds to deallocate network for instance. [ 865.581722] env[68786]: DEBUG nova.compute.manager [req-f53ca98a-bad9-4357-bdac-b3550df49b1c req-bd8b82db-62a8-4e63-964d-51bc2b0cfd79 service nova] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Received event network-vif-deleted-4ea33e23-62a1-431c-ab2b-2ca03471b9d7 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.581941] env[68786]: DEBUG nova.compute.manager [req-f53ca98a-bad9-4357-bdac-b3550df49b1c req-bd8b82db-62a8-4e63-964d-51bc2b0cfd79 service nova] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Received event network-vif-deleted-f4b8278c-5a2a-46e3-83bb-df8eb98b1ea9 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.582404] env[68786]: DEBUG nova.compute.manager [req-f53ca98a-bad9-4357-bdac-b3550df49b1c req-bd8b82db-62a8-4e63-964d-51bc2b0cfd79 service nova] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Received event network-vif-plugged-92db2677-8a18-462a-9013-a768f821d693 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.582549] env[68786]: DEBUG oslo_concurrency.lockutils [req-f53ca98a-bad9-4357-bdac-b3550df49b1c req-bd8b82db-62a8-4e63-964d-51bc2b0cfd79 service nova] Acquiring lock "95454394-a40e-42c7-b8c0-dec0c279e7e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.584019] env[68786]: DEBUG oslo_concurrency.lockutils [req-f53ca98a-bad9-4357-bdac-b3550df49b1c req-bd8b82db-62a8-4e63-964d-51bc2b0cfd79 service nova] Lock "95454394-a40e-42c7-b8c0-dec0c279e7e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.584019] env[68786]: DEBUG oslo_concurrency.lockutils [req-f53ca98a-bad9-4357-bdac-b3550df49b1c req-bd8b82db-62a8-4e63-964d-51bc2b0cfd79 service nova] Lock "95454394-a40e-42c7-b8c0-dec0c279e7e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.584019] env[68786]: DEBUG nova.compute.manager [req-f53ca98a-bad9-4357-bdac-b3550df49b1c req-bd8b82db-62a8-4e63-964d-51bc2b0cfd79 service nova] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] No waiting events found dispatching network-vif-plugged-92db2677-8a18-462a-9013-a768f821d693 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.584019] env[68786]: WARNING nova.compute.manager [req-f53ca98a-bad9-4357-bdac-b3550df49b1c req-bd8b82db-62a8-4e63-964d-51bc2b0cfd79 service nova] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Received unexpected event network-vif-plugged-92db2677-8a18-462a-9013-a768f821d693 for instance with vm_state building and task_state spawning. [ 865.584019] env[68786]: DEBUG nova.compute.manager [req-f53ca98a-bad9-4357-bdac-b3550df49b1c req-bd8b82db-62a8-4e63-964d-51bc2b0cfd79 service nova] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Received event network-changed-92db2677-8a18-462a-9013-a768f821d693 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.584362] env[68786]: DEBUG nova.compute.manager [req-f53ca98a-bad9-4357-bdac-b3550df49b1c req-bd8b82db-62a8-4e63-964d-51bc2b0cfd79 service nova] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Refreshing instance network info cache due to event network-changed-92db2677-8a18-462a-9013-a768f821d693. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.584362] env[68786]: DEBUG oslo_concurrency.lockutils [req-f53ca98a-bad9-4357-bdac-b3550df49b1c req-bd8b82db-62a8-4e63-964d-51bc2b0cfd79 service nova] Acquiring lock "refresh_cache-95454394-a40e-42c7-b8c0-dec0c279e7e0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.793031] env[68786]: DEBUG oslo_vmware.api [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5207e01d-3143-e020-3aa1-05f01bbc6c62, 'name': SearchDatastore_Task, 'duration_secs': 0.011266} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.793132] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.793361] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 432f7aa2-75aa-4db8-a3b5-fa2cc8276271/432f7aa2-75aa-4db8-a3b5-fa2cc8276271.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.794026] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a84c0f3-9ad0-4dac-999d-a50f8a2ab650 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.799944] env[68786]: DEBUG oslo_vmware.api [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 865.799944] env[68786]: value = "task-3090897" [ 865.799944] env[68786]: _type = "Task" [ 865.799944] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.807579] env[68786]: DEBUG oslo_vmware.api [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.928942] env[68786]: DEBUG nova.compute.manager [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.943018] env[68786]: DEBUG nova.scheduler.client.report [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.967046] env[68786]: DEBUG nova.virt.hardware [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.967046] env[68786]: DEBUG nova.virt.hardware [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.967046] env[68786]: DEBUG nova.virt.hardware [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.967426] env[68786]: DEBUG nova.virt.hardware [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.967426] env[68786]: DEBUG nova.virt.hardware [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.967426] env[68786]: DEBUG nova.virt.hardware [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.967426] env[68786]: DEBUG nova.virt.hardware [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.967756] env[68786]: DEBUG nova.virt.hardware [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.968200] env[68786]: DEBUG nova.virt.hardware [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.968497] env[68786]: DEBUG nova.virt.hardware [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.968634] env[68786]: DEBUG nova.virt.hardware [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.969156] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 859eb560-faaf-471c-95dc-bcf2544f8a04] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 865.973434] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20526cd-176f-4ba0-b022-1f3269e7ef53 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.986836] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7e446b-21ef-46db-911d-ef91d765a476 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.019467] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.062490] env[68786]: DEBUG nova.network.neutron [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.067472] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.067794] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.298978] env[68786]: DEBUG nova.network.neutron [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Updating instance_info_cache with network_info: [{"id": "92db2677-8a18-462a-9013-a768f821d693", "address": "fa:16:3e:4f:84:7e", "network": {"id": "76c23a36-a90c-4f9e-8062-2d6a92b1019d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1392166569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe3ff263b2d4948b59b511fca2787ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92db2677-8a", "ovs_interfaceid": "92db2677-8a18-462a-9013-a768f821d693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.309953] env[68786]: DEBUG oslo_vmware.api [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479252} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.310566] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 432f7aa2-75aa-4db8-a3b5-fa2cc8276271/432f7aa2-75aa-4db8-a3b5-fa2cc8276271.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.310814] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.311738] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79e4af4a-dc27-4825-9010-b9ee9e48af6e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.318287] env[68786]: DEBUG oslo_vmware.api [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 866.318287] env[68786]: value = "task-3090898" [ 866.318287] env[68786]: _type = "Task" [ 866.318287] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.326674] env[68786]: DEBUG oslo_vmware.api [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.451830] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.452179] env[68786]: DEBUG nova.compute.manager [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.456276] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.390s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.456476] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.459183] env[68786]: DEBUG oslo_concurrency.lockutils [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.202s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.459377] env[68786]: DEBUG oslo_concurrency.lockutils [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.461540] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.229s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.461936] env[68786]: DEBUG nova.objects.instance [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Lazy-loading 'resources' on Instance uuid 236de9a6-5cff-40b5-aad8-ba7b11d835a0 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.477688] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 01f36ba6-8385-4242-8778-11745ae292b5] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 866.489425] env[68786]: INFO nova.scheduler.client.report [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Deleted allocations for instance daf2f4d2-5fea-4790-95d4-fb16e42e6379 [ 866.491708] env[68786]: INFO nova.scheduler.client.report [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Deleted allocations for instance 9b02ce36-2582-4b2b-9774-1f8e14cc8b92 [ 866.571275] env[68786]: DEBUG nova.compute.manager [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.809048] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Releasing lock "refresh_cache-95454394-a40e-42c7-b8c0-dec0c279e7e0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.809048] env[68786]: DEBUG nova.compute.manager [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Instance network_info: |[{"id": "92db2677-8a18-462a-9013-a768f821d693", "address": "fa:16:3e:4f:84:7e", "network": {"id": "76c23a36-a90c-4f9e-8062-2d6a92b1019d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1392166569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe3ff263b2d4948b59b511fca2787ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92db2677-8a", "ovs_interfaceid": "92db2677-8a18-462a-9013-a768f821d693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.809208] env[68786]: DEBUG oslo_concurrency.lockutils [req-f53ca98a-bad9-4357-bdac-b3550df49b1c req-bd8b82db-62a8-4e63-964d-51bc2b0cfd79 service nova] Acquired lock "refresh_cache-95454394-a40e-42c7-b8c0-dec0c279e7e0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.809208] env[68786]: DEBUG nova.network.neutron [req-f53ca98a-bad9-4357-bdac-b3550df49b1c req-bd8b82db-62a8-4e63-964d-51bc2b0cfd79 service nova] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Refreshing network info cache for port 92db2677-8a18-462a-9013-a768f821d693 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.809208] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:84:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92db2677-8a18-462a-9013-a768f821d693', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.824784] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.827959] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.831481] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d48622e1-26fa-44a6-94a3-7e4ec51c86a7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.856654] env[68786]: DEBUG oslo_vmware.api [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067888} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.857871] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.858151] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.858151] env[68786]: value = "task-3090899" [ 866.858151] env[68786]: _type = "Task" [ 866.858151] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.858818] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b7346e-14f0-474a-9e07-af0f72291fbe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.868918] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090899, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.885928] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 432f7aa2-75aa-4db8-a3b5-fa2cc8276271/432f7aa2-75aa-4db8-a3b5-fa2cc8276271.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.886578] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e721365-a20d-497a-8183-9d1cc035ead5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.906678] env[68786]: DEBUG oslo_vmware.api [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 866.906678] env[68786]: value = "task-3090900" [ 866.906678] env[68786]: _type = "Task" [ 866.906678] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.918317] env[68786]: DEBUG oslo_vmware.api [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.966599] env[68786]: DEBUG nova.compute.utils [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.972864] env[68786]: DEBUG nova.compute.manager [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.972864] env[68786]: DEBUG nova.network.neutron [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.980780] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 596ff49a-578e-43a1-86fa-91e7bb4dc1ee] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 867.003916] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7d21708b-0eb1-47f7-a940-3c5934f3eb22 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "9b02ce36-2582-4b2b-9774-1f8e14cc8b92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.816s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.008825] env[68786]: DEBUG oslo_concurrency.lockutils [None req-49b88df0-bf32-4dda-9021-0dadc5ba5673 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "daf2f4d2-5fea-4790-95d4-fb16e42e6379" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.297s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.092240] env[68786]: DEBUG nova.policy [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c89b1298a3344254b20a4535e3461c02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcdc4b48699b4a779e459657e78d461a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.094642] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.374891] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090899, 'name': CreateVM_Task, 'duration_secs': 0.338973} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.374891] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.374891] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.375208] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.375461] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.378667] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cacbafe3-a96a-4643-8148-2ee33bf6fdde {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.384273] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 867.384273] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52dd624b-d883-a684-cbe9-099898ee56b2" [ 867.384273] env[68786]: _type = "Task" [ 867.384273] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.392127] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52dd624b-d883-a684-cbe9-099898ee56b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.401853] env[68786]: DEBUG nova.network.neutron [req-f53ca98a-bad9-4357-bdac-b3550df49b1c req-bd8b82db-62a8-4e63-964d-51bc2b0cfd79 service nova] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Updated VIF entry in instance network info cache for port 92db2677-8a18-462a-9013-a768f821d693. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.402423] env[68786]: DEBUG nova.network.neutron [req-f53ca98a-bad9-4357-bdac-b3550df49b1c req-bd8b82db-62a8-4e63-964d-51bc2b0cfd79 service nova] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Updating instance_info_cache with network_info: [{"id": "92db2677-8a18-462a-9013-a768f821d693", "address": "fa:16:3e:4f:84:7e", "network": {"id": "76c23a36-a90c-4f9e-8062-2d6a92b1019d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1392166569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe3ff263b2d4948b59b511fca2787ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92db2677-8a", "ovs_interfaceid": "92db2677-8a18-462a-9013-a768f821d693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.418347] env[68786]: DEBUG oslo_vmware.api [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090900, 'name': ReconfigVM_Task, 'duration_secs': 0.316397} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.421259] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 432f7aa2-75aa-4db8-a3b5-fa2cc8276271/432f7aa2-75aa-4db8-a3b5-fa2cc8276271.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.421259] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbfe0979-a072-4f21-b6c5-087ad25e0250 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.423151] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd239b94-ad2c-420f-b1ab-93a58ffdc718 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.431643] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371bbfcc-e9bd-4964-b2b3-68e04641cb04 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.434750] env[68786]: DEBUG oslo_vmware.api [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 867.434750] env[68786]: value = "task-3090901" [ 867.434750] env[68786]: _type = "Task" [ 867.434750] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.465758] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92045484-5d13-4f26-b067-843835b44c96 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.472186] env[68786]: DEBUG nova.compute.manager [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.474908] env[68786]: DEBUG oslo_vmware.api [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090901, 'name': Rename_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.479872] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6293df9c-9675-4397-af58-ab07a75272cb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.484339] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 1f066870-2888-4430-aa8b-a4969ccf0cce] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 867.497245] env[68786]: DEBUG nova.compute.provider_tree [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.509546] env[68786]: DEBUG nova.network.neutron [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Successfully updated port: c9057bec-5a64-49d9-88db-80e6344a6500 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.646088] env[68786]: DEBUG nova.compute.manager [req-87e66689-b711-4fb9-86c7-38e0664ce2db req-147b3593-474a-4261-a9d2-c4db34e8aff7 service nova] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Received event network-vif-plugged-c9057bec-5a64-49d9-88db-80e6344a6500 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.646272] env[68786]: DEBUG oslo_concurrency.lockutils [req-87e66689-b711-4fb9-86c7-38e0664ce2db req-147b3593-474a-4261-a9d2-c4db34e8aff7 service nova] Acquiring lock "857a2be6-0b59-43ec-9e0b-c0386ccde71e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.646445] env[68786]: DEBUG oslo_concurrency.lockutils [req-87e66689-b711-4fb9-86c7-38e0664ce2db req-147b3593-474a-4261-a9d2-c4db34e8aff7 service nova] Lock "857a2be6-0b59-43ec-9e0b-c0386ccde71e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.646761] env[68786]: DEBUG oslo_concurrency.lockutils [req-87e66689-b711-4fb9-86c7-38e0664ce2db req-147b3593-474a-4261-a9d2-c4db34e8aff7 service nova] Lock "857a2be6-0b59-43ec-9e0b-c0386ccde71e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.646761] env[68786]: DEBUG nova.compute.manager [req-87e66689-b711-4fb9-86c7-38e0664ce2db req-147b3593-474a-4261-a9d2-c4db34e8aff7 service nova] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] No waiting events found dispatching network-vif-plugged-c9057bec-5a64-49d9-88db-80e6344a6500 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.646956] env[68786]: WARNING nova.compute.manager [req-87e66689-b711-4fb9-86c7-38e0664ce2db req-147b3593-474a-4261-a9d2-c4db34e8aff7 service nova] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Received unexpected event network-vif-plugged-c9057bec-5a64-49d9-88db-80e6344a6500 for instance with vm_state building and task_state spawning. [ 867.647094] env[68786]: DEBUG nova.compute.manager [req-87e66689-b711-4fb9-86c7-38e0664ce2db req-147b3593-474a-4261-a9d2-c4db34e8aff7 service nova] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Received event network-changed-c9057bec-5a64-49d9-88db-80e6344a6500 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.647255] env[68786]: DEBUG nova.compute.manager [req-87e66689-b711-4fb9-86c7-38e0664ce2db req-147b3593-474a-4261-a9d2-c4db34e8aff7 service nova] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Refreshing instance network info cache due to event network-changed-c9057bec-5a64-49d9-88db-80e6344a6500. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.647436] env[68786]: DEBUG oslo_concurrency.lockutils [req-87e66689-b711-4fb9-86c7-38e0664ce2db req-147b3593-474a-4261-a9d2-c4db34e8aff7 service nova] Acquiring lock "refresh_cache-857a2be6-0b59-43ec-9e0b-c0386ccde71e" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.647572] env[68786]: DEBUG oslo_concurrency.lockutils [req-87e66689-b711-4fb9-86c7-38e0664ce2db req-147b3593-474a-4261-a9d2-c4db34e8aff7 service nova] Acquired lock "refresh_cache-857a2be6-0b59-43ec-9e0b-c0386ccde71e" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.647730] env[68786]: DEBUG nova.network.neutron [req-87e66689-b711-4fb9-86c7-38e0664ce2db req-147b3593-474a-4261-a9d2-c4db34e8aff7 service nova] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Refreshing network info cache for port c9057bec-5a64-49d9-88db-80e6344a6500 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.723952] env[68786]: DEBUG nova.network.neutron [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Successfully created port: 02b547df-b8d1-4aa9-ac27-65f3e89cf99d {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.818237] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "060a98ca-e50d-4b0f-96b2-f50e2e03271d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.818541] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "060a98ca-e50d-4b0f-96b2-f50e2e03271d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.818761] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "060a98ca-e50d-4b0f-96b2-f50e2e03271d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.818949] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "060a98ca-e50d-4b0f-96b2-f50e2e03271d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.819168] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "060a98ca-e50d-4b0f-96b2-f50e2e03271d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.821345] env[68786]: INFO nova.compute.manager [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Terminating instance [ 867.894657] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52dd624b-d883-a684-cbe9-099898ee56b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010054} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.895197] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.895459] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.895697] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.895845] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.896036] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.896308] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a0064ec-f91a-43db-b2f6-5ace74baf738 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.904622] env[68786]: DEBUG oslo_concurrency.lockutils [req-f53ca98a-bad9-4357-bdac-b3550df49b1c req-bd8b82db-62a8-4e63-964d-51bc2b0cfd79 service nova] Releasing lock "refresh_cache-95454394-a40e-42c7-b8c0-dec0c279e7e0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.913272] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.913442] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.914201] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c35d458-3ce9-4bb8-91e5-c0fd8d860f06 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.919355] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 867.919355] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f1b623-09bc-ed88-07d2-ac06fe42f6bb" [ 867.919355] env[68786]: _type = "Task" [ 867.919355] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.927655] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f1b623-09bc-ed88-07d2-ac06fe42f6bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.943870] env[68786]: DEBUG oslo_vmware.api [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090901, 'name': Rename_Task, 'duration_secs': 0.140572} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.944163] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.944397] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bae0570-47c8-4f98-aaf4-6eea5090d529 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.950454] env[68786]: DEBUG oslo_vmware.api [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 867.950454] env[68786]: value = "task-3090902" [ 867.950454] env[68786]: _type = "Task" [ 867.950454] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.958113] env[68786]: DEBUG oslo_vmware.api [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.988256] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: dcfaef39-731a-4cdc-9c3c-70dbc56dcefb] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 867.999910] env[68786]: DEBUG nova.scheduler.client.report [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.016594] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Acquiring lock "refresh_cache-857a2be6-0b59-43ec-9e0b-c0386ccde71e" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.213387] env[68786]: DEBUG nova.network.neutron [req-87e66689-b711-4fb9-86c7-38e0664ce2db req-147b3593-474a-4261-a9d2-c4db34e8aff7 service nova] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.324973] env[68786]: DEBUG nova.compute.manager [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.325286] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.326859] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdb7bec-5a49-479f-9c66-f5bdb5759dbb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.334732] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.335757] env[68786]: DEBUG nova.network.neutron [req-87e66689-b711-4fb9-86c7-38e0664ce2db req-147b3593-474a-4261-a9d2-c4db34e8aff7 service nova] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.336988] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e78b1dff-a533-4660-8fd2-95486be82bf0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.343963] env[68786]: DEBUG oslo_vmware.api [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 868.343963] env[68786]: value = "task-3090903" [ 868.343963] env[68786]: _type = "Task" [ 868.343963] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.352974] env[68786]: DEBUG oslo_vmware.api [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.364462] env[68786]: DEBUG oslo_concurrency.lockutils [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "90a90104-ef19-43f6-badb-0e06d0ee0bee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.364734] env[68786]: DEBUG oslo_concurrency.lockutils [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "90a90104-ef19-43f6-badb-0e06d0ee0bee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.364970] env[68786]: DEBUG oslo_concurrency.lockutils [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "90a90104-ef19-43f6-badb-0e06d0ee0bee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.365210] env[68786]: DEBUG oslo_concurrency.lockutils [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "90a90104-ef19-43f6-badb-0e06d0ee0bee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.365387] env[68786]: DEBUG oslo_concurrency.lockutils [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "90a90104-ef19-43f6-badb-0e06d0ee0bee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.367955] env[68786]: INFO nova.compute.manager [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Terminating instance [ 868.430796] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f1b623-09bc-ed88-07d2-ac06fe42f6bb, 'name': SearchDatastore_Task, 'duration_secs': 0.032912} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.431687] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb871e49-b675-4128-9d2a-9462057cb415 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.438161] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 868.438161] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5248103a-8eb6-144f-ca16-5715ecad39e6" [ 868.438161] env[68786]: _type = "Task" [ 868.438161] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.446404] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5248103a-8eb6-144f-ca16-5715ecad39e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.458346] env[68786]: DEBUG oslo_vmware.api [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090902, 'name': PowerOnVM_Task, 'duration_secs': 0.459349} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.458606] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.458813] env[68786]: INFO nova.compute.manager [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Took 7.56 seconds to spawn the instance on the hypervisor. [ 868.458990] env[68786]: DEBUG nova.compute.manager [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.459739] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc932d2-3511-43ee-9b6c-d4777118cc60 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.481997] env[68786]: DEBUG nova.compute.manager [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.491455] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: b378dd19-85f6-40cd-8195-626fdb3d3753] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 868.505774] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.507110] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.636s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.507278] env[68786]: DEBUG nova.objects.instance [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lazy-loading 'resources' on Instance uuid 3b2a3201-fd24-4b57-9844-2fc078f40f2f {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.528832] env[68786]: DEBUG nova.virt.hardware [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.529039] env[68786]: DEBUG nova.virt.hardware [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.529200] env[68786]: DEBUG nova.virt.hardware [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.530066] env[68786]: DEBUG nova.virt.hardware [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.530281] env[68786]: DEBUG nova.virt.hardware [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.530446] env[68786]: DEBUG nova.virt.hardware [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.530701] env[68786]: DEBUG nova.virt.hardware [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.530871] env[68786]: DEBUG nova.virt.hardware [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.531058] env[68786]: DEBUG nova.virt.hardware [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.531232] env[68786]: DEBUG nova.virt.hardware [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.533383] env[68786]: DEBUG nova.virt.hardware [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.533383] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7998bc9-077f-48bb-ad74-f59ab6e8671d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.543115] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efbbe0b-69b4-4b20-a128-c696648995d8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.559409] env[68786]: INFO nova.scheduler.client.report [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Deleted allocations for instance 236de9a6-5cff-40b5-aad8-ba7b11d835a0 [ 868.840526] env[68786]: DEBUG oslo_concurrency.lockutils [req-87e66689-b711-4fb9-86c7-38e0664ce2db req-147b3593-474a-4261-a9d2-c4db34e8aff7 service nova] Releasing lock "refresh_cache-857a2be6-0b59-43ec-9e0b-c0386ccde71e" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.841249] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Acquired lock "refresh_cache-857a2be6-0b59-43ec-9e0b-c0386ccde71e" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.841585] env[68786]: DEBUG nova.network.neutron [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.853402] env[68786]: DEBUG oslo_vmware.api [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090903, 'name': PowerOffVM_Task, 'duration_secs': 0.208541} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.855250] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.855250] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.855250] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c999b0a0-c863-4a50-91f2-2d93836091e2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.875466] env[68786]: DEBUG nova.compute.manager [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.875689] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.876532] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de01db8-dcf3-4f30-b273-d5448245ffd3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.884179] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.884494] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-241717c7-bcd5-4c0e-a636-b9dd34edcd44 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.890529] env[68786]: DEBUG oslo_vmware.api [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 868.890529] env[68786]: value = "task-3090905" [ 868.890529] env[68786]: _type = "Task" [ 868.890529] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.898173] env[68786]: DEBUG oslo_vmware.api [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.917636] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.917885] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.918105] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Deleting the datastore file [datastore1] 060a98ca-e50d-4b0f-96b2-f50e2e03271d {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.918406] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34fd91c4-0fc3-4236-967a-a9c00ed81f38 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.925053] env[68786]: DEBUG oslo_vmware.api [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 868.925053] env[68786]: value = "task-3090906" [ 868.925053] env[68786]: _type = "Task" [ 868.925053] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.933723] env[68786]: DEBUG oslo_vmware.api [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.948364] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5248103a-8eb6-144f-ca16-5715ecad39e6, 'name': SearchDatastore_Task, 'duration_secs': 0.012879} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.948758] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.949122] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 95454394-a40e-42c7-b8c0-dec0c279e7e0/95454394-a40e-42c7-b8c0-dec0c279e7e0.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.949475] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd46778e-1787-41a6-ad70-8a47bf544f96 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.957423] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 868.957423] env[68786]: value = "task-3090907" [ 868.957423] env[68786]: _type = "Task" [ 868.957423] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.966782] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.977573] env[68786]: INFO nova.compute.manager [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Took 46.03 seconds to build instance. [ 868.995724] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 35698194-cc33-4c3a-a153-8f31d6c82941] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 869.069670] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e6fe3490-7005-4651-acfb-3bd584a5c455 tempest-ServerShowV247Test-1486184345 tempest-ServerShowV247Test-1486184345-project-member] Lock "236de9a6-5cff-40b5-aad8-ba7b11d835a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.634s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.404313] env[68786]: DEBUG nova.network.neutron [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.412045] env[68786]: DEBUG oslo_vmware.api [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090905, 'name': PowerOffVM_Task, 'duration_secs': 0.186005} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.417708] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.417708] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.417883] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06b924ca-8d98-48e5-9962-1fd6f553bff3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.431337] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778d0041-f039-44df-9113-5e358c41a092 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.447831] env[68786]: DEBUG oslo_vmware.api [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162222} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.450901] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.451196] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.451418] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.451687] env[68786]: INFO nova.compute.manager [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 869.451923] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.452972] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350b1bea-cad9-4d51-ae51-1f14465792cb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.456787] env[68786]: DEBUG nova.compute.manager [-] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.458989] env[68786]: DEBUG nova.network.neutron [-] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.492683] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8bdb024d-7b6b-4028-9b91-77892e70dd47 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "432f7aa2-75aa-4db8-a3b5-fa2cc8276271" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.557s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.494937] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0c1f16-50a1-4740-af98-f55a5c8a04cb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.501877] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090907, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.502306] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 8109d3f2-0864-4771-96cc-6046f82763f4] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 869.504257] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.504746] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.505105] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Deleting the datastore file [datastore2] 90a90104-ef19-43f6-badb-0e06d0ee0bee {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.509021] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c31f575c-f8fc-46a0-81e0-512abcaef2f8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.515540] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450f9eba-e2c6-4d30-9be5-71e9b3b5c791 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.521926] env[68786]: DEBUG oslo_vmware.api [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for the task: (returnval){ [ 869.521926] env[68786]: value = "task-3090909" [ 869.521926] env[68786]: _type = "Task" [ 869.521926] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.533683] env[68786]: DEBUG nova.compute.provider_tree [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.540046] env[68786]: DEBUG oslo_vmware.api [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.864894] env[68786]: DEBUG nova.network.neutron [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Updating instance_info_cache with network_info: [{"id": "c9057bec-5a64-49d9-88db-80e6344a6500", "address": "fa:16:3e:f2:ad:7e", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9057bec-5a", "ovs_interfaceid": "c9057bec-5a64-49d9-88db-80e6344a6500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.975994] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546363} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.976510] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 95454394-a40e-42c7-b8c0-dec0c279e7e0/95454394-a40e-42c7-b8c0-dec0c279e7e0.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.977347] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.977678] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fbe6556-9a51-4635-8c5c-b21dd46b6206 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.988518] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 869.988518] env[68786]: value = "task-3090910" [ 869.988518] env[68786]: _type = "Task" [ 869.988518] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.000431] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.007553] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: d1702b0d-ad46-44ba-aaee-cfdc2a1a554e] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 870.033232] env[68786]: DEBUG oslo_vmware.api [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.037545] env[68786]: DEBUG nova.scheduler.client.report [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.107669] env[68786]: DEBUG nova.compute.manager [req-d70293d1-f476-4b64-a0db-2de4aba7cf60 req-c0e246a7-3546-47eb-b43c-531be3b02dd6 service nova] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Received event network-vif-plugged-02b547df-b8d1-4aa9-ac27-65f3e89cf99d {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.108778] env[68786]: DEBUG oslo_concurrency.lockutils [req-d70293d1-f476-4b64-a0db-2de4aba7cf60 req-c0e246a7-3546-47eb-b43c-531be3b02dd6 service nova] Acquiring lock "099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.108778] env[68786]: DEBUG oslo_concurrency.lockutils [req-d70293d1-f476-4b64-a0db-2de4aba7cf60 req-c0e246a7-3546-47eb-b43c-531be3b02dd6 service nova] Lock "099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.108778] env[68786]: DEBUG oslo_concurrency.lockutils [req-d70293d1-f476-4b64-a0db-2de4aba7cf60 req-c0e246a7-3546-47eb-b43c-531be3b02dd6 service nova] Lock "099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.108778] env[68786]: DEBUG nova.compute.manager [req-d70293d1-f476-4b64-a0db-2de4aba7cf60 req-c0e246a7-3546-47eb-b43c-531be3b02dd6 service nova] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] No waiting events found dispatching network-vif-plugged-02b547df-b8d1-4aa9-ac27-65f3e89cf99d {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.109792] env[68786]: WARNING nova.compute.manager [req-d70293d1-f476-4b64-a0db-2de4aba7cf60 req-c0e246a7-3546-47eb-b43c-531be3b02dd6 service nova] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Received unexpected event network-vif-plugged-02b547df-b8d1-4aa9-ac27-65f3e89cf99d for instance with vm_state building and task_state spawning. [ 870.127737] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "432f7aa2-75aa-4db8-a3b5-fa2cc8276271" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.127737] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "432f7aa2-75aa-4db8-a3b5-fa2cc8276271" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.127737] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "432f7aa2-75aa-4db8-a3b5-fa2cc8276271-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.127737] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "432f7aa2-75aa-4db8-a3b5-fa2cc8276271-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.127945] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "432f7aa2-75aa-4db8-a3b5-fa2cc8276271-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.128759] env[68786]: INFO nova.compute.manager [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Terminating instance [ 870.179967] env[68786]: DEBUG nova.network.neutron [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Successfully updated port: 02b547df-b8d1-4aa9-ac27-65f3e89cf99d {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.371376] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Releasing lock "refresh_cache-857a2be6-0b59-43ec-9e0b-c0386ccde71e" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.371826] env[68786]: DEBUG nova.compute.manager [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Instance network_info: |[{"id": "c9057bec-5a64-49d9-88db-80e6344a6500", "address": "fa:16:3e:f2:ad:7e", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9057bec-5a", "ovs_interfaceid": "c9057bec-5a64-49d9-88db-80e6344a6500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.372748] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:ad:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9057bec-5a64-49d9-88db-80e6344a6500', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.380242] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.380701] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.380701] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b16db32e-e259-42c3-80c5-0161a9f1472f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.402636] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.402636] env[68786]: value = "task-3090911" [ 870.402636] env[68786]: _type = "Task" [ 870.402636] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.411069] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090911, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.497006] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086376} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.497344] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.498200] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080cce69-8790-4342-a97f-278071b74f0a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.511624] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 323fcc88-4686-488e-925f-d0649d83089b] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 870.525283] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 95454394-a40e-42c7-b8c0-dec0c279e7e0/95454394-a40e-42c7-b8c0-dec0c279e7e0.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.527630] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56f60aee-14d0-4c60-9fad-bd2f59d2105c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.546556] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.549884] env[68786]: DEBUG oslo_concurrency.lockutils [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.289s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.552016] env[68786]: DEBUG nova.objects.instance [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68786) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 870.556516] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 870.556516] env[68786]: value = "task-3090912" [ 870.556516] env[68786]: _type = "Task" [ 870.556516] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.563965] env[68786]: DEBUG oslo_vmware.api [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Task: {'id': task-3090909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.556287} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.566710] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.566947] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.570034] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.570034] env[68786]: INFO nova.compute.manager [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Took 1.69 seconds to destroy the instance on the hypervisor. [ 870.570034] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.570034] env[68786]: DEBUG nova.network.neutron [-] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.570034] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090912, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.570034] env[68786]: DEBUG nova.compute.manager [-] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.570272] env[68786]: DEBUG nova.network.neutron [-] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.592641] env[68786]: INFO nova.scheduler.client.report [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Deleted allocations for instance 3b2a3201-fd24-4b57-9844-2fc078f40f2f [ 870.635885] env[68786]: DEBUG nova.compute.manager [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.637470] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.637470] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37994398-ce4f-42c8-93c1-d2b50e3f7bab {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.646102] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.646435] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-756cae1b-0519-4064-8e19-efb6f0d4c392 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.653918] env[68786]: DEBUG oslo_vmware.api [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 870.653918] env[68786]: value = "task-3090913" [ 870.653918] env[68786]: _type = "Task" [ 870.653918] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.663777] env[68786]: DEBUG oslo_vmware.api [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.682501] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "refresh_cache-099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.682770] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquired lock "refresh_cache-099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.682827] env[68786]: DEBUG nova.network.neutron [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.913260] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090911, 'name': CreateVM_Task, 'duration_secs': 0.367715} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.913442] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.914222] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.914360] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.914646] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.914938] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87bd851c-647c-4b99-a8cf-091913da20fe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.920304] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Waiting for the task: (returnval){ [ 870.920304] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52675be8-4b72-7211-44e6-8a43e92922c1" [ 870.920304] env[68786]: _type = "Task" [ 870.920304] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.934028] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52675be8-4b72-7211-44e6-8a43e92922c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.027499] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: a07e2040-2dc5-40da-b049-4f1ccafc38fb] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 871.074668] env[68786]: INFO nova.compute.manager [-] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Took 1.62 seconds to deallocate network for instance. [ 871.075043] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090912, 'name': ReconfigVM_Task, 'duration_secs': 0.346466} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.078828] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 95454394-a40e-42c7-b8c0-dec0c279e7e0/95454394-a40e-42c7-b8c0-dec0c279e7e0.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.079785] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10b97b4e-a6c6-4021-bebf-f539b15d8599 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.089025] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 871.089025] env[68786]: value = "task-3090914" [ 871.089025] env[68786]: _type = "Task" [ 871.089025] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.096817] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090914, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.101600] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b99e9d36-b149-41db-bc10-a45bc494e50b tempest-VolumesAdminNegativeTest-530996955 tempest-VolumesAdminNegativeTest-530996955-project-member] Lock "3b2a3201-fd24-4b57-9844-2fc078f40f2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.864s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.168778] env[68786]: DEBUG oslo_vmware.api [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090913, 'name': PowerOffVM_Task, 'duration_secs': 0.197635} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.169370] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.169919] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.171040] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3a070d3-e151-4159-b8b2-70f5860eda37 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.239768] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.240150] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.240436] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Deleting the datastore file [datastore1] 432f7aa2-75aa-4db8-a3b5-fa2cc8276271 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.240843] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed6d3650-beaf-4ac0-ab90-5b4786b22458 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.249520] env[68786]: DEBUG oslo_vmware.api [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 871.249520] env[68786]: value = "task-3090916" [ 871.249520] env[68786]: _type = "Task" [ 871.249520] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.262430] env[68786]: DEBUG nova.network.neutron [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.270813] env[68786]: DEBUG oslo_vmware.api [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.431526] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52675be8-4b72-7211-44e6-8a43e92922c1, 'name': SearchDatastore_Task, 'duration_secs': 0.020255} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.431868] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.432338] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.432778] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.433561] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.433719] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.437897] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e780757-274f-46c3-b4ff-da7b449f243c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.451920] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.452244] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.453306] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b413d00-520d-4137-b5cb-f21472589c71 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.459871] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Waiting for the task: (returnval){ [ 871.459871] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]521b4e47-5208-a520-3c3b-b64fb8fd4e17" [ 871.459871] env[68786]: _type = "Task" [ 871.459871] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.473258] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]521b4e47-5208-a520-3c3b-b64fb8fd4e17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.482891] env[68786]: DEBUG nova.network.neutron [-] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.535309] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: eb82884d-39aa-4579-b82f-85fa132f9024] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 871.566543] env[68786]: DEBUG oslo_concurrency.lockutils [None req-40a1bde4-5bce-40a5-8a0f-4adbd08ea2d9 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.570855] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.626s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.570855] env[68786]: INFO nova.compute.claims [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.589645] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.595474] env[68786]: DEBUG nova.network.neutron [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Updating instance_info_cache with network_info: [{"id": "02b547df-b8d1-4aa9-ac27-65f3e89cf99d", "address": "fa:16:3e:cc:06:73", "network": {"id": "217e2176-5120-4b8a-b9c2-f17c95bc9f61", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2097938544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcdc4b48699b4a779e459657e78d461a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02b547df-b8", "ovs_interfaceid": "02b547df-b8d1-4aa9-ac27-65f3e89cf99d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.605358] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090914, 'name': Rename_Task, 'duration_secs': 0.205796} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.605358] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.605558] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-390e2bf5-0faa-4251-88f3-cd278e61bf0f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.617940] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 871.617940] env[68786]: value = "task-3090917" [ 871.617940] env[68786]: _type = "Task" [ 871.617940] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.629574] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.705709] env[68786]: DEBUG oslo_concurrency.lockutils [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquiring lock "4359f259-166c-4da8-9b06-d12646a67348" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.706177] env[68786]: DEBUG oslo_concurrency.lockutils [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Lock "4359f259-166c-4da8-9b06-d12646a67348" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.760626] env[68786]: DEBUG oslo_vmware.api [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3090916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432801} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.760976] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.761244] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.761459] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.761682] env[68786]: INFO nova.compute.manager [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Took 1.13 seconds to destroy the instance on the hypervisor. [ 871.761994] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.762261] env[68786]: DEBUG nova.compute.manager [-] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.762386] env[68786]: DEBUG nova.network.neutron [-] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.971637] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]521b4e47-5208-a520-3c3b-b64fb8fd4e17, 'name': SearchDatastore_Task, 'duration_secs': 0.023516} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.972722] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfb95527-b574-463c-b321-6ad91286b136 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.978210] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Waiting for the task: (returnval){ [ 871.978210] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5243d7d3-d3c3-5ed5-a9c9-405b4e889d35" [ 871.978210] env[68786]: _type = "Task" [ 871.978210] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.987727] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5243d7d3-d3c3-5ed5-a9c9-405b4e889d35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.993371] env[68786]: INFO nova.compute.manager [-] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Took 1.42 seconds to deallocate network for instance. [ 872.036262] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 8e0c6ee4-78a1-4bc2-af6c-dd4183db648a] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 872.100273] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Releasing lock "refresh_cache-099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.102277] env[68786]: DEBUG nova.compute.manager [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Instance network_info: |[{"id": "02b547df-b8d1-4aa9-ac27-65f3e89cf99d", "address": "fa:16:3e:cc:06:73", "network": {"id": "217e2176-5120-4b8a-b9c2-f17c95bc9f61", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2097938544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcdc4b48699b4a779e459657e78d461a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02b547df-b8", "ovs_interfaceid": "02b547df-b8d1-4aa9-ac27-65f3e89cf99d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.102486] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:06:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02b547df-b8d1-4aa9-ac27-65f3e89cf99d', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.112382] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.116408] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.116709] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc09b917-0ef3-4ea2-9119-d1bd9751ecc0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.143559] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090917, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.144868] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.144868] env[68786]: value = "task-3090918" [ 872.144868] env[68786]: _type = "Task" [ 872.144868] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.153946] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090918, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.211977] env[68786]: DEBUG nova.compute.manager [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 872.231923] env[68786]: DEBUG nova.compute.manager [req-562e8727-f061-4143-ae5b-4a628ca8ab5a req-ec18d28a-45b3-46f7-9442-1ce3a4a40465 service nova] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Received event network-vif-deleted-ffe1dc73-4c34-4dc9-8f42-72f224868e60 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.232224] env[68786]: DEBUG nova.compute.manager [req-562e8727-f061-4143-ae5b-4a628ca8ab5a req-ec18d28a-45b3-46f7-9442-1ce3a4a40465 service nova] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Received event network-changed-02b547df-b8d1-4aa9-ac27-65f3e89cf99d {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.232478] env[68786]: DEBUG nova.compute.manager [req-562e8727-f061-4143-ae5b-4a628ca8ab5a req-ec18d28a-45b3-46f7-9442-1ce3a4a40465 service nova] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Refreshing instance network info cache due to event network-changed-02b547df-b8d1-4aa9-ac27-65f3e89cf99d. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.232687] env[68786]: DEBUG oslo_concurrency.lockutils [req-562e8727-f061-4143-ae5b-4a628ca8ab5a req-ec18d28a-45b3-46f7-9442-1ce3a4a40465 service nova] Acquiring lock "refresh_cache-099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.232843] env[68786]: DEBUG oslo_concurrency.lockutils [req-562e8727-f061-4143-ae5b-4a628ca8ab5a req-ec18d28a-45b3-46f7-9442-1ce3a4a40465 service nova] Acquired lock "refresh_cache-099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.235567] env[68786]: DEBUG nova.network.neutron [req-562e8727-f061-4143-ae5b-4a628ca8ab5a req-ec18d28a-45b3-46f7-9442-1ce3a4a40465 service nova] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Refreshing network info cache for port 02b547df-b8d1-4aa9-ac27-65f3e89cf99d {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.492401] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5243d7d3-d3c3-5ed5-a9c9-405b4e889d35, 'name': SearchDatastore_Task, 'duration_secs': 0.012893} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.492706] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.492982] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 857a2be6-0b59-43ec-9e0b-c0386ccde71e/857a2be6-0b59-43ec-9e0b-c0386ccde71e.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.493281] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fe57b1b-4eb9-4927-a2a9-be4449611238 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.500530] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Waiting for the task: (returnval){ [ 872.500530] env[68786]: value = "task-3090919" [ 872.500530] env[68786]: _type = "Task" [ 872.500530] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.505697] env[68786]: DEBUG oslo_concurrency.lockutils [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.510426] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.540197] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 51056aca-0003-4ff9-b34f-8ee6fd900591] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 872.648780] env[68786]: DEBUG oslo_vmware.api [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3090917, 'name': PowerOnVM_Task, 'duration_secs': 0.752459} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.652197] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.652335] env[68786]: INFO nova.compute.manager [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Took 9.21 seconds to spawn the instance on the hypervisor. [ 872.652533] env[68786]: DEBUG nova.compute.manager [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.653443] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c70777-cd26-476f-9016-ab1e80f1c6e3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.664675] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090918, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.729818] env[68786]: DEBUG oslo_concurrency.lockutils [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.827449] env[68786]: DEBUG nova.network.neutron [-] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.002351] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a0ca48-ca88-4ba0-84e7-cf475f109a0b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.017868] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4731c990-7f46-46ba-98a6-d6707311babb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.021152] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514674} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.021423] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 857a2be6-0b59-43ec-9e0b-c0386ccde71e/857a2be6-0b59-43ec-9e0b-c0386ccde71e.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.021613] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.022181] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-467039de-b3ec-4f63-83b5-7694dea19255 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.048283] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 22c70775-b7eb-4712-b65e-1a71e77c1ba2] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 873.051924] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7f6c31-6648-4993-9063-a43d181e2513 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.056538] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Waiting for the task: (returnval){ [ 873.056538] env[68786]: value = "task-3090920" [ 873.056538] env[68786]: _type = "Task" [ 873.056538] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.063257] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e28ba52-37a0-4f61-95cf-a831339833f9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.069709] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.082027] env[68786]: DEBUG nova.compute.provider_tree [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 873.120169] env[68786]: DEBUG nova.network.neutron [req-562e8727-f061-4143-ae5b-4a628ca8ab5a req-ec18d28a-45b3-46f7-9442-1ce3a4a40465 service nova] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Updated VIF entry in instance network info cache for port 02b547df-b8d1-4aa9-ac27-65f3e89cf99d. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.121097] env[68786]: DEBUG nova.network.neutron [req-562e8727-f061-4143-ae5b-4a628ca8ab5a req-ec18d28a-45b3-46f7-9442-1ce3a4a40465 service nova] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Updating instance_info_cache with network_info: [{"id": "02b547df-b8d1-4aa9-ac27-65f3e89cf99d", "address": "fa:16:3e:cc:06:73", "network": {"id": "217e2176-5120-4b8a-b9c2-f17c95bc9f61", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2097938544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcdc4b48699b4a779e459657e78d461a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02b547df-b8", "ovs_interfaceid": "02b547df-b8d1-4aa9-ac27-65f3e89cf99d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.157012] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090918, 'name': CreateVM_Task, 'duration_secs': 0.539431} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.157196] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.157875] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.158936] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.158936] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.158936] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9608f86a-c612-4cdf-99c1-467e38ee4849 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.162931] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 873.162931] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f9e9e8-6145-e2ea-8719-517407834e73" [ 873.162931] env[68786]: _type = "Task" [ 873.162931] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.174668] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f9e9e8-6145-e2ea-8719-517407834e73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.176676] env[68786]: INFO nova.compute.manager [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Took 43.62 seconds to build instance. [ 873.337580] env[68786]: INFO nova.compute.manager [-] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Took 1.57 seconds to deallocate network for instance. [ 873.556202] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 729ab7d4-6266-4faf-920a-68ce3be6bf84] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 873.572487] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077584} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.572957] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.573653] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc159b2-4cb8-42f9-9b5c-cd5b310c213a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.598255] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 857a2be6-0b59-43ec-9e0b-c0386ccde71e/857a2be6-0b59-43ec-9e0b-c0386ccde71e.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.599489] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a5e3f56-515d-41ae-ae79-8eb6b5af11da {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.618944] env[68786]: ERROR nova.scheduler.client.report [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [req-0d1117e3-157f-4edd-9f01-5e2402e3ea91] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0d1117e3-157f-4edd-9f01-5e2402e3ea91"}]} [ 873.623472] env[68786]: DEBUG oslo_concurrency.lockutils [req-562e8727-f061-4143-ae5b-4a628ca8ab5a req-ec18d28a-45b3-46f7-9442-1ce3a4a40465 service nova] Releasing lock "refresh_cache-099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.623684] env[68786]: DEBUG nova.compute.manager [req-562e8727-f061-4143-ae5b-4a628ca8ab5a req-ec18d28a-45b3-46f7-9442-1ce3a4a40465 service nova] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Received event network-vif-deleted-92eea19d-152d-4b03-830f-066ec55401bc {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.624525] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Waiting for the task: (returnval){ [ 873.624525] env[68786]: value = "task-3090921" [ 873.624525] env[68786]: _type = "Task" [ 873.624525] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.636113] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090921, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.643766] env[68786]: DEBUG nova.scheduler.client.report [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Refreshing inventories for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 873.661355] env[68786]: DEBUG nova.scheduler.client.report [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updating ProviderTree inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 873.661618] env[68786]: DEBUG nova.compute.provider_tree [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 873.675846] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f9e9e8-6145-e2ea-8719-517407834e73, 'name': SearchDatastore_Task, 'duration_secs': 0.013266} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.676178] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.676418] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.676654] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.676802] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.677112] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.677258] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf5ceffe-aeb6-4dca-b5a7-2d3a6dcf4673 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.679253] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f958beba-4b18-4217-adf9-0fd618b7d208 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "95454394-a40e-42c7-b8c0-dec0c279e7e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.130s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.681330] env[68786]: DEBUG nova.scheduler.client.report [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Refreshing aggregate associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, aggregates: None {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 873.687411] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.687592] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.688329] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d6eb0f6-6063-4b16-94a8-cea73966f680 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.694484] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 873.694484] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b69056-e8df-fe14-c05c-17bb252aeae8" [ 873.694484] env[68786]: _type = "Task" [ 873.694484] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.702579] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b69056-e8df-fe14-c05c-17bb252aeae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.705572] env[68786]: DEBUG nova.scheduler.client.report [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Refreshing trait associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 873.842300] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.069299] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 9ff4bca9-16bd-4609-8671-b42f796caa5c] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 874.118017] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ece7ac6-03c4-4163-b0a1-d46f222151f1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.124268] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b870d68c-e255-4145-83a1-eeaf0637e073 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.135998] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.162689] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcd07d1-4f95-4254-9fff-e796fc6498ac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.175285] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f122481e-4eee-4f51-bebb-7e4e587306dd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.186123] env[68786]: DEBUG nova.compute.provider_tree [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 874.206023] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b69056-e8df-fe14-c05c-17bb252aeae8, 'name': SearchDatastore_Task, 'duration_secs': 0.010604} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.206023] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4953ea3-e803-43c6-88da-ad327bdc7de4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.210019] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 874.210019] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f42e04-615c-6648-c64e-10e3e6150e61" [ 874.210019] env[68786]: _type = "Task" [ 874.210019] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.218682] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f42e04-615c-6648-c64e-10e3e6150e61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.265799] env[68786]: DEBUG nova.compute.manager [req-8af99594-93e6-45a4-904c-4b2783088c9b req-ccb650fc-a97f-4556-bb94-6425e73886f9 service nova] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Received event network-vif-deleted-99546d5c-6158-437d-bdd2-118f05f5acb7 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.571801] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 2d756688-a54a-4439-9979-7783c8df0c44] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 874.640534] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090921, 'name': ReconfigVM_Task, 'duration_secs': 0.689665} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.640859] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 857a2be6-0b59-43ec-9e0b-c0386ccde71e/857a2be6-0b59-43ec-9e0b-c0386ccde71e.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.641575] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af56551b-74f3-4442-9755-8231db877732 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.652020] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Waiting for the task: (returnval){ [ 874.652020] env[68786]: value = "task-3090922" [ 874.652020] env[68786]: _type = "Task" [ 874.652020] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.656915] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090922, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.726227] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f42e04-615c-6648-c64e-10e3e6150e61, 'name': SearchDatastore_Task, 'duration_secs': 0.012012} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.726528] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.726797] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8/099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.727082] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d07c1d5-cd98-4c52-931e-f80ea69bc7dc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.732773] env[68786]: DEBUG nova.scheduler.client.report [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 874.733030] env[68786]: DEBUG nova.compute.provider_tree [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 93 to 94 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 874.733221] env[68786]: DEBUG nova.compute.provider_tree [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 874.737805] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 874.737805] env[68786]: value = "task-3090923" [ 874.737805] env[68786]: _type = "Task" [ 874.737805] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.746845] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.075488] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: d79e4132-ef9d-4af4-8f21-49e32d620e19] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 875.159285] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090922, 'name': Rename_Task, 'duration_secs': 0.167196} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.159635] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.159916] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38eca11f-1588-41bf-94e3-c5f5a979d57e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.167527] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Waiting for the task: (returnval){ [ 875.167527] env[68786]: value = "task-3090924" [ 875.167527] env[68786]: _type = "Task" [ 875.167527] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.178672] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.239640] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.671s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.240172] env[68786]: DEBUG nova.compute.manager [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.242930] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.104s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.244371] env[68786]: INFO nova.compute.claims [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.256313] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501647} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.256578] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8/099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.256830] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.257359] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1b841d7-c287-4704-9796-24fd5f9ea624 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.263661] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 875.263661] env[68786]: value = "task-3090925" [ 875.263661] env[68786]: _type = "Task" [ 875.263661] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.275695] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.580090] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: c22d31c2-9d25-498c-b903-ea3a88a81bf2] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 875.677692] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090924, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.753047] env[68786]: DEBUG nova.compute.utils [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.756506] env[68786]: DEBUG nova.compute.manager [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.758856] env[68786]: DEBUG nova.network.neutron [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.775344] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219985} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.775705] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.776596] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbecd8f3-4d0b-49b1-a73d-33245332a610 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.801335] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8/099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.801647] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95e59856-f327-4858-81c4-4bd492e11ec8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.822215] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 875.822215] env[68786]: value = "task-3090926" [ 875.822215] env[68786]: _type = "Task" [ 875.822215] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.830939] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.880857] env[68786]: DEBUG nova.policy [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c416ae1d977240b3a14f26a832fa4c72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8776be105b14772bcafad040e2abd7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.083896] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 63170e15-86ee-4839-8d1a-c84decf2b1ec] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 876.178781] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090924, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.257601] env[68786]: DEBUG nova.compute.manager [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.287301] env[68786]: DEBUG nova.network.neutron [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Successfully created port: fd9088de-588b-4433-9b4f-1baacb5a8287 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.291866] env[68786]: DEBUG nova.compute.manager [req-ea8de538-8025-4f91-a4fa-9ce3c05b4d1f req-921398a6-bb6e-4ddf-9dbb-45b8ac91dbc8 service nova] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Received event network-changed-92db2677-8a18-462a-9013-a768f821d693 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.292101] env[68786]: DEBUG nova.compute.manager [req-ea8de538-8025-4f91-a4fa-9ce3c05b4d1f req-921398a6-bb6e-4ddf-9dbb-45b8ac91dbc8 service nova] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Refreshing instance network info cache due to event network-changed-92db2677-8a18-462a-9013-a768f821d693. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.292325] env[68786]: DEBUG oslo_concurrency.lockutils [req-ea8de538-8025-4f91-a4fa-9ce3c05b4d1f req-921398a6-bb6e-4ddf-9dbb-45b8ac91dbc8 service nova] Acquiring lock "refresh_cache-95454394-a40e-42c7-b8c0-dec0c279e7e0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.292472] env[68786]: DEBUG oslo_concurrency.lockutils [req-ea8de538-8025-4f91-a4fa-9ce3c05b4d1f req-921398a6-bb6e-4ddf-9dbb-45b8ac91dbc8 service nova] Acquired lock "refresh_cache-95454394-a40e-42c7-b8c0-dec0c279e7e0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.292673] env[68786]: DEBUG nova.network.neutron [req-ea8de538-8025-4f91-a4fa-9ce3c05b4d1f req-921398a6-bb6e-4ddf-9dbb-45b8ac91dbc8 service nova] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Refreshing network info cache for port 92db2677-8a18-462a-9013-a768f821d693 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.336312] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090926, 'name': ReconfigVM_Task, 'duration_secs': 0.300001} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.336597] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8/099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.337290] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4992fe67-0806-45e3-9ce0-a29a25688747 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.344779] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 876.344779] env[68786]: value = "task-3090927" [ 876.344779] env[68786]: _type = "Task" [ 876.344779] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.356968] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090927, 'name': Rename_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.588433] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 83e38f03-33af-4ed0-ad82-70dc1e1ca03f] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 876.656967] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52360431-0f4a-46c3-8f89-ffd251bfebd3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.664829] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fd06d7-2aa7-4bd8-aa3b-d4eb0961a599 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.698924] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30458d68-d3c0-4e8c-a55d-697c4f379b07 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.704549] env[68786]: DEBUG oslo_vmware.api [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090924, 'name': PowerOnVM_Task, 'duration_secs': 1.075633} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.705198] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.705452] env[68786]: INFO nova.compute.manager [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Took 10.78 seconds to spawn the instance on the hypervisor. [ 876.705668] env[68786]: DEBUG nova.compute.manager [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.706439] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96da19d-cd00-4a86-a6df-7a911453c8ff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.711910] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613cf438-5e5c-4401-a86e-4627c65556b0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.729252] env[68786]: DEBUG nova.compute.provider_tree [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.858608] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090927, 'name': Rename_Task, 'duration_secs': 0.177344} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.858902] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.859181] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9710c55-2f88-4a6a-a1ca-a0fad99004c6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.865948] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 876.865948] env[68786]: value = "task-3090928" [ 876.865948] env[68786]: _type = "Task" [ 876.865948] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.873757] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.090971] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 48818b97-8f03-42a0-b4ee-3a2616af2173] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 877.230698] env[68786]: INFO nova.compute.manager [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Took 35.26 seconds to build instance. [ 877.233054] env[68786]: DEBUG nova.scheduler.client.report [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.267093] env[68786]: DEBUG nova.network.neutron [req-ea8de538-8025-4f91-a4fa-9ce3c05b4d1f req-921398a6-bb6e-4ddf-9dbb-45b8ac91dbc8 service nova] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Updated VIF entry in instance network info cache for port 92db2677-8a18-462a-9013-a768f821d693. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.267482] env[68786]: DEBUG nova.network.neutron [req-ea8de538-8025-4f91-a4fa-9ce3c05b4d1f req-921398a6-bb6e-4ddf-9dbb-45b8ac91dbc8 service nova] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Updating instance_info_cache with network_info: [{"id": "92db2677-8a18-462a-9013-a768f821d693", "address": "fa:16:3e:4f:84:7e", "network": {"id": "76c23a36-a90c-4f9e-8062-2d6a92b1019d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1392166569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe3ff263b2d4948b59b511fca2787ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92db2677-8a", "ovs_interfaceid": "92db2677-8a18-462a-9013-a768f821d693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.274072] env[68786]: DEBUG nova.compute.manager [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.305661] env[68786]: DEBUG nova.virt.hardware [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.305923] env[68786]: DEBUG nova.virt.hardware [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.306205] env[68786]: DEBUG nova.virt.hardware [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.306284] env[68786]: DEBUG nova.virt.hardware [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.306430] env[68786]: DEBUG nova.virt.hardware [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.306577] env[68786]: DEBUG nova.virt.hardware [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.306789] env[68786]: DEBUG nova.virt.hardware [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.307032] env[68786]: DEBUG nova.virt.hardware [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.307169] env[68786]: DEBUG nova.virt.hardware [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.307299] env[68786]: DEBUG nova.virt.hardware [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.307507] env[68786]: DEBUG nova.virt.hardware [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.309101] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450e3aa2-3b4d-4904-b8eb-9dca6905e5ba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.320239] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d08326f-5f16-4407-8c2f-510e26418742 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.377727] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090928, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.596329] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 7909859e-eca0-44d6-88a6-4e8e83d73f11] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 877.642305] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7ad9c3-c09b-4bdc-9ae0-16764031430a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.652178] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1d78b0-7a97-4b19-b732-d9e8ade26016 tempest-ServersAdminNegativeTestJSON-1701550293 tempest-ServersAdminNegativeTestJSON-1701550293-project-admin] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Suspending the VM {{(pid=68786) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 877.652455] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a263c4ea-8b87-451a-abb0-520d4a87ee50 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.659237] env[68786]: DEBUG oslo_vmware.api [None req-6c1d78b0-7a97-4b19-b732-d9e8ade26016 tempest-ServersAdminNegativeTestJSON-1701550293 tempest-ServersAdminNegativeTestJSON-1701550293-project-admin] Waiting for the task: (returnval){ [ 877.659237] env[68786]: value = "task-3090929" [ 877.659237] env[68786]: _type = "Task" [ 877.659237] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.667464] env[68786]: DEBUG oslo_vmware.api [None req-6c1d78b0-7a97-4b19-b732-d9e8ade26016 tempest-ServersAdminNegativeTestJSON-1701550293 tempest-ServersAdminNegativeTestJSON-1701550293-project-admin] Task: {'id': task-3090929, 'name': SuspendVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.732888] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1be98900-977c-4844-a63b-c23c06697a1a tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Lock "857a2be6-0b59-43ec-9e0b-c0386ccde71e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.779s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.738036] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.738491] env[68786]: DEBUG nova.compute.manager [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.741652] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.948s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.744779] env[68786]: DEBUG nova.objects.instance [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lazy-loading 'resources' on Instance uuid f91a41de-6ac2-4043-8176-a3849b2cc882 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.772393] env[68786]: DEBUG oslo_concurrency.lockutils [req-ea8de538-8025-4f91-a4fa-9ce3c05b4d1f req-921398a6-bb6e-4ddf-9dbb-45b8ac91dbc8 service nova] Releasing lock "refresh_cache-95454394-a40e-42c7-b8c0-dec0c279e7e0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.880586] env[68786]: DEBUG oslo_vmware.api [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090928, 'name': PowerOnVM_Task, 'duration_secs': 0.556582} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.880870] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.881095] env[68786]: INFO nova.compute.manager [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Took 9.40 seconds to spawn the instance on the hypervisor. [ 877.881487] env[68786]: DEBUG nova.compute.manager [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.882360] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9498a1f8-d665-4b7b-b43b-97fb38d23be2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.101775] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.102086] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Cleaning up deleted instances with incomplete migration {{(pid=68786) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 878.170016] env[68786]: DEBUG oslo_vmware.api [None req-6c1d78b0-7a97-4b19-b732-d9e8ade26016 tempest-ServersAdminNegativeTestJSON-1701550293 tempest-ServersAdminNegativeTestJSON-1701550293-project-admin] Task: {'id': task-3090929, 'name': SuspendVM_Task} progress is 62%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.249347] env[68786]: DEBUG nova.compute.utils [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.252346] env[68786]: DEBUG nova.compute.manager [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.252346] env[68786]: DEBUG nova.network.neutron [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.336200] env[68786]: DEBUG nova.network.neutron [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Successfully updated port: fd9088de-588b-4433-9b4f-1baacb5a8287 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.351736] env[68786]: DEBUG nova.policy [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14d94645d20b4a63bb6973778de552cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c7059e9877847009834a094d3f41657', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.356738] env[68786]: DEBUG nova.compute.manager [req-4868b8c5-c7de-48de-a9b6-1e3ee61f0b79 req-d1748f9d-7c58-4ebb-9f46-59b422a2e8b8 service nova] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Received event network-vif-plugged-fd9088de-588b-4433-9b4f-1baacb5a8287 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.356890] env[68786]: DEBUG oslo_concurrency.lockutils [req-4868b8c5-c7de-48de-a9b6-1e3ee61f0b79 req-d1748f9d-7c58-4ebb-9f46-59b422a2e8b8 service nova] Acquiring lock "17f45691-a34a-439a-83a4-0916e0dd1aea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.357121] env[68786]: DEBUG oslo_concurrency.lockutils [req-4868b8c5-c7de-48de-a9b6-1e3ee61f0b79 req-d1748f9d-7c58-4ebb-9f46-59b422a2e8b8 service nova] Lock "17f45691-a34a-439a-83a4-0916e0dd1aea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.357326] env[68786]: DEBUG oslo_concurrency.lockutils [req-4868b8c5-c7de-48de-a9b6-1e3ee61f0b79 req-d1748f9d-7c58-4ebb-9f46-59b422a2e8b8 service nova] Lock "17f45691-a34a-439a-83a4-0916e0dd1aea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.357517] env[68786]: DEBUG nova.compute.manager [req-4868b8c5-c7de-48de-a9b6-1e3ee61f0b79 req-d1748f9d-7c58-4ebb-9f46-59b422a2e8b8 service nova] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] No waiting events found dispatching network-vif-plugged-fd9088de-588b-4433-9b4f-1baacb5a8287 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.357866] env[68786]: WARNING nova.compute.manager [req-4868b8c5-c7de-48de-a9b6-1e3ee61f0b79 req-d1748f9d-7c58-4ebb-9f46-59b422a2e8b8 service nova] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Received unexpected event network-vif-plugged-fd9088de-588b-4433-9b4f-1baacb5a8287 for instance with vm_state building and task_state spawning. [ 878.403666] env[68786]: INFO nova.compute.manager [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Took 36.07 seconds to build instance. [ 878.606824] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.675617] env[68786]: DEBUG oslo_vmware.api [None req-6c1d78b0-7a97-4b19-b732-d9e8ade26016 tempest-ServersAdminNegativeTestJSON-1701550293 tempest-ServersAdminNegativeTestJSON-1701550293-project-admin] Task: {'id': task-3090929, 'name': SuspendVM_Task, 'duration_secs': 0.873413} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.676023] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1d78b0-7a97-4b19-b732-d9e8ade26016 tempest-ServersAdminNegativeTestJSON-1701550293 tempest-ServersAdminNegativeTestJSON-1701550293-project-admin] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Suspended the VM {{(pid=68786) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 878.676312] env[68786]: DEBUG nova.compute.manager [None req-6c1d78b0-7a97-4b19-b732-d9e8ade26016 tempest-ServersAdminNegativeTestJSON-1701550293 tempest-ServersAdminNegativeTestJSON-1701550293-project-admin] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.677226] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e8115c-2f3a-407c-8159-cd09f4adc6d7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.700750] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c41b17d-0a52-4f4e-bfb8-4dd383334835 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.709531] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e7d2f4-9e3e-4dc1-87b9-3f3f74b9a033 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.742949] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18517685-5510-466b-84a8-9677b166abb2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.751057] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aea802f-599d-4811-9170-4cf2ff87ef26 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.755928] env[68786]: DEBUG nova.compute.manager [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.773060] env[68786]: DEBUG nova.compute.provider_tree [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.816076] env[68786]: DEBUG nova.network.neutron [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Successfully created port: 8dbc129a-52e0-4d56-be3f-56785bcf07bc {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.838409] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "refresh_cache-17f45691-a34a-439a-83a4-0916e0dd1aea" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.838409] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "refresh_cache-17f45691-a34a-439a-83a4-0916e0dd1aea" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.838409] env[68786]: DEBUG nova.network.neutron [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.905753] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a21b9f7b-dfbe-434b-aa93-6ad2eed72d5e tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.585s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.999540] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.999540] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.999540] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.999540] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.999745] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.001549] env[68786]: INFO nova.compute.manager [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Terminating instance [ 879.276184] env[68786]: DEBUG nova.scheduler.client.report [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.371357] env[68786]: DEBUG nova.network.neutron [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.505811] env[68786]: DEBUG nova.compute.manager [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.505811] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.506779] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d225864-26ab-4035-b984-f01604148b13 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.514769] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.517070] env[68786]: DEBUG nova.network.neutron [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Updating instance_info_cache with network_info: [{"id": "fd9088de-588b-4433-9b4f-1baacb5a8287", "address": "fa:16:3e:d0:49:cf", "network": {"id": "aee33969-1cd3-462f-83ee-4ed96787591b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-935531603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8776be105b14772bcafad040e2abd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd9088de-58", "ovs_interfaceid": "fd9088de-588b-4433-9b4f-1baacb5a8287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.518044] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ade59822-3c22-4c90-a09d-37a354fe050b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.524231] env[68786]: DEBUG oslo_vmware.api [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 879.524231] env[68786]: value = "task-3090930" [ 879.524231] env[68786]: _type = "Task" [ 879.524231] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.532834] env[68786]: DEBUG oslo_vmware.api [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.767503] env[68786]: DEBUG nova.compute.manager [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.784508] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.788125] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.494s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.789411] env[68786]: INFO nova.compute.claims [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.797824] env[68786]: DEBUG nova.virt.hardware [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.797824] env[68786]: DEBUG nova.virt.hardware [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.797824] env[68786]: DEBUG nova.virt.hardware [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.797824] env[68786]: DEBUG nova.virt.hardware [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.798230] env[68786]: DEBUG nova.virt.hardware [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.798230] env[68786]: DEBUG nova.virt.hardware [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.798572] env[68786]: DEBUG nova.virt.hardware [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.798793] env[68786]: DEBUG nova.virt.hardware [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.799638] env[68786]: DEBUG nova.virt.hardware [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.799638] env[68786]: DEBUG nova.virt.hardware [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.799750] env[68786]: DEBUG nova.virt.hardware [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.801742] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603d756b-9908-4a6d-8def-4c454e5d7bdd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.813224] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92b4d71-27cc-4045-81cf-3d6677af613c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.822940] env[68786]: INFO nova.scheduler.client.report [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Deleted allocations for instance f91a41de-6ac2-4043-8176-a3849b2cc882 [ 880.021530] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "refresh_cache-17f45691-a34a-439a-83a4-0916e0dd1aea" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.021877] env[68786]: DEBUG nova.compute.manager [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Instance network_info: |[{"id": "fd9088de-588b-4433-9b4f-1baacb5a8287", "address": "fa:16:3e:d0:49:cf", "network": {"id": "aee33969-1cd3-462f-83ee-4ed96787591b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-935531603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8776be105b14772bcafad040e2abd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd9088de-58", "ovs_interfaceid": "fd9088de-588b-4433-9b4f-1baacb5a8287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.023053] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:49:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd9088de-588b-4433-9b4f-1baacb5a8287', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.031436] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.032851] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.036183] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6615c83-7a24-4ef3-b4d4-21986bb2d11b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.060025] env[68786]: DEBUG oslo_vmware.api [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090930, 'name': PowerOffVM_Task, 'duration_secs': 0.221887} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.061380] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.061380] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.061519] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.061519] env[68786]: value = "task-3090931" [ 880.061519] env[68786]: _type = "Task" [ 880.061519] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.061698] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2635326d-6b99-4c5b-8e2b-814e713fac74 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.072145] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090931, 'name': CreateVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.345307] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1c97ffe3-cd9d-4d94-aad7-021a72b33853 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "f91a41de-6ac2-4043-8176-a3849b2cc882" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.968s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.417532] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.417819] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.417976] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Deleting the datastore file [datastore1] 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.419437] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bfcf4a8-e253-4cb0-90dd-3803a4921cfa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.422439] env[68786]: DEBUG nova.compute.manager [req-ecbd5991-1b99-43fb-9e4a-e6b19cda0aa1 req-c2bd5a92-40d8-479f-9ceb-acb8275aed41 service nova] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Received event network-changed-fd9088de-588b-4433-9b4f-1baacb5a8287 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.422627] env[68786]: DEBUG nova.compute.manager [req-ecbd5991-1b99-43fb-9e4a-e6b19cda0aa1 req-c2bd5a92-40d8-479f-9ceb-acb8275aed41 service nova] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Refreshing instance network info cache due to event network-changed-fd9088de-588b-4433-9b4f-1baacb5a8287. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.422878] env[68786]: DEBUG oslo_concurrency.lockutils [req-ecbd5991-1b99-43fb-9e4a-e6b19cda0aa1 req-c2bd5a92-40d8-479f-9ceb-acb8275aed41 service nova] Acquiring lock "refresh_cache-17f45691-a34a-439a-83a4-0916e0dd1aea" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.423040] env[68786]: DEBUG oslo_concurrency.lockutils [req-ecbd5991-1b99-43fb-9e4a-e6b19cda0aa1 req-c2bd5a92-40d8-479f-9ceb-acb8275aed41 service nova] Acquired lock "refresh_cache-17f45691-a34a-439a-83a4-0916e0dd1aea" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.423206] env[68786]: DEBUG nova.network.neutron [req-ecbd5991-1b99-43fb-9e4a-e6b19cda0aa1 req-c2bd5a92-40d8-479f-9ceb-acb8275aed41 service nova] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Refreshing network info cache for port fd9088de-588b-4433-9b4f-1baacb5a8287 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.429467] env[68786]: DEBUG oslo_vmware.api [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 880.429467] env[68786]: value = "task-3090933" [ 880.429467] env[68786]: _type = "Task" [ 880.429467] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.439013] env[68786]: DEBUG oslo_vmware.api [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.572630] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090931, 'name': CreateVM_Task, 'duration_secs': 0.341421} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.572900] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.573685] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.573843] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.574233] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.574527] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3199e1b-4cb1-4ebb-8c01-539e79d2b943 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.580031] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 880.580031] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5285df51-f675-848a-e584-0435ab6b5ddf" [ 880.580031] env[68786]: _type = "Task" [ 880.580031] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.587720] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5285df51-f675-848a-e584-0435ab6b5ddf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.686808] env[68786]: DEBUG oslo_concurrency.lockutils [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Acquiring lock "5b2bef79-42d6-447d-8cba-62a0aa2006d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.687081] env[68786]: DEBUG oslo_concurrency.lockutils [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Lock "5b2bef79-42d6-447d-8cba-62a0aa2006d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.740751] env[68786]: DEBUG nova.network.neutron [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Successfully updated port: 8dbc129a-52e0-4d56-be3f-56785bcf07bc {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.939348] env[68786]: DEBUG oslo_vmware.api [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3090933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151633} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.941676] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.941901] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.942077] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.942279] env[68786]: INFO nova.compute.manager [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Took 1.44 seconds to destroy the instance on the hypervisor. [ 880.942515] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.942899] env[68786]: DEBUG nova.compute.manager [-] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.942999] env[68786]: DEBUG nova.network.neutron [-] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.093532] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5285df51-f675-848a-e584-0435ab6b5ddf, 'name': SearchDatastore_Task, 'duration_secs': 0.009035} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.096135] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.096457] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.096838] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.097642] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.097889] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.100291] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f2ef696-d1dc-4d07-84ec-671bd770cdda {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.109220] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.109408] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.111441] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d422ba73-c6b1-4556-b283-3e5cdcf1f76e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.123083] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 881.123083] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b2843f-610d-a739-ff43-3ce90c7fc263" [ 881.123083] env[68786]: _type = "Task" [ 881.123083] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.134358] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b2843f-610d-a739-ff43-3ce90c7fc263, 'name': SearchDatastore_Task, 'duration_secs': 0.009489} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.138143] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26115c57-4714-431f-878f-4d349fef8bc0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.146762] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 881.146762] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52fa100f-dd1f-9399-55ea-487bd852907e" [ 881.146762] env[68786]: _type = "Task" [ 881.146762] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.162903] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52fa100f-dd1f-9399-55ea-487bd852907e, 'name': SearchDatastore_Task, 'duration_secs': 0.009282} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.162903] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.162903] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 17f45691-a34a-439a-83a4-0916e0dd1aea/17f45691-a34a-439a-83a4-0916e0dd1aea.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.162903] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5aef9b0d-443b-40da-8b28-d1d9c4e339e5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.166491] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196e5aa5-87a5-4885-8c9c-fe2a82ae857d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.170681] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 881.170681] env[68786]: value = "task-3090934" [ 881.170681] env[68786]: _type = "Task" [ 881.170681] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.177162] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95776c83-6f13-409e-8df5-837143152a5d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.183627] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.210955] env[68786]: DEBUG nova.compute.manager [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.217521] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e242642-1a8a-406f-9d8a-e998c59946e3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.225646] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa830940-0367-48fc-857a-d607c57b3567 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.239429] env[68786]: DEBUG nova.compute.provider_tree [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.242807] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "refresh_cache-1af9550f-a38c-4988-a9bd-cb2bd4169df1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.242807] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquired lock "refresh_cache-1af9550f-a38c-4988-a9bd-cb2bd4169df1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.243027] env[68786]: DEBUG nova.network.neutron [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.344099] env[68786]: DEBUG nova.network.neutron [req-ecbd5991-1b99-43fb-9e4a-e6b19cda0aa1 req-c2bd5a92-40d8-479f-9ceb-acb8275aed41 service nova] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Updated VIF entry in instance network info cache for port fd9088de-588b-4433-9b4f-1baacb5a8287. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.344544] env[68786]: DEBUG nova.network.neutron [req-ecbd5991-1b99-43fb-9e4a-e6b19cda0aa1 req-c2bd5a92-40d8-479f-9ceb-acb8275aed41 service nova] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Updating instance_info_cache with network_info: [{"id": "fd9088de-588b-4433-9b4f-1baacb5a8287", "address": "fa:16:3e:d0:49:cf", "network": {"id": "aee33969-1cd3-462f-83ee-4ed96787591b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-935531603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8776be105b14772bcafad040e2abd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd9088de-58", "ovs_interfaceid": "fd9088de-588b-4433-9b4f-1baacb5a8287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.620338] env[68786]: DEBUG oslo_concurrency.lockutils [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Acquiring lock "857a2be6-0b59-43ec-9e0b-c0386ccde71e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.620775] env[68786]: DEBUG oslo_concurrency.lockutils [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Lock "857a2be6-0b59-43ec-9e0b-c0386ccde71e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.620813] env[68786]: DEBUG oslo_concurrency.lockutils [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Acquiring lock "857a2be6-0b59-43ec-9e0b-c0386ccde71e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.621035] env[68786]: DEBUG oslo_concurrency.lockutils [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Lock "857a2be6-0b59-43ec-9e0b-c0386ccde71e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.621211] env[68786]: DEBUG oslo_concurrency.lockutils [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Lock "857a2be6-0b59-43ec-9e0b-c0386ccde71e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.623365] env[68786]: INFO nova.compute.manager [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Terminating instance [ 881.684503] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090934, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.732128] env[68786]: DEBUG oslo_concurrency.lockutils [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.742231] env[68786]: DEBUG nova.scheduler.client.report [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.775295] env[68786]: DEBUG nova.network.neutron [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.847621] env[68786]: DEBUG oslo_concurrency.lockutils [req-ecbd5991-1b99-43fb-9e4a-e6b19cda0aa1 req-c2bd5a92-40d8-479f-9ceb-acb8275aed41 service nova] Releasing lock "refresh_cache-17f45691-a34a-439a-83a4-0916e0dd1aea" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.882486] env[68786]: DEBUG nova.network.neutron [-] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.889270] env[68786]: DEBUG nova.network.neutron [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Updating instance_info_cache with network_info: [{"id": "8dbc129a-52e0-4d56-be3f-56785bcf07bc", "address": "fa:16:3e:0e:03:61", "network": {"id": "d8f9d959-dd26-4613-b4f4-5e60c229356d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1094703151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c7059e9877847009834a094d3f41657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dbc129a-52", "ovs_interfaceid": "8dbc129a-52e0-4d56-be3f-56785bcf07bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.127032] env[68786]: DEBUG nova.compute.manager [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.127122] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.128202] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89557de1-3628-437b-baa6-9595f0ba130a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.136283] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.136533] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24f98e53-bd9f-43d1-b854-21a88e561d88 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.181886] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60154} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.182315] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 17f45691-a34a-439a-83a4-0916e0dd1aea/17f45691-a34a-439a-83a4-0916e0dd1aea.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.182513] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.182793] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e11179fe-4d73-4273-9aff-e1d3cd44694a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.189328] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 882.189328] env[68786]: value = "task-3090936" [ 882.189328] env[68786]: _type = "Task" [ 882.189328] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.197254] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.215445] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.215705] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.215927] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Deleting the datastore file [datastore1] 857a2be6-0b59-43ec-9e0b-c0386ccde71e {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.216237] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3a97489-cc65-4072-9f5f-1c22259566bf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.222738] env[68786]: DEBUG oslo_vmware.api [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Waiting for the task: (returnval){ [ 882.222738] env[68786]: value = "task-3090937" [ 882.222738] env[68786]: _type = "Task" [ 882.222738] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.230562] env[68786]: DEBUG oslo_vmware.api [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.248390] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.248877] env[68786]: DEBUG nova.compute.manager [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.251432] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.939s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.251652] env[68786]: DEBUG nova.objects.instance [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lazy-loading 'resources' on Instance uuid a9f3a68d-41d6-480a-b41a-1b7e611eb90d {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.385701] env[68786]: INFO nova.compute.manager [-] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Took 1.44 seconds to deallocate network for instance. [ 882.390952] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Releasing lock "refresh_cache-1af9550f-a38c-4988-a9bd-cb2bd4169df1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.391252] env[68786]: DEBUG nova.compute.manager [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Instance network_info: |[{"id": "8dbc129a-52e0-4d56-be3f-56785bcf07bc", "address": "fa:16:3e:0e:03:61", "network": {"id": "d8f9d959-dd26-4613-b4f4-5e60c229356d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1094703151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c7059e9877847009834a094d3f41657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dbc129a-52", "ovs_interfaceid": "8dbc129a-52e0-4d56-be3f-56785bcf07bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.391635] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:03:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dbc129a-52e0-4d56-be3f-56785bcf07bc', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.401043] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.401043] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.401043] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62a22865-cd4b-4515-9761-a1a3294a10ec {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.419312] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.419312] env[68786]: value = "task-3090938" [ 882.419312] env[68786]: _type = "Task" [ 882.419312] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.428232] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090938, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.637088] env[68786]: DEBUG nova.compute.manager [req-a8ee9eb8-003d-42a9-acd8-fef468439904 req-7fc0f583-722c-47fb-85bd-ec71a4d94b03 service nova] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Received event network-vif-plugged-8dbc129a-52e0-4d56-be3f-56785bcf07bc {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.637441] env[68786]: DEBUG oslo_concurrency.lockutils [req-a8ee9eb8-003d-42a9-acd8-fef468439904 req-7fc0f583-722c-47fb-85bd-ec71a4d94b03 service nova] Acquiring lock "1af9550f-a38c-4988-a9bd-cb2bd4169df1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.637728] env[68786]: DEBUG oslo_concurrency.lockutils [req-a8ee9eb8-003d-42a9-acd8-fef468439904 req-7fc0f583-722c-47fb-85bd-ec71a4d94b03 service nova] Lock "1af9550f-a38c-4988-a9bd-cb2bd4169df1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.637916] env[68786]: DEBUG oslo_concurrency.lockutils [req-a8ee9eb8-003d-42a9-acd8-fef468439904 req-7fc0f583-722c-47fb-85bd-ec71a4d94b03 service nova] Lock "1af9550f-a38c-4988-a9bd-cb2bd4169df1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.638107] env[68786]: DEBUG nova.compute.manager [req-a8ee9eb8-003d-42a9-acd8-fef468439904 req-7fc0f583-722c-47fb-85bd-ec71a4d94b03 service nova] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] No waiting events found dispatching network-vif-plugged-8dbc129a-52e0-4d56-be3f-56785bcf07bc {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.638279] env[68786]: WARNING nova.compute.manager [req-a8ee9eb8-003d-42a9-acd8-fef468439904 req-7fc0f583-722c-47fb-85bd-ec71a4d94b03 service nova] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Received unexpected event network-vif-plugged-8dbc129a-52e0-4d56-be3f-56785bcf07bc for instance with vm_state building and task_state spawning. [ 882.638440] env[68786]: DEBUG nova.compute.manager [req-a8ee9eb8-003d-42a9-acd8-fef468439904 req-7fc0f583-722c-47fb-85bd-ec71a4d94b03 service nova] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Received event network-changed-8dbc129a-52e0-4d56-be3f-56785bcf07bc {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.638614] env[68786]: DEBUG nova.compute.manager [req-a8ee9eb8-003d-42a9-acd8-fef468439904 req-7fc0f583-722c-47fb-85bd-ec71a4d94b03 service nova] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Refreshing instance network info cache due to event network-changed-8dbc129a-52e0-4d56-be3f-56785bcf07bc. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.638796] env[68786]: DEBUG oslo_concurrency.lockutils [req-a8ee9eb8-003d-42a9-acd8-fef468439904 req-7fc0f583-722c-47fb-85bd-ec71a4d94b03 service nova] Acquiring lock "refresh_cache-1af9550f-a38c-4988-a9bd-cb2bd4169df1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.638932] env[68786]: DEBUG oslo_concurrency.lockutils [req-a8ee9eb8-003d-42a9-acd8-fef468439904 req-7fc0f583-722c-47fb-85bd-ec71a4d94b03 service nova] Acquired lock "refresh_cache-1af9550f-a38c-4988-a9bd-cb2bd4169df1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.639103] env[68786]: DEBUG nova.network.neutron [req-a8ee9eb8-003d-42a9-acd8-fef468439904 req-7fc0f583-722c-47fb-85bd-ec71a4d94b03 service nova] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Refreshing network info cache for port 8dbc129a-52e0-4d56-be3f-56785bcf07bc {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.699552] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067776} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.699836] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.700821] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a81386-77ca-4201-ae10-30e67761b634 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.724455] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 17f45691-a34a-439a-83a4-0916e0dd1aea/17f45691-a34a-439a-83a4-0916e0dd1aea.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.724756] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36704c30-b536-4e95-921c-89d7bffe5f02 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.746805] env[68786]: DEBUG oslo_vmware.api [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3090937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163754} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.747955] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.748166] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.748369] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.748543] env[68786]: INFO nova.compute.manager [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Took 0.62 seconds to destroy the instance on the hypervisor. [ 882.748782] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.749066] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 882.749066] env[68786]: value = "task-3090939" [ 882.749066] env[68786]: _type = "Task" [ 882.749066] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.749262] env[68786]: DEBUG nova.compute.manager [-] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.749371] env[68786]: DEBUG nova.network.neutron [-] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.754809] env[68786]: DEBUG nova.compute.utils [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.759393] env[68786]: DEBUG nova.compute.manager [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.759393] env[68786]: DEBUG nova.network.neutron [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.765402] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.825143] env[68786]: DEBUG nova.policy [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6dc4cd0706a1411f9e8313522e95fb39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ed492f5195f4f438b97034e09f15293', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.891980] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.931054] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090938, 'name': CreateVM_Task, 'duration_secs': 0.344585} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.931238] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.931906] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.932084] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.932400] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.932666] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15a2e52c-c658-4faa-a518-6b8f120c0a26 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.937188] env[68786]: DEBUG oslo_vmware.api [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 882.937188] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]529b1a93-d760-c45b-6287-75833d06536b" [ 882.937188] env[68786]: _type = "Task" [ 882.937188] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.948065] env[68786]: DEBUG oslo_vmware.api [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529b1a93-d760-c45b-6287-75833d06536b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.077531] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c4cb43-b479-4294-b7d6-109fe112f4b3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.085018] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98eae5b1-742a-49c8-9bf9-423df75626e2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.117154] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb8b65a-05e7-405f-b295-d55bf8cf4313 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.124332] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c33a65-2a5d-48c3-9f45-9e5a5c2c04b1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.137987] env[68786]: DEBUG nova.compute.provider_tree [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.259376] env[68786]: DEBUG nova.compute.manager [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.265589] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090939, 'name': ReconfigVM_Task, 'duration_secs': 0.339707} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.265589] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 17f45691-a34a-439a-83a4-0916e0dd1aea/17f45691-a34a-439a-83a4-0916e0dd1aea.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.266280] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f84fe166-073f-41db-9991-eacc7a3ee8d8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.272576] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 883.272576] env[68786]: value = "task-3090940" [ 883.272576] env[68786]: _type = "Task" [ 883.272576] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.282190] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090940, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.296110] env[68786]: DEBUG nova.network.neutron [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Successfully created port: 8178d7aa-7470-4a22-a8ae-45e970b17220 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.447924] env[68786]: DEBUG oslo_vmware.api [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529b1a93-d760-c45b-6287-75833d06536b, 'name': SearchDatastore_Task, 'duration_secs': 0.010045} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.448244] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.448478] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.448750] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.448910] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.449909] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.449909] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f47f431-1b19-4646-ade5-3942d0bd9f03 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.457959] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.458148] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.458832] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff8282df-c41c-46e9-8bfc-d8650239d308 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.464114] env[68786]: DEBUG oslo_vmware.api [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 883.464114] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]523152b0-ad7c-1db3-1a46-1573db2022af" [ 883.464114] env[68786]: _type = "Task" [ 883.464114] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.471210] env[68786]: DEBUG oslo_vmware.api [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523152b0-ad7c-1db3-1a46-1573db2022af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.534026] env[68786]: DEBUG nova.network.neutron [req-a8ee9eb8-003d-42a9-acd8-fef468439904 req-7fc0f583-722c-47fb-85bd-ec71a4d94b03 service nova] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Updated VIF entry in instance network info cache for port 8dbc129a-52e0-4d56-be3f-56785bcf07bc. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.534789] env[68786]: DEBUG nova.network.neutron [req-a8ee9eb8-003d-42a9-acd8-fef468439904 req-7fc0f583-722c-47fb-85bd-ec71a4d94b03 service nova] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Updating instance_info_cache with network_info: [{"id": "8dbc129a-52e0-4d56-be3f-56785bcf07bc", "address": "fa:16:3e:0e:03:61", "network": {"id": "d8f9d959-dd26-4613-b4f4-5e60c229356d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1094703151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c7059e9877847009834a094d3f41657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dbc129a-52", "ovs_interfaceid": "8dbc129a-52e0-4d56-be3f-56785bcf07bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.620595] env[68786]: DEBUG nova.network.neutron [-] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.641146] env[68786]: DEBUG nova.scheduler.client.report [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.783725] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090940, 'name': Rename_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.974543] env[68786]: DEBUG oslo_vmware.api [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523152b0-ad7c-1db3-1a46-1573db2022af, 'name': SearchDatastore_Task, 'duration_secs': 0.010368} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.975386] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-220e2467-6ec8-4310-842a-a59c0361dc39 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.980213] env[68786]: DEBUG oslo_vmware.api [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 883.980213] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]520c543a-63b3-4fec-4258-dd33a28c11a0" [ 883.980213] env[68786]: _type = "Task" [ 883.980213] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.988840] env[68786]: DEBUG oslo_vmware.api [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520c543a-63b3-4fec-4258-dd33a28c11a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.037549] env[68786]: DEBUG oslo_concurrency.lockutils [req-a8ee9eb8-003d-42a9-acd8-fef468439904 req-7fc0f583-722c-47fb-85bd-ec71a4d94b03 service nova] Releasing lock "refresh_cache-1af9550f-a38c-4988-a9bd-cb2bd4169df1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.037821] env[68786]: DEBUG nova.compute.manager [req-a8ee9eb8-003d-42a9-acd8-fef468439904 req-7fc0f583-722c-47fb-85bd-ec71a4d94b03 service nova] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Received event network-vif-deleted-02b547df-b8d1-4aa9-ac27-65f3e89cf99d {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.125244] env[68786]: INFO nova.compute.manager [-] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Took 1.38 seconds to deallocate network for instance. [ 884.145727] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.147855] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.131s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.148091] env[68786]: DEBUG nova.objects.instance [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lazy-loading 'resources' on Instance uuid 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.168102] env[68786]: INFO nova.scheduler.client.report [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Deleted allocations for instance a9f3a68d-41d6-480a-b41a-1b7e611eb90d [ 884.271919] env[68786]: DEBUG nova.compute.manager [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.283369] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090940, 'name': Rename_Task, 'duration_secs': 0.918692} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.283628] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.283893] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f7ee49f-ead0-4e07-889e-e098e6045fb2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.291835] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 884.291835] env[68786]: value = "task-3090941" [ 884.291835] env[68786]: _type = "Task" [ 884.291835] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.297227] env[68786]: DEBUG nova.virt.hardware [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.297464] env[68786]: DEBUG nova.virt.hardware [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.297616] env[68786]: DEBUG nova.virt.hardware [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.297794] env[68786]: DEBUG nova.virt.hardware [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.297940] env[68786]: DEBUG nova.virt.hardware [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.298100] env[68786]: DEBUG nova.virt.hardware [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.298311] env[68786]: DEBUG nova.virt.hardware [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.298470] env[68786]: DEBUG nova.virt.hardware [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.298642] env[68786]: DEBUG nova.virt.hardware [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.298798] env[68786]: DEBUG nova.virt.hardware [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.298970] env[68786]: DEBUG nova.virt.hardware [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.299689] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf92f34-97eb-42fe-8219-21f109007e37 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.304609] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.309710] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ca0110-448d-4368-bc60-8c23495d8e82 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.490594] env[68786]: DEBUG oslo_vmware.api [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520c543a-63b3-4fec-4258-dd33a28c11a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010619} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.490884] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.491161] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 1af9550f-a38c-4988-a9bd-cb2bd4169df1/1af9550f-a38c-4988-a9bd-cb2bd4169df1.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.491429] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e545f230-a89c-4298-8502-34b8f9501a18 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.498618] env[68786]: DEBUG oslo_vmware.api [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 884.498618] env[68786]: value = "task-3090942" [ 884.498618] env[68786]: _type = "Task" [ 884.498618] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.506347] env[68786]: DEBUG oslo_vmware.api [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.631792] env[68786]: DEBUG oslo_concurrency.lockutils [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.668088] env[68786]: DEBUG nova.compute.manager [req-0222d824-7b82-4172-ada2-158ab0324daa req-e6c125ff-73df-40de-a213-0de9fc7273df service nova] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Received event network-vif-deleted-c9057bec-5a64-49d9-88db-80e6344a6500 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.676684] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a6abe36-9afd-4d9f-8c67-0c641811c660 tempest-ImagesOneServerNegativeTestJSON-1007649374 tempest-ImagesOneServerNegativeTestJSON-1007649374-project-member] Lock "a9f3a68d-41d6-480a-b41a-1b7e611eb90d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.895s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.803369] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090941, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.965969] env[68786]: DEBUG nova.network.neutron [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Successfully updated port: 8178d7aa-7470-4a22-a8ae-45e970b17220 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.986514] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871d74c6-d9ad-43ea-8c33-09ae2874844b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.994550] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0ee2e4-590d-4b32-beeb-da8bd1a96e27 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.028736] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00533633-2080-4014-945f-db2b2aa22c46 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.034375] env[68786]: DEBUG oslo_vmware.api [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505908} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.035043] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 1af9550f-a38c-4988-a9bd-cb2bd4169df1/1af9550f-a38c-4988-a9bd-cb2bd4169df1.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.036032] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.036032] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a2c3db1-6231-49f5-9902-ecfadd7bab1b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.040869] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b2f5ec-1889-4b12-9db4-359acc6461e7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.045586] env[68786]: DEBUG oslo_vmware.api [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 885.045586] env[68786]: value = "task-3090943" [ 885.045586] env[68786]: _type = "Task" [ 885.045586] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.056286] env[68786]: DEBUG nova.compute.provider_tree [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 885.062281] env[68786]: DEBUG oslo_vmware.api [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.301868] env[68786]: DEBUG oslo_vmware.api [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090941, 'name': PowerOnVM_Task, 'duration_secs': 0.591906} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.302339] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.302683] env[68786]: INFO nova.compute.manager [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Took 8.03 seconds to spawn the instance on the hypervisor. [ 885.303023] env[68786]: DEBUG nova.compute.manager [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.303921] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ef2526-37f2-4399-b89c-055124671b9f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.472274] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "refresh_cache-9be3fac4-257b-4806-bece-bda0eb36184a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.472568] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired lock "refresh_cache-9be3fac4-257b-4806-bece-bda0eb36184a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.472855] env[68786]: DEBUG nova.network.neutron [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.555247] env[68786]: DEBUG oslo_vmware.api [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061719} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.555573] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.556372] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42882f3b-a4d3-45c7-b9b0-a6d190ab4edc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.587043] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 1af9550f-a38c-4988-a9bd-cb2bd4169df1/1af9550f-a38c-4988-a9bd-cb2bd4169df1.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.587946] env[68786]: ERROR nova.scheduler.client.report [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [req-9e2c988e-3b38-4fb5-8593-f3009c4985d7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9e2c988e-3b38-4fb5-8593-f3009c4985d7"}]} [ 885.588624] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-425bb354-94b9-450a-ba3a-90ece10a872b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.612018] env[68786]: DEBUG oslo_vmware.api [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 885.612018] env[68786]: value = "task-3090944" [ 885.612018] env[68786]: _type = "Task" [ 885.612018] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.622373] env[68786]: DEBUG oslo_vmware.api [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.623503] env[68786]: DEBUG nova.scheduler.client.report [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Refreshing inventories for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 885.641135] env[68786]: DEBUG nova.scheduler.client.report [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Updating ProviderTree inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 885.641135] env[68786]: DEBUG nova.compute.provider_tree [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 885.652718] env[68786]: DEBUG nova.scheduler.client.report [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Refreshing aggregate associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, aggregates: None {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 885.670586] env[68786]: DEBUG nova.scheduler.client.report [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Refreshing trait associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 885.821977] env[68786]: INFO nova.compute.manager [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Took 23.90 seconds to build instance. [ 886.007800] env[68786]: DEBUG nova.network.neutron [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.016904] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781190d8-e5c7-46fc-a82d-55aab72bf728 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.030084] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4885ecbd-981b-40a1-baa1-6be2546e75e7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.067270] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4587b6b6-6603-478f-bfa6-fa8a767e993b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.077533] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cb6c4c-cc23-4632-ab76-c2149f4f1ea7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.091692] env[68786]: DEBUG nova.compute.provider_tree [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 886.119921] env[68786]: DEBUG oslo_vmware.api [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090944, 'name': ReconfigVM_Task, 'duration_secs': 0.288846} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.120261] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 1af9550f-a38c-4988-a9bd-cb2bd4169df1/1af9550f-a38c-4988-a9bd-cb2bd4169df1.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.120922] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c5c5092-1de4-4afc-9161-771894710524 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.128315] env[68786]: DEBUG oslo_vmware.api [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 886.128315] env[68786]: value = "task-3090945" [ 886.128315] env[68786]: _type = "Task" [ 886.128315] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.139667] env[68786]: DEBUG oslo_vmware.api [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090945, 'name': Rename_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.228161] env[68786]: DEBUG nova.network.neutron [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Updating instance_info_cache with network_info: [{"id": "8178d7aa-7470-4a22-a8ae-45e970b17220", "address": "fa:16:3e:b5:02:45", "network": {"id": "adf16ff0-fa02-423b-9f55-083dd5b1fcfc", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-275860474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed492f5195f4f438b97034e09f15293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8178d7aa-74", "ovs_interfaceid": "8178d7aa-7470-4a22-a8ae-45e970b17220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.331157] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2d2c19eb-f584-449a-b3c9-e9be7728e9fc tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "17f45691-a34a-439a-83a4-0916e0dd1aea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.429s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.635281] env[68786]: DEBUG nova.scheduler.client.report [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 95 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 886.635557] env[68786]: DEBUG nova.compute.provider_tree [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 95 to 96 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 886.635739] env[68786]: DEBUG nova.compute.provider_tree [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 886.643557] env[68786]: DEBUG oslo_vmware.api [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090945, 'name': Rename_Task, 'duration_secs': 0.180831} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.644208] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.645446] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2204823-36b2-4eb1-9eff-f5ab89a3efa8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.653094] env[68786]: DEBUG oslo_vmware.api [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 886.653094] env[68786]: value = "task-3090946" [ 886.653094] env[68786]: _type = "Task" [ 886.653094] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.662154] env[68786]: DEBUG oslo_vmware.api [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.696747] env[68786]: DEBUG nova.compute.manager [req-d00e2939-319a-471e-afd9-5e5a31d9ae9a req-585d89ea-be72-4d51-8237-c8ed56969a6a service nova] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Received event network-vif-plugged-8178d7aa-7470-4a22-a8ae-45e970b17220 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.697053] env[68786]: DEBUG oslo_concurrency.lockutils [req-d00e2939-319a-471e-afd9-5e5a31d9ae9a req-585d89ea-be72-4d51-8237-c8ed56969a6a service nova] Acquiring lock "9be3fac4-257b-4806-bece-bda0eb36184a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.697204] env[68786]: DEBUG oslo_concurrency.lockutils [req-d00e2939-319a-471e-afd9-5e5a31d9ae9a req-585d89ea-be72-4d51-8237-c8ed56969a6a service nova] Lock "9be3fac4-257b-4806-bece-bda0eb36184a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.697383] env[68786]: DEBUG oslo_concurrency.lockutils [req-d00e2939-319a-471e-afd9-5e5a31d9ae9a req-585d89ea-be72-4d51-8237-c8ed56969a6a service nova] Lock "9be3fac4-257b-4806-bece-bda0eb36184a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.697522] env[68786]: DEBUG nova.compute.manager [req-d00e2939-319a-471e-afd9-5e5a31d9ae9a req-585d89ea-be72-4d51-8237-c8ed56969a6a service nova] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] No waiting events found dispatching network-vif-plugged-8178d7aa-7470-4a22-a8ae-45e970b17220 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.697667] env[68786]: WARNING nova.compute.manager [req-d00e2939-319a-471e-afd9-5e5a31d9ae9a req-585d89ea-be72-4d51-8237-c8ed56969a6a service nova] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Received unexpected event network-vif-plugged-8178d7aa-7470-4a22-a8ae-45e970b17220 for instance with vm_state building and task_state spawning. [ 886.697835] env[68786]: DEBUG nova.compute.manager [req-d00e2939-319a-471e-afd9-5e5a31d9ae9a req-585d89ea-be72-4d51-8237-c8ed56969a6a service nova] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Received event network-changed-8178d7aa-7470-4a22-a8ae-45e970b17220 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.697991] env[68786]: DEBUG nova.compute.manager [req-d00e2939-319a-471e-afd9-5e5a31d9ae9a req-585d89ea-be72-4d51-8237-c8ed56969a6a service nova] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Refreshing instance network info cache due to event network-changed-8178d7aa-7470-4a22-a8ae-45e970b17220. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.698221] env[68786]: DEBUG oslo_concurrency.lockutils [req-d00e2939-319a-471e-afd9-5e5a31d9ae9a req-585d89ea-be72-4d51-8237-c8ed56969a6a service nova] Acquiring lock "refresh_cache-9be3fac4-257b-4806-bece-bda0eb36184a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.732650] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Releasing lock "refresh_cache-9be3fac4-257b-4806-bece-bda0eb36184a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.733125] env[68786]: DEBUG nova.compute.manager [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Instance network_info: |[{"id": "8178d7aa-7470-4a22-a8ae-45e970b17220", "address": "fa:16:3e:b5:02:45", "network": {"id": "adf16ff0-fa02-423b-9f55-083dd5b1fcfc", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-275860474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed492f5195f4f438b97034e09f15293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8178d7aa-74", "ovs_interfaceid": "8178d7aa-7470-4a22-a8ae-45e970b17220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.733468] env[68786]: DEBUG oslo_concurrency.lockutils [req-d00e2939-319a-471e-afd9-5e5a31d9ae9a req-585d89ea-be72-4d51-8237-c8ed56969a6a service nova] Acquired lock "refresh_cache-9be3fac4-257b-4806-bece-bda0eb36184a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.733700] env[68786]: DEBUG nova.network.neutron [req-d00e2939-319a-471e-afd9-5e5a31d9ae9a req-585d89ea-be72-4d51-8237-c8ed56969a6a service nova] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Refreshing network info cache for port 8178d7aa-7470-4a22-a8ae-45e970b17220 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.734955] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:02:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8178d7aa-7470-4a22-a8ae-45e970b17220', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.742376] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.745378] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.745866] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5279b605-6b9c-41d0-9a24-6a00ae26c19f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.766072] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.766072] env[68786]: value = "task-3090947" [ 886.766072] env[68786]: _type = "Task" [ 886.766072] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.773748] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090947, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.929423] env[68786]: INFO nova.compute.manager [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Rebuilding instance [ 887.000695] env[68786]: DEBUG nova.compute.manager [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.001673] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b99538f-4d91-4c2a-87e7-f694724df85b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.064085] env[68786]: DEBUG nova.network.neutron [req-d00e2939-319a-471e-afd9-5e5a31d9ae9a req-585d89ea-be72-4d51-8237-c8ed56969a6a service nova] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Updated VIF entry in instance network info cache for port 8178d7aa-7470-4a22-a8ae-45e970b17220. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.064484] env[68786]: DEBUG nova.network.neutron [req-d00e2939-319a-471e-afd9-5e5a31d9ae9a req-585d89ea-be72-4d51-8237-c8ed56969a6a service nova] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Updating instance_info_cache with network_info: [{"id": "8178d7aa-7470-4a22-a8ae-45e970b17220", "address": "fa:16:3e:b5:02:45", "network": {"id": "adf16ff0-fa02-423b-9f55-083dd5b1fcfc", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-275860474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed492f5195f4f438b97034e09f15293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8178d7aa-74", "ovs_interfaceid": "8178d7aa-7470-4a22-a8ae-45e970b17220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.147261] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.998s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.149962] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.054s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.151707] env[68786]: INFO nova.compute.claims [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.163296] env[68786]: DEBUG oslo_vmware.api [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090946, 'name': PowerOnVM_Task, 'duration_secs': 0.50553} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.163577] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.163839] env[68786]: INFO nova.compute.manager [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Took 7.40 seconds to spawn the instance on the hypervisor. [ 887.164052] env[68786]: DEBUG nova.compute.manager [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.164889] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9e47b4-4985-435b-9fdf-3acc6a2ff08d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.184634] env[68786]: INFO nova.scheduler.client.report [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Deleted allocations for instance 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb [ 887.279705] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090947, 'name': CreateVM_Task, 'duration_secs': 0.332169} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.279839] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.280532] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.280683] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.281028] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.281319] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-861d1eda-d9ea-4eac-908e-aca3e6834f6c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.286062] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 887.286062] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5211b4fd-52ab-62e5-dbe0-3aea44c826d9" [ 887.286062] env[68786]: _type = "Task" [ 887.286062] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.294521] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5211b4fd-52ab-62e5-dbe0-3aea44c826d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.567866] env[68786]: DEBUG oslo_concurrency.lockutils [req-d00e2939-319a-471e-afd9-5e5a31d9ae9a req-585d89ea-be72-4d51-8237-c8ed56969a6a service nova] Releasing lock "refresh_cache-9be3fac4-257b-4806-bece-bda0eb36184a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.683458] env[68786]: INFO nova.compute.manager [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Took 23.57 seconds to build instance. [ 887.692124] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f062219e-98fd-4a03-b96c-eb45bb8d25f9 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "1362ff83-bc7d-43b8-ae39-b1d4d4f494bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.303s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.796209] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5211b4fd-52ab-62e5-dbe0-3aea44c826d9, 'name': SearchDatastore_Task, 'duration_secs': 0.012706} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.796552] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.796746] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.796985] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.797193] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.797409] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.797699] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1810eebb-d1aa-4273-8f50-7fdf88486078 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.810154] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.810422] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.811410] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f7ce163-8e96-469a-9462-9ab00316f380 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.817247] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 887.817247] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52dd897d-caca-d7df-78c5-afac9a2dce73" [ 887.817247] env[68786]: _type = "Task" [ 887.817247] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.825917] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52dd897d-caca-d7df-78c5-afac9a2dce73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.020263] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.020647] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36e8da23-6cdd-4755-844c-9c0851ed2abe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.031279] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 888.031279] env[68786]: value = "task-3090948" [ 888.031279] env[68786]: _type = "Task" [ 888.031279] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.036128] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.185325] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7303be92-fe2d-4be1-9b83-dd9991ea0b9e tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "1af9550f-a38c-4988-a9bd-cb2bd4169df1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.089s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.334636] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52dd897d-caca-d7df-78c5-afac9a2dce73, 'name': SearchDatastore_Task, 'duration_secs': 0.04045} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.339705] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6a58fd2-b858-43ce-be9f-c39052c65624 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.346581] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 888.346581] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b6f7f5-d4fc-3d37-6f04-f95a4f612228" [ 888.346581] env[68786]: _type = "Task" [ 888.346581] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.357209] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b6f7f5-d4fc-3d37-6f04-f95a4f612228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.510362] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de69a923-9f8f-4806-b62b-f2840294dc40 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.518256] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd20ebf1-1a1d-4afb-b286-499e1ef3c0af {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.553233] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda671c8-5488-4a02-859d-643246a88a40 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.566615] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090948, 'name': PowerOffVM_Task, 'duration_secs': 0.347924} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.566880] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.567133] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.568364] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fc7a73-d072-4d78-af92-16d6f40b38e3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.572592] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bc0187-8698-4a57-bde6-bc359461f3cc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.586638] env[68786]: DEBUG nova.compute.provider_tree [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.589934] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.590412] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c43c0bad-54be-4e36-83db-f4f4ac08cfc5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.840142] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.840395] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.840696] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Deleting the datastore file [datastore2] 17f45691-a34a-439a-83a4-0916e0dd1aea {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.840897] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29a26b16-486b-45c1-bead-cf91064a7628 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.847729] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 888.847729] env[68786]: value = "task-3090950" [ 888.847729] env[68786]: _type = "Task" [ 888.847729] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.859171] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b6f7f5-d4fc-3d37-6f04-f95a4f612228, 'name': SearchDatastore_Task, 'duration_secs': 0.013474} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.862018] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.862695] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 9be3fac4-257b-4806-bece-bda0eb36184a/9be3fac4-257b-4806-bece-bda0eb36184a.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.862695] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.862836] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-315c8af7-23e7-4fd0-a107-7c69b0e92930 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.869264] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 888.869264] env[68786]: value = "task-3090951" [ 888.869264] env[68786]: _type = "Task" [ 888.869264] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.878667] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.095240] env[68786]: DEBUG nova.scheduler.client.report [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.360904] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173145} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.361695] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.361794] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.362146] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.379625] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503368} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.380383] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 9be3fac4-257b-4806-bece-bda0eb36184a/9be3fac4-257b-4806-bece-bda0eb36184a.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.380383] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.380635] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd27c19c-167d-4114-94ab-a34f5bc93b4a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.386569] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 889.386569] env[68786]: value = "task-3090952" [ 889.386569] env[68786]: _type = "Task" [ 889.386569] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.394278] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.598627] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.599207] env[68786]: DEBUG nova.compute.manager [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.601943] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.012s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.605791] env[68786]: DEBUG nova.objects.instance [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lazy-loading 'resources' on Instance uuid 060a98ca-e50d-4b0f-96b2-f50e2e03271d {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.709038] env[68786]: DEBUG nova.compute.manager [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.709691] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e6bdef-f04d-41f3-a482-f286e8a615bd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.901095] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069693} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.901870] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.903071] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89248ac-1e03-4bd4-9f53-b8edf6f8661d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.927630] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 9be3fac4-257b-4806-bece-bda0eb36184a/9be3fac4-257b-4806-bece-bda0eb36184a.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.928613] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec5ddb6f-d6e5-4084-9b05-d1e4ad3d5461 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.952388] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 889.952388] env[68786]: value = "task-3090953" [ 889.952388] env[68786]: _type = "Task" [ 889.952388] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.961513] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090953, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.105931] env[68786]: DEBUG nova.compute.utils [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.110404] env[68786]: DEBUG nova.compute.manager [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.110590] env[68786]: DEBUG nova.network.neutron [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.159071] env[68786]: DEBUG nova.policy [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59a7ca82993142059975ed22f6f3b526', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e049674e97d48e5b94902002575665d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.222320] env[68786]: INFO nova.compute.manager [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] instance snapshotting [ 890.225572] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8525f665-6d0e-4aa0-b5f8-5462c973c7d3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.252067] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e6c250-eda5-49e9-98ba-9fe017f25692 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.413757] env[68786]: DEBUG nova.virt.hardware [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.414029] env[68786]: DEBUG nova.virt.hardware [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.414198] env[68786]: DEBUG nova.virt.hardware [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.414384] env[68786]: DEBUG nova.virt.hardware [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.414531] env[68786]: DEBUG nova.virt.hardware [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.414712] env[68786]: DEBUG nova.virt.hardware [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.414883] env[68786]: DEBUG nova.virt.hardware [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.415081] env[68786]: DEBUG nova.virt.hardware [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.415277] env[68786]: DEBUG nova.virt.hardware [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.415383] env[68786]: DEBUG nova.virt.hardware [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.415553] env[68786]: DEBUG nova.virt.hardware [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.417038] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ae4694-d15f-4eaf-ba32-636bea17f2b8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.424987] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383504c7-ddf8-44e2-856d-df323482e7f5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.442653] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:49:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd9088de-588b-4433-9b4f-1baacb5a8287', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.450081] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.454160] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.457217] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77fd3674-6d43-4b4d-8b4f-ea3680262704 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.472550] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Acquiring lock "098d000f-adcb-4464-a328-866dd1c6bc1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.472806] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Lock "098d000f-adcb-4464-a328-866dd1c6bc1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.488385] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.489880] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.489880] env[68786]: value = "task-3090954" [ 890.489880] env[68786]: _type = "Task" [ 890.489880] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.502976] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090954, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.550080] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a8e84c-1cd4-48f5-ab38-f81b972ea47e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.552147] env[68786]: DEBUG nova.network.neutron [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Successfully created port: 6ae53225-6430-4870-b54e-08bff6d7b06f {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.558477] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed5878a-d6d0-45c3-972f-c9a19f979c2e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.591813] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3544c9a-3fcc-4daf-a42f-517849eae1cf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.601027] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0427149d-4d46-4d96-9e7b-64c4e1b72622 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.613400] env[68786]: DEBUG nova.compute.manager [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.616623] env[68786]: DEBUG nova.compute.provider_tree [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.762304] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Creating Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 890.762623] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b6dfee41-5883-4940-b203-39480695c012 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.770890] env[68786]: DEBUG oslo_vmware.api [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 890.770890] env[68786]: value = "task-3090955" [ 890.770890] env[68786]: _type = "Task" [ 890.770890] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.782397] env[68786]: DEBUG oslo_vmware.api [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090955, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.966479] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090953, 'name': ReconfigVM_Task, 'duration_secs': 0.802202} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.966869] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 9be3fac4-257b-4806-bece-bda0eb36184a/9be3fac4-257b-4806-bece-bda0eb36184a.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.967404] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8187c355-4d5c-4420-8519-5c97e76e6669 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.973617] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 890.973617] env[68786]: value = "task-3090956" [ 890.973617] env[68786]: _type = "Task" [ 890.973617] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.978520] env[68786]: DEBUG nova.compute.manager [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.984829] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090956, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.999668] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090954, 'name': CreateVM_Task, 'duration_secs': 0.349181} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.999838] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.000523] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.000690] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.001036] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.001629] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-129493a8-0e8a-46a1-a9d7-bbcd0e07557f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.007110] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 891.007110] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52fd9535-1e58-a2dc-77cb-c90cddd74070" [ 891.007110] env[68786]: _type = "Task" [ 891.007110] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.016022] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52fd9535-1e58-a2dc-77cb-c90cddd74070, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.124484] env[68786]: DEBUG nova.scheduler.client.report [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.281577] env[68786]: DEBUG oslo_vmware.api [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090955, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.485968] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090956, 'name': Rename_Task, 'duration_secs': 0.146523} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.488253] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.489041] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-818a3a17-f69c-4953-a718-31164dd7c78c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.494687] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 891.494687] env[68786]: value = "task-3090957" [ 891.494687] env[68786]: _type = "Task" [ 891.494687] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.503332] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.504211] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.515382] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52fd9535-1e58-a2dc-77cb-c90cddd74070, 'name': SearchDatastore_Task, 'duration_secs': 0.010144} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.515650] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.515869] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.516112] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.516261] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.516435] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.516674] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efac4a83-8e2b-4083-a3ae-1026c9b44351 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.527295] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.527608] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.528696] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d3a0c19-0c5d-409b-9c68-5580f603a76e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.533565] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 891.533565] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ffa69a-d085-3faf-0f97-80de488fc83d" [ 891.533565] env[68786]: _type = "Task" [ 891.533565] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.541695] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ffa69a-d085-3faf-0f97-80de488fc83d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.630843] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.633747] env[68786]: DEBUG nova.compute.manager [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.636163] env[68786]: DEBUG oslo_concurrency.lockutils [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.131s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.636465] env[68786]: DEBUG nova.objects.instance [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lazy-loading 'resources' on Instance uuid 90a90104-ef19-43f6-badb-0e06d0ee0bee {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.654316] env[68786]: INFO nova.scheduler.client.report [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Deleted allocations for instance 060a98ca-e50d-4b0f-96b2-f50e2e03271d [ 891.659498] env[68786]: DEBUG nova.virt.hardware [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.659742] env[68786]: DEBUG nova.virt.hardware [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.659899] env[68786]: DEBUG nova.virt.hardware [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.660089] env[68786]: DEBUG nova.virt.hardware [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.660237] env[68786]: DEBUG nova.virt.hardware [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.660381] env[68786]: DEBUG nova.virt.hardware [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.660587] env[68786]: DEBUG nova.virt.hardware [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.660766] env[68786]: DEBUG nova.virt.hardware [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.660952] env[68786]: DEBUG nova.virt.hardware [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.661136] env[68786]: DEBUG nova.virt.hardware [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.661312] env[68786]: DEBUG nova.virt.hardware [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.662367] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988a0814-6b6b-417c-8a02-f10001d43244 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.670159] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526b2fc4-ec0c-42c0-8eff-fa9c3c130b0a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.781356] env[68786]: DEBUG oslo_vmware.api [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090955, 'name': CreateSnapshot_Task, 'duration_secs': 0.8499} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.781624] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Created Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 891.782364] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591b24c4-4695-491a-9604-907cb579197b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.005909] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090957, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.046376] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ffa69a-d085-3faf-0f97-80de488fc83d, 'name': SearchDatastore_Task, 'duration_secs': 0.008591} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.047215] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61cd8d74-b092-4704-89b0-e3217353e614 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.052401] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 892.052401] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52aba678-1c69-175f-c171-dfc44882dc63" [ 892.052401] env[68786]: _type = "Task" [ 892.052401] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.060921] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52aba678-1c69-175f-c171-dfc44882dc63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.064144] env[68786]: DEBUG nova.compute.manager [req-879228c5-ffe4-4e76-a670-e81510862d0b req-93c864df-57e5-4aa9-9f5b-89b6d5c9c8aa service nova] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Received event network-vif-plugged-6ae53225-6430-4870-b54e-08bff6d7b06f {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.064238] env[68786]: DEBUG oslo_concurrency.lockutils [req-879228c5-ffe4-4e76-a670-e81510862d0b req-93c864df-57e5-4aa9-9f5b-89b6d5c9c8aa service nova] Acquiring lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.064432] env[68786]: DEBUG oslo_concurrency.lockutils [req-879228c5-ffe4-4e76-a670-e81510862d0b req-93c864df-57e5-4aa9-9f5b-89b6d5c9c8aa service nova] Lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.064588] env[68786]: DEBUG oslo_concurrency.lockutils [req-879228c5-ffe4-4e76-a670-e81510862d0b req-93c864df-57e5-4aa9-9f5b-89b6d5c9c8aa service nova] Lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.064701] env[68786]: DEBUG nova.compute.manager [req-879228c5-ffe4-4e76-a670-e81510862d0b req-93c864df-57e5-4aa9-9f5b-89b6d5c9c8aa service nova] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] No waiting events found dispatching network-vif-plugged-6ae53225-6430-4870-b54e-08bff6d7b06f {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 892.064849] env[68786]: WARNING nova.compute.manager [req-879228c5-ffe4-4e76-a670-e81510862d0b req-93c864df-57e5-4aa9-9f5b-89b6d5c9c8aa service nova] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Received unexpected event network-vif-plugged-6ae53225-6430-4870-b54e-08bff6d7b06f for instance with vm_state building and task_state spawning. [ 892.158178] env[68786]: DEBUG nova.network.neutron [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Successfully updated port: 6ae53225-6430-4870-b54e-08bff6d7b06f {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.169999] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9172cd0-742f-4349-b95e-68bbee5aad26 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "060a98ca-e50d-4b0f-96b2-f50e2e03271d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.351s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.300741] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Creating linked-clone VM from snapshot {{(pid=68786) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 892.303876] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1fa5f246-3012-4141-a98c-ca839184565d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.314700] env[68786]: DEBUG oslo_vmware.api [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 892.314700] env[68786]: value = "task-3090958" [ 892.314700] env[68786]: _type = "Task" [ 892.314700] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.320603] env[68786]: DEBUG oslo_vmware.api [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090958, 'name': CloneVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.326648] env[68786]: DEBUG oslo_concurrency.lockutils [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "7a1494f4-4268-417e-861d-57f6020599fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.326883] env[68786]: DEBUG oslo_concurrency.lockutils [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "7a1494f4-4268-417e-861d-57f6020599fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.327104] env[68786]: DEBUG oslo_concurrency.lockutils [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "7a1494f4-4268-417e-861d-57f6020599fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.327290] env[68786]: DEBUG oslo_concurrency.lockutils [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "7a1494f4-4268-417e-861d-57f6020599fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.327454] env[68786]: DEBUG oslo_concurrency.lockutils [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "7a1494f4-4268-417e-861d-57f6020599fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.329357] env[68786]: INFO nova.compute.manager [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Terminating instance [ 892.454073] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b32243-1de8-40aa-ab1b-1d3aaf1cf734 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.462320] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34323c7e-1f4c-409c-bd3a-acf57d8a971f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.493519] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c35ca7-b3f8-48a5-a0ef-e83987e0a872 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.506449] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15caa5e-bad3-4a63-8bd1-7212577f18b1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.510258] env[68786]: DEBUG oslo_vmware.api [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090957, 'name': PowerOnVM_Task, 'duration_secs': 0.798567} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.510564] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.510774] env[68786]: INFO nova.compute.manager [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Took 8.24 seconds to spawn the instance on the hypervisor. [ 892.510977] env[68786]: DEBUG nova.compute.manager [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.512122] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2638307-17f1-4e18-a9d1-11ef26bb51b9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.522401] env[68786]: DEBUG nova.compute.provider_tree [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.564996] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52aba678-1c69-175f-c171-dfc44882dc63, 'name': SearchDatastore_Task, 'duration_secs': 0.009807} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.565930] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.566219] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 17f45691-a34a-439a-83a4-0916e0dd1aea/17f45691-a34a-439a-83a4-0916e0dd1aea.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.566480] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af4abbc6-7b36-40c8-926a-39a02fc2b52b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.573275] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 892.573275] env[68786]: value = "task-3090959" [ 892.573275] env[68786]: _type = "Task" [ 892.573275] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.581288] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.664014] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "refresh_cache-ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.664346] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquired lock "refresh_cache-ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.664516] env[68786]: DEBUG nova.network.neutron [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.823419] env[68786]: DEBUG oslo_vmware.api [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090958, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.833388] env[68786]: DEBUG nova.compute.manager [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.833626] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.834553] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b437fd-87ec-413f-bde0-5b1d7a0cbaab {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.843434] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.843773] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64137c81-9dfc-46bb-8616-36ea80dd0e62 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.851903] env[68786]: DEBUG oslo_vmware.api [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 892.851903] env[68786]: value = "task-3090960" [ 892.851903] env[68786]: _type = "Task" [ 892.851903] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.862240] env[68786]: DEBUG oslo_vmware.api [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.026381] env[68786]: DEBUG nova.scheduler.client.report [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.037223] env[68786]: INFO nova.compute.manager [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Took 27.76 seconds to build instance. [ 893.084926] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446463} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.085241] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 17f45691-a34a-439a-83a4-0916e0dd1aea/17f45691-a34a-439a-83a4-0916e0dd1aea.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.085467] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.085759] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0652487d-e429-4aa9-b619-02fe17b5aee5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.092952] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 893.092952] env[68786]: value = "task-3090961" [ 893.092952] env[68786]: _type = "Task" [ 893.092952] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.106793] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.202820] env[68786]: DEBUG nova.network.neutron [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.322849] env[68786]: DEBUG oslo_vmware.api [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090958, 'name': CloneVM_Task} progress is 95%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.345311] env[68786]: DEBUG nova.network.neutron [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Updating instance_info_cache with network_info: [{"id": "6ae53225-6430-4870-b54e-08bff6d7b06f", "address": "fa:16:3e:95:90:d3", "network": {"id": "1d3f82e6-36d7-4ebc-9601-a644a6d56062", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1163269969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e049674e97d48e5b94902002575665d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae53225-64", "ovs_interfaceid": "6ae53225-6430-4870-b54e-08bff6d7b06f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.362531] env[68786]: DEBUG oslo_vmware.api [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090960, 'name': PowerOffVM_Task, 'duration_secs': 0.298871} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.362863] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.363057] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.363322] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-932604b8-f5bf-4ea5-8af3-3e338e4dcbfb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.428581] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.428838] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.429051] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Deleting the datastore file [datastore1] 7a1494f4-4268-417e-861d-57f6020599fc {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.429326] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4645188d-d8bd-4016-b14e-441a4a6c2cf5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.436757] env[68786]: DEBUG oslo_vmware.api [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for the task: (returnval){ [ 893.436757] env[68786]: value = "task-3090963" [ 893.436757] env[68786]: _type = "Task" [ 893.436757] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.446854] env[68786]: DEBUG oslo_vmware.api [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.535082] env[68786]: DEBUG oslo_concurrency.lockutils [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.537635] env[68786]: DEBUG oslo_concurrency.lockutils [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.808s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.539556] env[68786]: INFO nova.compute.claims [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.543133] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ba8d3893-8edd-48fc-adaf-514505745fd4 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "9be3fac4-257b-4806-bece-bda0eb36184a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.287s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.558879] env[68786]: INFO nova.scheduler.client.report [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Deleted allocations for instance 90a90104-ef19-43f6-badb-0e06d0ee0bee [ 893.609029] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086723} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.609915] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.611060] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9ff4c3-f1f2-4608-8100-a77d93d5f607 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.650440] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 17f45691-a34a-439a-83a4-0916e0dd1aea/17f45691-a34a-439a-83a4-0916e0dd1aea.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.651080] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4487836-3f32-4a9c-8c3e-de49aa014aff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.670647] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 893.670647] env[68786]: value = "task-3090964" [ 893.670647] env[68786]: _type = "Task" [ 893.670647] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.678155] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.823242] env[68786]: DEBUG oslo_vmware.api [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090958, 'name': CloneVM_Task, 'duration_secs': 1.395471} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.824360] env[68786]: INFO nova.virt.vmwareapi.vmops [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Created linked-clone VM from snapshot [ 893.824360] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be1202f-37e3-4c1e-b7df-159a250df925 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.831728] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Uploading image 4fbb6061-590e-4e42-8649-1ec2363193de {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 893.847617] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Releasing lock "refresh_cache-ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.847984] env[68786]: DEBUG nova.compute.manager [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Instance network_info: |[{"id": "6ae53225-6430-4870-b54e-08bff6d7b06f", "address": "fa:16:3e:95:90:d3", "network": {"id": "1d3f82e6-36d7-4ebc-9601-a644a6d56062", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1163269969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e049674e97d48e5b94902002575665d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae53225-64", "ovs_interfaceid": "6ae53225-6430-4870-b54e-08bff6d7b06f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.849097] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Destroying the VM {{(pid=68786) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 893.849525] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:90:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ae53225-6430-4870-b54e-08bff6d7b06f', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.857223] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.857428] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8969f08f-bfb1-463c-b683-65671961bdbd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.859185] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.859416] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c9dd578-3fad-40be-bbe0-fa365dd715ca {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.879304] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.879304] env[68786]: value = "task-3090965" [ 893.879304] env[68786]: _type = "Task" [ 893.879304] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.880752] env[68786]: DEBUG oslo_vmware.api [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 893.880752] env[68786]: value = "task-3090966" [ 893.880752] env[68786]: _type = "Task" [ 893.880752] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.891486] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090965, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.894872] env[68786]: DEBUG oslo_vmware.api [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090966, 'name': Destroy_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.947216] env[68786]: DEBUG oslo_vmware.api [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Task: {'id': task-3090963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140009} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.947625] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.947980] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.948335] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.948587] env[68786]: INFO nova.compute.manager [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 893.948991] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.949232] env[68786]: DEBUG nova.compute.manager [-] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.949332] env[68786]: DEBUG nova.network.neutron [-] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.066551] env[68786]: DEBUG oslo_concurrency.lockutils [None req-401c6dc8-e1b2-47a6-b3b5-994c896f6100 tempest-MigrationsAdminTest-1847509881 tempest-MigrationsAdminTest-1847509881-project-member] Lock "90a90104-ef19-43f6-badb-0e06d0ee0bee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.702s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.098317] env[68786]: DEBUG nova.compute.manager [req-af93493e-ce29-4844-acd7-a940c9dd9d67 req-94d7f761-9752-4b45-ab9a-ab0659032df8 service nova] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Received event network-changed-6ae53225-6430-4870-b54e-08bff6d7b06f {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.098317] env[68786]: DEBUG nova.compute.manager [req-af93493e-ce29-4844-acd7-a940c9dd9d67 req-94d7f761-9752-4b45-ab9a-ab0659032df8 service nova] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Refreshing instance network info cache due to event network-changed-6ae53225-6430-4870-b54e-08bff6d7b06f. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.098317] env[68786]: DEBUG oslo_concurrency.lockutils [req-af93493e-ce29-4844-acd7-a940c9dd9d67 req-94d7f761-9752-4b45-ab9a-ab0659032df8 service nova] Acquiring lock "refresh_cache-ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.098317] env[68786]: DEBUG oslo_concurrency.lockutils [req-af93493e-ce29-4844-acd7-a940c9dd9d67 req-94d7f761-9752-4b45-ab9a-ab0659032df8 service nova] Acquired lock "refresh_cache-ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.098317] env[68786]: DEBUG nova.network.neutron [req-af93493e-ce29-4844-acd7-a940c9dd9d67 req-94d7f761-9752-4b45-ab9a-ab0659032df8 service nova] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Refreshing network info cache for port 6ae53225-6430-4870-b54e-08bff6d7b06f {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.181821] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090964, 'name': ReconfigVM_Task, 'duration_secs': 0.277254} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.182157] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 17f45691-a34a-439a-83a4-0916e0dd1aea/17f45691-a34a-439a-83a4-0916e0dd1aea.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.182907] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3a19d90-d8ae-4028-a811-42462cb70db6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.189742] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 894.189742] env[68786]: value = "task-3090967" [ 894.189742] env[68786]: _type = "Task" [ 894.189742] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.199116] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090967, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.396555] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090965, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.399526] env[68786]: DEBUG oslo_vmware.api [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090966, 'name': Destroy_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.702799] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090967, 'name': Rename_Task, 'duration_secs': 0.218061} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.705334] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.705770] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ae44826-90dd-4db9-aa1c-422de7711c71 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.711777] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 894.711777] env[68786]: value = "task-3090968" [ 894.711777] env[68786]: _type = "Task" [ 894.711777] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.719950] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.725057] env[68786]: DEBUG nova.network.neutron [-] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.871418] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69ad1d4-305b-412e-bd25-16d09139a956 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.880234] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee21ada-3ed2-4ba0-afab-70218a271812 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.927645] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df276367-2078-47a3-827c-f7d5c4f26a38 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.931162] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090965, 'name': CreateVM_Task, 'duration_secs': 0.658116} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.935091] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.936173] env[68786]: DEBUG oslo_vmware.api [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090966, 'name': Destroy_Task, 'duration_secs': 0.874477} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.937905] env[68786]: DEBUG oslo_concurrency.lockutils [None req-39363693-8603-45e5-a94a-cbd1a09bea77 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "9be3fac4-257b-4806-bece-bda0eb36184a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.938367] env[68786]: DEBUG oslo_concurrency.lockutils [None req-39363693-8603-45e5-a94a-cbd1a09bea77 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "9be3fac4-257b-4806-bece-bda0eb36184a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.940163] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.940331] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.940844] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.941168] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Destroyed the VM [ 894.941402] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Deleting Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 894.944558] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c4c5c7a-8912-48f5-a79e-4cafe04725dc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.946628] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5c0ee21a-95f0-49b1-ab93-4928f507361d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.949873] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2025d48-49db-45a9-aa43-eb45932f3591 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.957415] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 894.957415] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]525bae86-e05d-2fc1-e996-8f032802044e" [ 894.957415] env[68786]: _type = "Task" [ 894.957415] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.971338] env[68786]: DEBUG nova.compute.provider_tree [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 894.974891] env[68786]: DEBUG oslo_vmware.api [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 894.974891] env[68786]: value = "task-3090969" [ 894.974891] env[68786]: _type = "Task" [ 894.974891] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.985326] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]525bae86-e05d-2fc1-e996-8f032802044e, 'name': SearchDatastore_Task, 'duration_secs': 0.010683} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.985500] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.985773] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.986146] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.986872] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.987705] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.992706] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a05127d3-545f-434c-b2b9-5656fcccb707 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.994508] env[68786]: DEBUG oslo_vmware.api [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090969, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.001806] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.001993] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.002804] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9de9f4e7-2498-4e84-bbe1-51594fd506f5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.009482] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 895.009482] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52fafa9d-cdb8-ed35-ba62-e844673a26ad" [ 895.009482] env[68786]: _type = "Task" [ 895.009482] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.017992] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52fafa9d-cdb8-ed35-ba62-e844673a26ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.099414] env[68786]: DEBUG nova.network.neutron [req-af93493e-ce29-4844-acd7-a940c9dd9d67 req-94d7f761-9752-4b45-ab9a-ab0659032df8 service nova] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Updated VIF entry in instance network info cache for port 6ae53225-6430-4870-b54e-08bff6d7b06f. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.099797] env[68786]: DEBUG nova.network.neutron [req-af93493e-ce29-4844-acd7-a940c9dd9d67 req-94d7f761-9752-4b45-ab9a-ab0659032df8 service nova] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Updating instance_info_cache with network_info: [{"id": "6ae53225-6430-4870-b54e-08bff6d7b06f", "address": "fa:16:3e:95:90:d3", "network": {"id": "1d3f82e6-36d7-4ebc-9601-a644a6d56062", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1163269969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e049674e97d48e5b94902002575665d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae53225-64", "ovs_interfaceid": "6ae53225-6430-4870-b54e-08bff6d7b06f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.223353] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.227995] env[68786]: INFO nova.compute.manager [-] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Took 1.28 seconds to deallocate network for instance. [ 895.446451] env[68786]: DEBUG nova.compute.utils [None req-39363693-8603-45e5-a94a-cbd1a09bea77 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.487721] env[68786]: DEBUG oslo_vmware.api [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090969, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.498445] env[68786]: ERROR nova.scheduler.client.report [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [req-211c45e1-ab34-4eaf-853e-59daba84e9f9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-211c45e1-ab34-4eaf-853e-59daba84e9f9"}]} [ 895.520375] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52fafa9d-cdb8-ed35-ba62-e844673a26ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009409} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.521812] env[68786]: DEBUG nova.scheduler.client.report [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Refreshing inventories for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 895.524636] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0332966d-3f76-4372-80ec-fe6e6da5a26e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.530411] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 895.530411] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b79dab-7984-0ab4-e5cb-4f3eb96e092f" [ 895.530411] env[68786]: _type = "Task" [ 895.530411] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.539184] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b79dab-7984-0ab4-e5cb-4f3eb96e092f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.540372] env[68786]: DEBUG nova.scheduler.client.report [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Updating ProviderTree inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 895.540587] env[68786]: DEBUG nova.compute.provider_tree [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 895.552963] env[68786]: DEBUG nova.scheduler.client.report [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Refreshing aggregate associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, aggregates: None {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 895.572924] env[68786]: DEBUG nova.scheduler.client.report [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Refreshing trait associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 895.602520] env[68786]: DEBUG oslo_concurrency.lockutils [req-af93493e-ce29-4844-acd7-a940c9dd9d67 req-94d7f761-9752-4b45-ab9a-ab0659032df8 service nova] Releasing lock "refresh_cache-ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.725552] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090968, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.735462] env[68786]: DEBUG oslo_concurrency.lockutils [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.851205] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9f6e6d-b157-47d8-9f44-e0be3b610fcb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.858664] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96182a4-bf7a-4561-8c5c-7acfdf6b0cb1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.890079] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5bf4e3-6167-4cb1-aeab-3cfdcef1e840 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.897212] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abaca0f-03b2-4c23-bb73-fda195f23cd4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.910145] env[68786]: DEBUG nova.compute.provider_tree [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 895.949599] env[68786]: DEBUG oslo_concurrency.lockutils [None req-39363693-8603-45e5-a94a-cbd1a09bea77 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "9be3fac4-257b-4806-bece-bda0eb36184a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.988059] env[68786]: DEBUG oslo_vmware.api [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090969, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.041830] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b79dab-7984-0ab4-e5cb-4f3eb96e092f, 'name': SearchDatastore_Task, 'duration_secs': 0.014122} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.042123] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.042390] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127/ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.042677] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bda2557-bfb5-4ea3-975d-1a01797556f5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.049604] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 896.049604] env[68786]: value = "task-3090970" [ 896.049604] env[68786]: _type = "Task" [ 896.049604] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.057248] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.138591] env[68786]: DEBUG nova.compute.manager [req-cb230dfb-9a99-405a-b4c4-b7e59b153197 req-a2d23c09-df6c-41f1-b3bf-b2c7ba01ae50 service nova] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Received event network-vif-deleted-54de56d7-173a-4207-b5c0-924bd7f45ea2 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.227156] env[68786]: DEBUG oslo_vmware.api [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090968, 'name': PowerOnVM_Task, 'duration_secs': 1.149402} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.227635] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.227959] env[68786]: DEBUG nova.compute.manager [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.229622] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49295ed3-c4ec-462c-b7cf-f325db59b333 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.450297] env[68786]: DEBUG nova.scheduler.client.report [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 896.450651] env[68786]: DEBUG nova.compute.provider_tree [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 97 to 98 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 896.450894] env[68786]: DEBUG nova.compute.provider_tree [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 896.496684] env[68786]: DEBUG oslo_vmware.api [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090969, 'name': RemoveSnapshot_Task, 'duration_secs': 1.135231} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.497016] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Deleted Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 896.563399] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494481} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.563679] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127/ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.563885] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.564172] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb9002cd-5141-400c-b08f-304bef17bcbe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.571848] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 896.571848] env[68786]: value = "task-3090971" [ 896.571848] env[68786]: _type = "Task" [ 896.571848] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.580862] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.751947] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.957326] env[68786]: DEBUG oslo_concurrency.lockutils [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.420s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.957847] env[68786]: DEBUG nova.compute.manager [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.960942] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.119s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.961232] env[68786]: DEBUG nova.objects.instance [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lazy-loading 'resources' on Instance uuid 432f7aa2-75aa-4db8-a3b5-fa2cc8276271 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.003535] env[68786]: WARNING nova.compute.manager [None req-fc2a224f-03bc-4306-a64e-3b776b5cf337 tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Image not found during snapshot: nova.exception.ImageNotFound: Image 4fbb6061-590e-4e42-8649-1ec2363193de could not be found. [ 897.014649] env[68786]: DEBUG oslo_concurrency.lockutils [None req-39363693-8603-45e5-a94a-cbd1a09bea77 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "9be3fac4-257b-4806-bece-bda0eb36184a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.015033] env[68786]: DEBUG oslo_concurrency.lockutils [None req-39363693-8603-45e5-a94a-cbd1a09bea77 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "9be3fac4-257b-4806-bece-bda0eb36184a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.015362] env[68786]: INFO nova.compute.manager [None req-39363693-8603-45e5-a94a-cbd1a09bea77 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Attaching volume 6913ddce-46e4-42f5-ad8d-f1794dbbcff0 to /dev/sdb [ 897.052394] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b40dbe-9382-48b9-9da0-c19fbac8d455 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.060880] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02f90c6-3db0-48dc-95c8-1b56cb32057f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.076213] env[68786]: DEBUG nova.virt.block_device [None req-39363693-8603-45e5-a94a-cbd1a09bea77 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Updating existing volume attachment record: 6447df16-42c7-4de6-9acb-51ce68f942ec {{(pid=68786) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 897.085368] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165184} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.086126] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.086903] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e745cfe-c797-4798-b764-731a7818b51d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.111303] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127/ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.111303] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2ffff4a-4490-43f0-bda9-d6e3c5e102ed {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.133033] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Acquiring lock "eae649bc-1d2b-41e4-b737-b00852e5d983" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.133096] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Lock "eae649bc-1d2b-41e4-b737-b00852e5d983" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.137387] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 897.137387] env[68786]: value = "task-3090972" [ 897.137387] env[68786]: _type = "Task" [ 897.137387] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.147882] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.425486] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "17f45691-a34a-439a-83a4-0916e0dd1aea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.425809] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "17f45691-a34a-439a-83a4-0916e0dd1aea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.426084] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "17f45691-a34a-439a-83a4-0916e0dd1aea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.426305] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "17f45691-a34a-439a-83a4-0916e0dd1aea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.426494] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "17f45691-a34a-439a-83a4-0916e0dd1aea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.428708] env[68786]: INFO nova.compute.manager [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Terminating instance [ 897.455102] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "1af9550f-a38c-4988-a9bd-cb2bd4169df1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.455364] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "1af9550f-a38c-4988-a9bd-cb2bd4169df1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.455586] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "1af9550f-a38c-4988-a9bd-cb2bd4169df1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.455770] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "1af9550f-a38c-4988-a9bd-cb2bd4169df1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.455936] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "1af9550f-a38c-4988-a9bd-cb2bd4169df1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.458063] env[68786]: INFO nova.compute.manager [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Terminating instance [ 897.462171] env[68786]: DEBUG nova.compute.utils [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.463506] env[68786]: DEBUG nova.compute.manager [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.463672] env[68786]: DEBUG nova.network.neutron [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.507894] env[68786]: DEBUG nova.policy [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b436c4aebb834820a8d7f5f284125998', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a9cf8252dfa4b18b6be5656e9d89dbc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.638853] env[68786]: DEBUG nova.compute.manager [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.653393] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090972, 'name': ReconfigVM_Task, 'duration_secs': 0.285184} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.653979] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Reconfigured VM instance instance-0000004b to attach disk [datastore2] ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127/ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.654445] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ce0b8bb-5c8b-4d73-9060-522fd3bef335 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.663469] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 897.663469] env[68786]: value = "task-3090976" [ 897.663469] env[68786]: _type = "Task" [ 897.663469] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.672113] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090976, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.823035] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65a2da8-1a59-4a8c-9fc3-0034f072be0e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.831562] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d4208b-2180-415d-b6d0-653518c82a6f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.865525] env[68786]: DEBUG nova.network.neutron [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Successfully created port: 2dae3623-308d-4fdd-9cee-b29e79c45a78 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.868054] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26acb844-e3f4-43df-995d-a088797e7552 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.876057] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e2452c-09da-4343-bd5e-8e9489eb7007 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.890238] env[68786]: DEBUG nova.compute.provider_tree [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.932429] env[68786]: DEBUG nova.compute.manager [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.932718] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.933625] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158d68bf-b283-4115-8ada-1a40a5a2cd6c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.942566] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.942867] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c3c0303-fd69-4b2f-b9d3-afa4d2795224 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.949922] env[68786]: DEBUG oslo_vmware.api [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 897.949922] env[68786]: value = "task-3090977" [ 897.949922] env[68786]: _type = "Task" [ 897.949922] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.959130] env[68786]: DEBUG oslo_vmware.api [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.964530] env[68786]: DEBUG nova.compute.manager [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.964845] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.965902] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b817ecf-b306-43b6-b95f-da65dbd0e7c9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.970865] env[68786]: DEBUG nova.compute.manager [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.977249] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.977552] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16da9175-cced-43b9-a731-7dd227e3107d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.984558] env[68786]: DEBUG oslo_vmware.api [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 897.984558] env[68786]: value = "task-3090978" [ 897.984558] env[68786]: _type = "Task" [ 897.984558] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.996028] env[68786]: DEBUG oslo_vmware.api [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.010125] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "274cb308-139a-4f1d-9615-49c1f115e193" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.010356] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "274cb308-139a-4f1d-9615-49c1f115e193" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.168587] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.174531] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090976, 'name': Rename_Task, 'duration_secs': 0.147331} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.174806] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.175114] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb7869bb-13f8-4b3c-ac68-de4e4198f304 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.183772] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 898.183772] env[68786]: value = "task-3090979" [ 898.183772] env[68786]: _type = "Task" [ 898.183772] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.195709] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.395048] env[68786]: DEBUG nova.scheduler.client.report [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.461372] env[68786]: DEBUG oslo_vmware.api [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090977, 'name': PowerOffVM_Task, 'duration_secs': 0.304437} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.461646] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.461815] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.462083] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d82cfc7-49b2-4292-94c4-5518c3b38d19 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.493581] env[68786]: DEBUG oslo_vmware.api [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090978, 'name': PowerOffVM_Task, 'duration_secs': 0.227719} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.493947] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.494153] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.494434] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6da5e360-f308-4e83-bc4a-48d0a44ce0e1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.512675] env[68786]: DEBUG nova.compute.manager [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.522629] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.522869] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.523071] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Deleting the datastore file [datastore2] 17f45691-a34a-439a-83a4-0916e0dd1aea {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.523333] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d22d4142-608b-40e6-9eb1-af0ea76e4879 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.531973] env[68786]: DEBUG oslo_vmware.api [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 898.531973] env[68786]: value = "task-3090982" [ 898.531973] env[68786]: _type = "Task" [ 898.531973] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.541749] env[68786]: DEBUG oslo_vmware.api [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.561568] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.561842] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.562075] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Deleting the datastore file [datastore2] 1af9550f-a38c-4988-a9bd-cb2bd4169df1 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.562407] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33501409-1b1f-4c56-a2db-8f33b5ca27ab {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.569011] env[68786]: DEBUG oslo_vmware.api [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for the task: (returnval){ [ 898.569011] env[68786]: value = "task-3090983" [ 898.569011] env[68786]: _type = "Task" [ 898.569011] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.578631] env[68786]: DEBUG oslo_vmware.api [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.694317] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090979, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.899877] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.903146] env[68786]: DEBUG oslo_concurrency.lockutils [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.170s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.904126] env[68786]: INFO nova.compute.claims [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.933577] env[68786]: INFO nova.scheduler.client.report [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Deleted allocations for instance 432f7aa2-75aa-4db8-a3b5-fa2cc8276271 [ 898.979719] env[68786]: DEBUG nova.compute.manager [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.010491] env[68786]: DEBUG nova.virt.hardware [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.010781] env[68786]: DEBUG nova.virt.hardware [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.010970] env[68786]: DEBUG nova.virt.hardware [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.011646] env[68786]: DEBUG nova.virt.hardware [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.011646] env[68786]: DEBUG nova.virt.hardware [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.011646] env[68786]: DEBUG nova.virt.hardware [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.011787] env[68786]: DEBUG nova.virt.hardware [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.011871] env[68786]: DEBUG nova.virt.hardware [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.012081] env[68786]: DEBUG nova.virt.hardware [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.012262] env[68786]: DEBUG nova.virt.hardware [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.012456] env[68786]: DEBUG nova.virt.hardware [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.013408] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3da565c-0d6a-442f-88ba-482cb0519162 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.025158] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdb7ad8-5537-493b-8e4b-18f2f254d8f3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.042045] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.049690] env[68786]: DEBUG oslo_vmware.api [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3090982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163941} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.049949] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.050184] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.050370] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.050544] env[68786]: INFO nova.compute.manager [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Took 1.12 seconds to destroy the instance on the hypervisor. [ 899.050818] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.051043] env[68786]: DEBUG nova.compute.manager [-] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.051151] env[68786]: DEBUG nova.network.neutron [-] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.077714] env[68786]: DEBUG oslo_vmware.api [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Task: {'id': task-3090983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157679} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.077961] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.078164] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.078338] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.078511] env[68786]: INFO nova.compute.manager [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 899.078748] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.078934] env[68786]: DEBUG nova.compute.manager [-] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.079047] env[68786]: DEBUG nova.network.neutron [-] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.195326] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090979, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.441301] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fcaa5a0e-3076-4ff6-b940-ac59c2cffa3e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "432f7aa2-75aa-4db8-a3b5-fa2cc8276271" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.315s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.568054] env[68786]: DEBUG nova.compute.manager [req-a47cfe2d-c75d-4e96-b98f-3e3030dab30f req-cc88966e-1abe-449c-8580-960dc4dfeeb4 service nova] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Received event network-vif-plugged-2dae3623-308d-4fdd-9cee-b29e79c45a78 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.569147] env[68786]: DEBUG oslo_concurrency.lockutils [req-a47cfe2d-c75d-4e96-b98f-3e3030dab30f req-cc88966e-1abe-449c-8580-960dc4dfeeb4 service nova] Acquiring lock "4359f259-166c-4da8-9b06-d12646a67348-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.569524] env[68786]: DEBUG oslo_concurrency.lockutils [req-a47cfe2d-c75d-4e96-b98f-3e3030dab30f req-cc88966e-1abe-449c-8580-960dc4dfeeb4 service nova] Lock "4359f259-166c-4da8-9b06-d12646a67348-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.569777] env[68786]: DEBUG oslo_concurrency.lockutils [req-a47cfe2d-c75d-4e96-b98f-3e3030dab30f req-cc88966e-1abe-449c-8580-960dc4dfeeb4 service nova] Lock "4359f259-166c-4da8-9b06-d12646a67348-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.570339] env[68786]: DEBUG nova.compute.manager [req-a47cfe2d-c75d-4e96-b98f-3e3030dab30f req-cc88966e-1abe-449c-8580-960dc4dfeeb4 service nova] [instance: 4359f259-166c-4da8-9b06-d12646a67348] No waiting events found dispatching network-vif-plugged-2dae3623-308d-4fdd-9cee-b29e79c45a78 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.570587] env[68786]: WARNING nova.compute.manager [req-a47cfe2d-c75d-4e96-b98f-3e3030dab30f req-cc88966e-1abe-449c-8580-960dc4dfeeb4 service nova] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Received unexpected event network-vif-plugged-2dae3623-308d-4fdd-9cee-b29e79c45a78 for instance with vm_state building and task_state spawning. [ 899.676894] env[68786]: DEBUG nova.network.neutron [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Successfully updated port: 2dae3623-308d-4fdd-9cee-b29e79c45a78 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.697448] env[68786]: DEBUG oslo_vmware.api [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3090979, 'name': PowerOnVM_Task, 'duration_secs': 1.258978} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.697768] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.698058] env[68786]: INFO nova.compute.manager [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Took 8.06 seconds to spawn the instance on the hypervisor. [ 899.698262] env[68786]: DEBUG nova.compute.manager [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.699069] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218d6478-be95-4cc7-aff0-e75da224a31b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.097190] env[68786]: DEBUG nova.network.neutron [-] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.098516] env[68786]: DEBUG nova.network.neutron [-] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.183456] env[68786]: DEBUG oslo_concurrency.lockutils [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquiring lock "refresh_cache-4359f259-166c-4da8-9b06-d12646a67348" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.183615] env[68786]: DEBUG oslo_concurrency.lockutils [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquired lock "refresh_cache-4359f259-166c-4da8-9b06-d12646a67348" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.183973] env[68786]: DEBUG nova.network.neutron [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.215903] env[68786]: INFO nova.compute.manager [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Took 33.14 seconds to build instance. [ 900.223774] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea238811-00cb-451a-8e79-032ea50073d4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.233083] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1041520e-0e37-454e-a554-0fabc71de241 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.267609] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d02303b-71f6-439b-a695-ddecd3b657d8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.276142] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c5b8d7-e44f-4d34-926a-34e385bbb493 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.289534] env[68786]: DEBUG nova.compute.provider_tree [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.447989] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "072ee9d5-6836-40ed-8eb5-4ee093227628" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.448276] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "072ee9d5-6836-40ed-8eb5-4ee093227628" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.601050] env[68786]: INFO nova.compute.manager [-] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Took 1.55 seconds to deallocate network for instance. [ 900.603047] env[68786]: INFO nova.compute.manager [-] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Took 1.52 seconds to deallocate network for instance. [ 900.719187] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b5523dbf-7e5a-46ed-acc5-f9b7a15dc1c9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.651s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.722347] env[68786]: DEBUG nova.network.neutron [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.769971] env[68786]: DEBUG nova.compute.manager [req-cf6151cb-fbc5-43a6-a5a5-d4ce863410bf req-37095764-1141-48a3-af0a-7efddce467df service nova] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Received event network-changed-6ae53225-6430-4870-b54e-08bff6d7b06f {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.770186] env[68786]: DEBUG nova.compute.manager [req-cf6151cb-fbc5-43a6-a5a5-d4ce863410bf req-37095764-1141-48a3-af0a-7efddce467df service nova] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Refreshing instance network info cache due to event network-changed-6ae53225-6430-4870-b54e-08bff6d7b06f. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.770404] env[68786]: DEBUG oslo_concurrency.lockutils [req-cf6151cb-fbc5-43a6-a5a5-d4ce863410bf req-37095764-1141-48a3-af0a-7efddce467df service nova] Acquiring lock "refresh_cache-ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.770549] env[68786]: DEBUG oslo_concurrency.lockutils [req-cf6151cb-fbc5-43a6-a5a5-d4ce863410bf req-37095764-1141-48a3-af0a-7efddce467df service nova] Acquired lock "refresh_cache-ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.770711] env[68786]: DEBUG nova.network.neutron [req-cf6151cb-fbc5-43a6-a5a5-d4ce863410bf req-37095764-1141-48a3-af0a-7efddce467df service nova] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Refreshing network info cache for port 6ae53225-6430-4870-b54e-08bff6d7b06f {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.792435] env[68786]: DEBUG nova.scheduler.client.report [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.851129] env[68786]: DEBUG nova.network.neutron [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Updating instance_info_cache with network_info: [{"id": "2dae3623-308d-4fdd-9cee-b29e79c45a78", "address": "fa:16:3e:3f:30:91", "network": {"id": "f0d2ef82-6d02-4016-bc63-0d4531a8010b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1633770968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a9cf8252dfa4b18b6be5656e9d89dbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dae3623-30", "ovs_interfaceid": "2dae3623-308d-4fdd-9cee-b29e79c45a78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.952539] env[68786]: DEBUG nova.compute.manager [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.108469] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.110782] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.298930] env[68786]: DEBUG oslo_concurrency.lockutils [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.299481] env[68786]: DEBUG nova.compute.manager [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.306102] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.414s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.306337] env[68786]: DEBUG nova.objects.instance [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lazy-loading 'resources' on Instance uuid 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.354047] env[68786]: DEBUG oslo_concurrency.lockutils [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Releasing lock "refresh_cache-4359f259-166c-4da8-9b06-d12646a67348" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.354369] env[68786]: DEBUG nova.compute.manager [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Instance network_info: |[{"id": "2dae3623-308d-4fdd-9cee-b29e79c45a78", "address": "fa:16:3e:3f:30:91", "network": {"id": "f0d2ef82-6d02-4016-bc63-0d4531a8010b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1633770968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a9cf8252dfa4b18b6be5656e9d89dbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dae3623-30", "ovs_interfaceid": "2dae3623-308d-4fdd-9cee-b29e79c45a78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.354775] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:30:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dae3623-308d-4fdd-9cee-b29e79c45a78', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.362272] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Creating folder: Project (2a9cf8252dfa4b18b6be5656e9d89dbc). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.362891] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40c2f51a-ef12-4f77-a7af-5ed0b669bf80 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.375947] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Created folder: Project (2a9cf8252dfa4b18b6be5656e9d89dbc) in parent group-v618484. [ 901.376157] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Creating folder: Instances. Parent ref: group-v618697. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.376407] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9683cb01-97fe-48ff-98dc-d9ba6d0bdd9c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.389514] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Created folder: Instances in parent group-v618697. [ 901.391301] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.391301] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.391301] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6448acd7-b917-4822-9d5e-18ae0423f0dd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.411510] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.411510] env[68786]: value = "task-3090987" [ 901.411510] env[68786]: _type = "Task" [ 901.411510] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.419361] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090987, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.479426] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.500284] env[68786]: DEBUG nova.network.neutron [req-cf6151cb-fbc5-43a6-a5a5-d4ce863410bf req-37095764-1141-48a3-af0a-7efddce467df service nova] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Updated VIF entry in instance network info cache for port 6ae53225-6430-4870-b54e-08bff6d7b06f. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.500649] env[68786]: DEBUG nova.network.neutron [req-cf6151cb-fbc5-43a6-a5a5-d4ce863410bf req-37095764-1141-48a3-af0a-7efddce467df service nova] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Updating instance_info_cache with network_info: [{"id": "6ae53225-6430-4870-b54e-08bff6d7b06f", "address": "fa:16:3e:95:90:d3", "network": {"id": "1d3f82e6-36d7-4ebc-9601-a644a6d56062", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1163269969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e049674e97d48e5b94902002575665d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae53225-64", "ovs_interfaceid": "6ae53225-6430-4870-b54e-08bff6d7b06f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.631415] env[68786]: DEBUG nova.compute.manager [req-b2cd40ca-a31f-40a6-9b23-35aca3e2e35c req-b2cea382-4851-4f60-ae46-7de8c44a88d6 service nova] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Received event network-vif-deleted-fd9088de-588b-4433-9b4f-1baacb5a8287 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.631645] env[68786]: DEBUG nova.compute.manager [req-b2cd40ca-a31f-40a6-9b23-35aca3e2e35c req-b2cea382-4851-4f60-ae46-7de8c44a88d6 service nova] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Received event network-vif-deleted-8dbc129a-52e0-4d56-be3f-56785bcf07bc {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.631792] env[68786]: DEBUG nova.compute.manager [req-b2cd40ca-a31f-40a6-9b23-35aca3e2e35c req-b2cea382-4851-4f60-ae46-7de8c44a88d6 service nova] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Received event network-changed-2dae3623-308d-4fdd-9cee-b29e79c45a78 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.632046] env[68786]: DEBUG nova.compute.manager [req-b2cd40ca-a31f-40a6-9b23-35aca3e2e35c req-b2cea382-4851-4f60-ae46-7de8c44a88d6 service nova] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Refreshing instance network info cache due to event network-changed-2dae3623-308d-4fdd-9cee-b29e79c45a78. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.632216] env[68786]: DEBUG oslo_concurrency.lockutils [req-b2cd40ca-a31f-40a6-9b23-35aca3e2e35c req-b2cea382-4851-4f60-ae46-7de8c44a88d6 service nova] Acquiring lock "refresh_cache-4359f259-166c-4da8-9b06-d12646a67348" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.632367] env[68786]: DEBUG oslo_concurrency.lockutils [req-b2cd40ca-a31f-40a6-9b23-35aca3e2e35c req-b2cea382-4851-4f60-ae46-7de8c44a88d6 service nova] Acquired lock "refresh_cache-4359f259-166c-4da8-9b06-d12646a67348" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.632532] env[68786]: DEBUG nova.network.neutron [req-b2cd40ca-a31f-40a6-9b23-35aca3e2e35c req-b2cea382-4851-4f60-ae46-7de8c44a88d6 service nova] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Refreshing network info cache for port 2dae3623-308d-4fdd-9cee-b29e79c45a78 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.805492] env[68786]: DEBUG nova.compute.utils [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.807068] env[68786]: DEBUG nova.compute.manager [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.807273] env[68786]: DEBUG nova.network.neutron [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.849346] env[68786]: DEBUG nova.policy [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e81969f0f064d13822c3d8b0fbb4e09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e53d7f2b9604ab59b4a59b974955261', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.924656] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090987, 'name': CreateVM_Task, 'duration_secs': 0.354591} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.924838] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.925553] env[68786]: DEBUG oslo_concurrency.lockutils [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.925723] env[68786]: DEBUG oslo_concurrency.lockutils [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.926110] env[68786]: DEBUG oslo_concurrency.lockutils [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.926398] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e009b65-f68e-4b5e-a50b-99f41dc8b347 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.931823] env[68786]: DEBUG oslo_vmware.api [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 901.931823] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]524fc8ad-cb66-ef66-0731-da1f62df244a" [ 901.931823] env[68786]: _type = "Task" [ 901.931823] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.943531] env[68786]: DEBUG oslo_vmware.api [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524fc8ad-cb66-ef66-0731-da1f62df244a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.003450] env[68786]: DEBUG oslo_concurrency.lockutils [req-cf6151cb-fbc5-43a6-a5a5-d4ce863410bf req-37095764-1141-48a3-af0a-7efddce467df service nova] Releasing lock "refresh_cache-ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.134019] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-39363693-8603-45e5-a94a-cbd1a09bea77 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Volume attach. Driver type: vmdk {{(pid=68786) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 902.134460] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-39363693-8603-45e5-a94a-cbd1a09bea77 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618696', 'volume_id': '6913ddce-46e4-42f5-ad8d-f1794dbbcff0', 'name': 'volume-6913ddce-46e4-42f5-ad8d-f1794dbbcff0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9be3fac4-257b-4806-bece-bda0eb36184a', 'attached_at': '', 'detached_at': '', 'volume_id': '6913ddce-46e4-42f5-ad8d-f1794dbbcff0', 'serial': '6913ddce-46e4-42f5-ad8d-f1794dbbcff0'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 902.137515] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140e90e8-59fa-426b-ac25-a8ce15427af1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.158163] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291df424-ebc2-4f98-b250-bc353aad5520 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.187111] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-39363693-8603-45e5-a94a-cbd1a09bea77 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-6913ddce-46e4-42f5-ad8d-f1794dbbcff0/volume-6913ddce-46e4-42f5-ad8d-f1794dbbcff0.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.193725] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fbdc96e-9b0b-4795-92a7-3e82dbc4c103 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.213418] env[68786]: DEBUG oslo_vmware.api [None req-39363693-8603-45e5-a94a-cbd1a09bea77 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 902.213418] env[68786]: value = "task-3090988" [ 902.213418] env[68786]: _type = "Task" [ 902.213418] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.221513] env[68786]: DEBUG oslo_vmware.api [None req-39363693-8603-45e5-a94a-cbd1a09bea77 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.250816] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1812dddb-3368-4b34-820e-c4eb026a257c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.258066] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548bf197-ac46-4bf8-9fb4-8666e47d03e2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.292448] env[68786]: DEBUG nova.network.neutron [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Successfully created port: 593afa73-cb8d-40be-86ec-97cba8ce642e {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.296902] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9c0c45-4566-4319-8330-ef003cd817c7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.304889] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2dfbf7-6e4c-40be-9ab5-ad7b1d362e3d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.320842] env[68786]: DEBUG nova.compute.manager [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.323363] env[68786]: DEBUG nova.compute.provider_tree [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.442141] env[68786]: DEBUG oslo_vmware.api [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524fc8ad-cb66-ef66-0731-da1f62df244a, 'name': SearchDatastore_Task, 'duration_secs': 0.011088} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.444586] env[68786]: DEBUG oslo_concurrency.lockutils [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.444832] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.445125] env[68786]: DEBUG oslo_concurrency.lockutils [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.445316] env[68786]: DEBUG oslo_concurrency.lockutils [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.445405] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.445670] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3067a20d-3b5a-4592-b3e0-e833d8b57e96 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.454256] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.454430] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.455230] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64ec107a-b5e4-4736-94f4-b659f1310c9f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.460073] env[68786]: DEBUG oslo_vmware.api [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 902.460073] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e93d18-dbf5-1da6-e426-2ad3e8d429c2" [ 902.460073] env[68786]: _type = "Task" [ 902.460073] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.468200] env[68786]: DEBUG oslo_vmware.api [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e93d18-dbf5-1da6-e426-2ad3e8d429c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.497224] env[68786]: DEBUG nova.network.neutron [req-b2cd40ca-a31f-40a6-9b23-35aca3e2e35c req-b2cea382-4851-4f60-ae46-7de8c44a88d6 service nova] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Updated VIF entry in instance network info cache for port 2dae3623-308d-4fdd-9cee-b29e79c45a78. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.497663] env[68786]: DEBUG nova.network.neutron [req-b2cd40ca-a31f-40a6-9b23-35aca3e2e35c req-b2cea382-4851-4f60-ae46-7de8c44a88d6 service nova] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Updating instance_info_cache with network_info: [{"id": "2dae3623-308d-4fdd-9cee-b29e79c45a78", "address": "fa:16:3e:3f:30:91", "network": {"id": "f0d2ef82-6d02-4016-bc63-0d4531a8010b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1633770968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a9cf8252dfa4b18b6be5656e9d89dbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dae3623-30", "ovs_interfaceid": "2dae3623-308d-4fdd-9cee-b29e79c45a78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.723132] env[68786]: DEBUG oslo_vmware.api [None req-39363693-8603-45e5-a94a-cbd1a09bea77 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090988, 'name': ReconfigVM_Task, 'duration_secs': 0.363291} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.723481] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-39363693-8603-45e5-a94a-cbd1a09bea77 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-6913ddce-46e4-42f5-ad8d-f1794dbbcff0/volume-6913ddce-46e4-42f5-ad8d-f1794dbbcff0.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.728302] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9b800fe-f9be-4fc3-8cc4-457e3384c612 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.743751] env[68786]: DEBUG oslo_vmware.api [None req-39363693-8603-45e5-a94a-cbd1a09bea77 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 902.743751] env[68786]: value = "task-3090989" [ 902.743751] env[68786]: _type = "Task" [ 902.743751] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.753472] env[68786]: DEBUG oslo_vmware.api [None req-39363693-8603-45e5-a94a-cbd1a09bea77 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.831320] env[68786]: DEBUG nova.scheduler.client.report [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.970508] env[68786]: DEBUG oslo_vmware.api [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e93d18-dbf5-1da6-e426-2ad3e8d429c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011165} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.971345] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0f5cac5-d8db-44b6-8f6a-0a3a52a4b623 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.977528] env[68786]: DEBUG oslo_vmware.api [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 902.977528] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]529008b5-0057-c466-bd44-da84b7fee60c" [ 902.977528] env[68786]: _type = "Task" [ 902.977528] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.986955] env[68786]: DEBUG oslo_vmware.api [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529008b5-0057-c466-bd44-da84b7fee60c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.000107] env[68786]: DEBUG oslo_concurrency.lockutils [req-b2cd40ca-a31f-40a6-9b23-35aca3e2e35c req-b2cea382-4851-4f60-ae46-7de8c44a88d6 service nova] Releasing lock "refresh_cache-4359f259-166c-4da8-9b06-d12646a67348" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.253124] env[68786]: DEBUG oslo_vmware.api [None req-39363693-8603-45e5-a94a-cbd1a09bea77 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090989, 'name': ReconfigVM_Task, 'duration_secs': 0.13833} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.253439] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-39363693-8603-45e5-a94a-cbd1a09bea77 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618696', 'volume_id': '6913ddce-46e4-42f5-ad8d-f1794dbbcff0', 'name': 'volume-6913ddce-46e4-42f5-ad8d-f1794dbbcff0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9be3fac4-257b-4806-bece-bda0eb36184a', 'attached_at': '', 'detached_at': '', 'volume_id': '6913ddce-46e4-42f5-ad8d-f1794dbbcff0', 'serial': '6913ddce-46e4-42f5-ad8d-f1794dbbcff0'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 903.336704] env[68786]: DEBUG nova.compute.manager [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.339361] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.341368] env[68786]: DEBUG oslo_concurrency.lockutils [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.710s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.341583] env[68786]: DEBUG nova.objects.instance [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Lazy-loading 'resources' on Instance uuid 857a2be6-0b59-43ec-9e0b-c0386ccde71e {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.375617] env[68786]: INFO nova.scheduler.client.report [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Deleted allocations for instance 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8 [ 903.391693] env[68786]: DEBUG nova.virt.hardware [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.391927] env[68786]: DEBUG nova.virt.hardware [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.392100] env[68786]: DEBUG nova.virt.hardware [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.392287] env[68786]: DEBUG nova.virt.hardware [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.392435] env[68786]: DEBUG nova.virt.hardware [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.392624] env[68786]: DEBUG nova.virt.hardware [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.392793] env[68786]: DEBUG nova.virt.hardware [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.392973] env[68786]: DEBUG nova.virt.hardware [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.393164] env[68786]: DEBUG nova.virt.hardware [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.393330] env[68786]: DEBUG nova.virt.hardware [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.393502] env[68786]: DEBUG nova.virt.hardware [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.394385] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ce76b1-66c2-4b2d-b705-663c9d819ad6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.402233] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e289e85-dcdc-4f15-ae48-1027bc6a161a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.486753] env[68786]: DEBUG oslo_vmware.api [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529008b5-0057-c466-bd44-da84b7fee60c, 'name': SearchDatastore_Task, 'duration_secs': 0.018553} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.487017] env[68786]: DEBUG oslo_concurrency.lockutils [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.487286] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 4359f259-166c-4da8-9b06-d12646a67348/4359f259-166c-4da8-9b06-d12646a67348.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.487763] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02e56cee-6665-4a9f-97bc-b94cda1878e0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.493264] env[68786]: DEBUG oslo_vmware.api [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 903.493264] env[68786]: value = "task-3090990" [ 903.493264] env[68786]: _type = "Task" [ 903.493264] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.500313] env[68786]: DEBUG oslo_vmware.api [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3090990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.879765] env[68786]: DEBUG nova.compute.manager [req-f88689ba-530f-4e5a-8eab-5eccc9b540be req-541fec0c-3256-44c3-9b63-bf56b4652999 service nova] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Received event network-vif-plugged-593afa73-cb8d-40be-86ec-97cba8ce642e {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.880432] env[68786]: DEBUG oslo_concurrency.lockutils [req-f88689ba-530f-4e5a-8eab-5eccc9b540be req-541fec0c-3256-44c3-9b63-bf56b4652999 service nova] Acquiring lock "5b2bef79-42d6-447d-8cba-62a0aa2006d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.880863] env[68786]: DEBUG oslo_concurrency.lockutils [req-f88689ba-530f-4e5a-8eab-5eccc9b540be req-541fec0c-3256-44c3-9b63-bf56b4652999 service nova] Lock "5b2bef79-42d6-447d-8cba-62a0aa2006d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.881084] env[68786]: DEBUG oslo_concurrency.lockutils [req-f88689ba-530f-4e5a-8eab-5eccc9b540be req-541fec0c-3256-44c3-9b63-bf56b4652999 service nova] Lock "5b2bef79-42d6-447d-8cba-62a0aa2006d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.881303] env[68786]: DEBUG nova.compute.manager [req-f88689ba-530f-4e5a-8eab-5eccc9b540be req-541fec0c-3256-44c3-9b63-bf56b4652999 service nova] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] No waiting events found dispatching network-vif-plugged-593afa73-cb8d-40be-86ec-97cba8ce642e {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.882583] env[68786]: WARNING nova.compute.manager [req-f88689ba-530f-4e5a-8eab-5eccc9b540be req-541fec0c-3256-44c3-9b63-bf56b4652999 service nova] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Received unexpected event network-vif-plugged-593afa73-cb8d-40be-86ec-97cba8ce642e for instance with vm_state building and task_state spawning. [ 903.886536] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e0f1afdf-d3c6-4c83-8110-1be799297ef0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.888s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.983338] env[68786]: DEBUG nova.network.neutron [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Successfully updated port: 593afa73-cb8d-40be-86ec-97cba8ce642e {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.006829] env[68786]: DEBUG oslo_vmware.api [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3090990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478624} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.009805] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 4359f259-166c-4da8-9b06-d12646a67348/4359f259-166c-4da8-9b06-d12646a67348.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.009805] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.010595] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3314641-2bcd-4b30-abf9-2eb7a1864e49 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.018841] env[68786]: DEBUG oslo_vmware.api [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 904.018841] env[68786]: value = "task-3090991" [ 904.018841] env[68786]: _type = "Task" [ 904.018841] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.029091] env[68786]: DEBUG oslo_vmware.api [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3090991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.213363] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3369165f-cd19-4773-be68-291924b2ad4a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.220831] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dab61ac-0dd7-4178-a857-ac8d4a93f38f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.258416] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d139eca-32cd-4778-8e89-c2eab73a95eb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.267501] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50ff0f6-d39e-45ef-9cca-0ff548c495ad {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.283019] env[68786]: DEBUG nova.compute.provider_tree [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 904.307497] env[68786]: DEBUG nova.objects.instance [None req-39363693-8603-45e5-a94a-cbd1a09bea77 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lazy-loading 'flavor' on Instance uuid 9be3fac4-257b-4806-bece-bda0eb36184a {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.489392] env[68786]: DEBUG oslo_concurrency.lockutils [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Acquiring lock "refresh_cache-5b2bef79-42d6-447d-8cba-62a0aa2006d0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.489659] env[68786]: DEBUG oslo_concurrency.lockutils [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Acquired lock "refresh_cache-5b2bef79-42d6-447d-8cba-62a0aa2006d0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.489707] env[68786]: DEBUG nova.network.neutron [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.491985] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "9be3fac4-257b-4806-bece-bda0eb36184a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.528353] env[68786]: DEBUG oslo_vmware.api [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3090991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082951} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.529053] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.529517] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7310efe-f257-4d79-99c3-8956b68794de {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.551013] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 4359f259-166c-4da8-9b06-d12646a67348/4359f259-166c-4da8-9b06-d12646a67348.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.551238] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5a78440-7b9c-46ec-b627-91e652ad1d02 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.570091] env[68786]: DEBUG oslo_vmware.api [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 904.570091] env[68786]: value = "task-3090992" [ 904.570091] env[68786]: _type = "Task" [ 904.570091] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.576721] env[68786]: DEBUG oslo_vmware.api [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3090992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.805269] env[68786]: ERROR nova.scheduler.client.report [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [req-f0d5b37f-b2b8-4391-ab12-c8ab1d1d71c8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f0d5b37f-b2b8-4391-ab12-c8ab1d1d71c8"}]} [ 904.812377] env[68786]: DEBUG oslo_concurrency.lockutils [None req-39363693-8603-45e5-a94a-cbd1a09bea77 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "9be3fac4-257b-4806-bece-bda0eb36184a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.797s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.813306] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "9be3fac4-257b-4806-bece-bda0eb36184a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.322s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.813953] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "9be3fac4-257b-4806-bece-bda0eb36184a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.813953] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "9be3fac4-257b-4806-bece-bda0eb36184a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.813953] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "9be3fac4-257b-4806-bece-bda0eb36184a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.815453] env[68786]: INFO nova.compute.manager [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Terminating instance [ 904.822285] env[68786]: DEBUG nova.scheduler.client.report [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Refreshing inventories for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 904.838546] env[68786]: DEBUG nova.scheduler.client.report [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Updating ProviderTree inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 904.838789] env[68786]: DEBUG nova.compute.provider_tree [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 904.851485] env[68786]: DEBUG nova.scheduler.client.report [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Refreshing aggregate associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, aggregates: None {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 904.875490] env[68786]: DEBUG nova.scheduler.client.report [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Refreshing trait associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 905.026078] env[68786]: DEBUG nova.network.neutron [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.078546] env[68786]: DEBUG oslo_vmware.api [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3090992, 'name': ReconfigVM_Task, 'duration_secs': 0.315574} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.080760] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 4359f259-166c-4da8-9b06-d12646a67348/4359f259-166c-4da8-9b06-d12646a67348.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.081553] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-084cad51-f68f-4d03-bf84-7cff4b6ca538 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.087925] env[68786]: DEBUG oslo_vmware.api [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 905.087925] env[68786]: value = "task-3090993" [ 905.087925] env[68786]: _type = "Task" [ 905.087925] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.100361] env[68786]: DEBUG oslo_vmware.api [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3090993, 'name': Rename_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.141405] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43835d69-51d5-4bb4-9e8b-9c92f90ff0f3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.149522] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadeb929-79b4-49b1-8dec-657178fce02b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.181861] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc149f3-e17b-42bb-a76b-529ea04e0894 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.186030] env[68786]: DEBUG nova.network.neutron [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Updating instance_info_cache with network_info: [{"id": "593afa73-cb8d-40be-86ec-97cba8ce642e", "address": "fa:16:3e:ae:05:5c", "network": {"id": "ef24629a-2001-4ed1-8d39-e895a3af1cef", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1115684002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e53d7f2b9604ab59b4a59b974955261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593afa73-cb", "ovs_interfaceid": "593afa73-cb8d-40be-86ec-97cba8ce642e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.192704] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2bc194-7a6a-4509-a9e6-bd53c85ef080 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.206855] env[68786]: DEBUG nova.compute.provider_tree [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 905.319819] env[68786]: DEBUG nova.compute.manager [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.319984] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.320309] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad07db6b-68da-4a09-b0a8-679a47d35ef6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.327902] env[68786]: DEBUG oslo_vmware.api [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 905.327902] env[68786]: value = "task-3090994" [ 905.327902] env[68786]: _type = "Task" [ 905.327902] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.336362] env[68786]: DEBUG oslo_vmware.api [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.598767] env[68786]: DEBUG oslo_vmware.api [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3090993, 'name': Rename_Task, 'duration_secs': 0.140001} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.599056] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.599296] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55e22ae9-99cb-4fdc-acf9-bde14cf0a9ff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.605327] env[68786]: DEBUG oslo_vmware.api [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 905.605327] env[68786]: value = "task-3090995" [ 905.605327] env[68786]: _type = "Task" [ 905.605327] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.613963] env[68786]: DEBUG oslo_vmware.api [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3090995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.688599] env[68786]: DEBUG oslo_concurrency.lockutils [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Releasing lock "refresh_cache-5b2bef79-42d6-447d-8cba-62a0aa2006d0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.688995] env[68786]: DEBUG nova.compute.manager [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Instance network_info: |[{"id": "593afa73-cb8d-40be-86ec-97cba8ce642e", "address": "fa:16:3e:ae:05:5c", "network": {"id": "ef24629a-2001-4ed1-8d39-e895a3af1cef", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1115684002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e53d7f2b9604ab59b4a59b974955261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593afa73-cb", "ovs_interfaceid": "593afa73-cb8d-40be-86ec-97cba8ce642e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.689449] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:05:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '593afa73-cb8d-40be-86ec-97cba8ce642e', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.698026] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Creating folder: Project (7e53d7f2b9604ab59b4a59b974955261). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.698318] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6828d69d-f5ea-4ee8-a05b-7eae1319db6b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.708533] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Created folder: Project (7e53d7f2b9604ab59b4a59b974955261) in parent group-v618484. [ 905.708774] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Creating folder: Instances. Parent ref: group-v618700. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.712771] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9b1e35b-85e2-49a8-895d-9b53de565b76 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.720391] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Created folder: Instances in parent group-v618700. [ 905.720646] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.720963] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.721163] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bc03107-fc39-4240-a5c4-1eca17859358 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.740639] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.740639] env[68786]: value = "task-3090998" [ 905.740639] env[68786]: _type = "Task" [ 905.740639] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.741587] env[68786]: DEBUG nova.scheduler.client.report [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 905.741824] env[68786]: DEBUG nova.compute.provider_tree [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 101 to 102 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 905.742011] env[68786]: DEBUG nova.compute.provider_tree [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 905.754160] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090998, 'name': CreateVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.838713] env[68786]: DEBUG oslo_vmware.api [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090994, 'name': PowerOffVM_Task, 'duration_secs': 0.216371} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.839127] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.839282] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Volume detach. Driver type: vmdk {{(pid=68786) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 905.839570] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618696', 'volume_id': '6913ddce-46e4-42f5-ad8d-f1794dbbcff0', 'name': 'volume-6913ddce-46e4-42f5-ad8d-f1794dbbcff0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9be3fac4-257b-4806-bece-bda0eb36184a', 'attached_at': '', 'detached_at': '', 'volume_id': '6913ddce-46e4-42f5-ad8d-f1794dbbcff0', 'serial': '6913ddce-46e4-42f5-ad8d-f1794dbbcff0'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 905.840453] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c537c2f-33bf-4fca-a8e3-bf3a9d136ff5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.864413] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260b237c-138d-4d69-a08a-7b9fd8cf3038 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.871795] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fc835d-1de5-4752-908b-1f29ec8a4696 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.893756] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb64520-c550-4a5e-8011-7fdae3dcc1cc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.909818] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] The volume has not been displaced from its original location: [datastore1] volume-6913ddce-46e4-42f5-ad8d-f1794dbbcff0/volume-6913ddce-46e4-42f5-ad8d-f1794dbbcff0.vmdk. No consolidation needed. {{(pid=68786) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 905.915686] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 905.917200] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1612fdd1-2117-4b8a-a67e-b837c42e446a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.931373] env[68786]: DEBUG nova.compute.manager [req-71038b31-06bc-4da5-88a9-c4391aafd0d4 req-f52f2dfb-a7e3-4785-b673-2eb47b98473f service nova] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Received event network-changed-593afa73-cb8d-40be-86ec-97cba8ce642e {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.931590] env[68786]: DEBUG nova.compute.manager [req-71038b31-06bc-4da5-88a9-c4391aafd0d4 req-f52f2dfb-a7e3-4785-b673-2eb47b98473f service nova] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Refreshing instance network info cache due to event network-changed-593afa73-cb8d-40be-86ec-97cba8ce642e. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.931829] env[68786]: DEBUG oslo_concurrency.lockutils [req-71038b31-06bc-4da5-88a9-c4391aafd0d4 req-f52f2dfb-a7e3-4785-b673-2eb47b98473f service nova] Acquiring lock "refresh_cache-5b2bef79-42d6-447d-8cba-62a0aa2006d0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.931992] env[68786]: DEBUG oslo_concurrency.lockutils [req-71038b31-06bc-4da5-88a9-c4391aafd0d4 req-f52f2dfb-a7e3-4785-b673-2eb47b98473f service nova] Acquired lock "refresh_cache-5b2bef79-42d6-447d-8cba-62a0aa2006d0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.932165] env[68786]: DEBUG nova.network.neutron [req-71038b31-06bc-4da5-88a9-c4391aafd0d4 req-f52f2dfb-a7e3-4785-b673-2eb47b98473f service nova] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Refreshing network info cache for port 593afa73-cb8d-40be-86ec-97cba8ce642e {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.942250] env[68786]: DEBUG oslo_vmware.api [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 905.942250] env[68786]: value = "task-3090999" [ 905.942250] env[68786]: _type = "Task" [ 905.942250] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.951969] env[68786]: DEBUG oslo_vmware.api [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090999, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.116958] env[68786]: DEBUG oslo_vmware.api [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3090995, 'name': PowerOnVM_Task, 'duration_secs': 0.444186} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.117244] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.117446] env[68786]: INFO nova.compute.manager [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Took 7.14 seconds to spawn the instance on the hypervisor. [ 906.117624] env[68786]: DEBUG nova.compute.manager [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.118403] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd613fb6-b8a2-40a6-8e41-79c0202dea76 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.250585] env[68786]: DEBUG oslo_concurrency.lockutils [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.909s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.252781] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.748s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.254393] env[68786]: INFO nova.compute.claims [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.265510] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3090998, 'name': CreateVM_Task, 'duration_secs': 0.311733} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.265794] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.266393] env[68786]: DEBUG oslo_concurrency.lockutils [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.266557] env[68786]: DEBUG oslo_concurrency.lockutils [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.266871] env[68786]: DEBUG oslo_concurrency.lockutils [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.267150] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-843f8beb-dfab-4d68-b4be-ecc3f0a2d886 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.272841] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Waiting for the task: (returnval){ [ 906.272841] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f0bfcd-84ca-0352-8c35-c41dea8b24f8" [ 906.272841] env[68786]: _type = "Task" [ 906.272841] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.277369] env[68786]: INFO nova.scheduler.client.report [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Deleted allocations for instance 857a2be6-0b59-43ec-9e0b-c0386ccde71e [ 906.283871] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f0bfcd-84ca-0352-8c35-c41dea8b24f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.456416] env[68786]: DEBUG oslo_vmware.api [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3090999, 'name': ReconfigVM_Task, 'duration_secs': 0.192713} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.456846] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 906.465877] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80822fe6-ebc0-4e25-95a1-5c456909df39 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.491883] env[68786]: DEBUG oslo_vmware.api [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 906.491883] env[68786]: value = "task-3091000" [ 906.491883] env[68786]: _type = "Task" [ 906.491883] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.509766] env[68786]: DEBUG oslo_vmware.api [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.634513] env[68786]: INFO nova.compute.manager [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Took 33.92 seconds to build instance. [ 906.717208] env[68786]: DEBUG nova.network.neutron [req-71038b31-06bc-4da5-88a9-c4391aafd0d4 req-f52f2dfb-a7e3-4785-b673-2eb47b98473f service nova] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Updated VIF entry in instance network info cache for port 593afa73-cb8d-40be-86ec-97cba8ce642e. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.717501] env[68786]: DEBUG nova.network.neutron [req-71038b31-06bc-4da5-88a9-c4391aafd0d4 req-f52f2dfb-a7e3-4785-b673-2eb47b98473f service nova] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Updating instance_info_cache with network_info: [{"id": "593afa73-cb8d-40be-86ec-97cba8ce642e", "address": "fa:16:3e:ae:05:5c", "network": {"id": "ef24629a-2001-4ed1-8d39-e895a3af1cef", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1115684002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e53d7f2b9604ab59b4a59b974955261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593afa73-cb", "ovs_interfaceid": "593afa73-cb8d-40be-86ec-97cba8ce642e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.783658] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f0bfcd-84ca-0352-8c35-c41dea8b24f8, 'name': SearchDatastore_Task, 'duration_secs': 0.02142} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.783658] env[68786]: DEBUG oslo_concurrency.lockutils [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.784262] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.784262] env[68786]: DEBUG oslo_concurrency.lockutils [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.784262] env[68786]: DEBUG oslo_concurrency.lockutils [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.784442] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.786634] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dccf7931-c030-4243-8b38-25a03378c221 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.788927] env[68786]: DEBUG oslo_concurrency.lockutils [None req-98a5b54f-b5a0-4a7a-b2df-1cb7ce7e817b tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Lock "857a2be6-0b59-43ec-9e0b-c0386ccde71e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.168s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.797190] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.797579] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.798180] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2d4f9f7-f1c5-419f-bd5e-c66051c09312 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.804642] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Waiting for the task: (returnval){ [ 906.804642] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52afe1d7-7a0b-b8b5-219e-b5d2b93d625c" [ 906.804642] env[68786]: _type = "Task" [ 906.804642] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.814735] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52afe1d7-7a0b-b8b5-219e-b5d2b93d625c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.004487] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Acquiring lock "4bcd4547-9f8e-492d-9581-dde131974d28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.005140] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Lock "4bcd4547-9f8e-492d-9581-dde131974d28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.005246] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Acquiring lock "4bcd4547-9f8e-492d-9581-dde131974d28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.005800] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Lock "4bcd4547-9f8e-492d-9581-dde131974d28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.005800] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Lock "4bcd4547-9f8e-492d-9581-dde131974d28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.007591] env[68786]: DEBUG oslo_vmware.api [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091000, 'name': ReconfigVM_Task, 'duration_secs': 0.376656} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.008065] env[68786]: INFO nova.compute.manager [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Terminating instance [ 907.009607] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618696', 'volume_id': '6913ddce-46e4-42f5-ad8d-f1794dbbcff0', 'name': 'volume-6913ddce-46e4-42f5-ad8d-f1794dbbcff0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9be3fac4-257b-4806-bece-bda0eb36184a', 'attached_at': '', 'detached_at': '', 'volume_id': '6913ddce-46e4-42f5-ad8d-f1794dbbcff0', 'serial': '6913ddce-46e4-42f5-ad8d-f1794dbbcff0'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 907.009936] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.011685] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665e3ba0-af9c-419b-b0e5-1d98e734182f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.019436] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.019746] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df7adc2d-60a4-4ecc-9ce2-7398697ac0ea {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.085524] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.085524] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.085524] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Deleting the datastore file [datastore2] 9be3fac4-257b-4806-bece-bda0eb36184a {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.085524] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a45a1148-d752-4529-8e9d-5da41471b4d4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.091844] env[68786]: DEBUG oslo_vmware.api [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 907.091844] env[68786]: value = "task-3091002" [ 907.091844] env[68786]: _type = "Task" [ 907.091844] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.100331] env[68786]: DEBUG oslo_vmware.api [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.136235] env[68786]: DEBUG oslo_concurrency.lockutils [None req-33f304cb-e55b-42c0-9a93-e066e43f392e tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Lock "4359f259-166c-4da8-9b06-d12646a67348" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.430s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.220674] env[68786]: INFO nova.compute.manager [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Rescuing [ 907.221088] env[68786]: DEBUG oslo_concurrency.lockutils [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquiring lock "refresh_cache-4359f259-166c-4da8-9b06-d12646a67348" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.221317] env[68786]: DEBUG oslo_concurrency.lockutils [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquired lock "refresh_cache-4359f259-166c-4da8-9b06-d12646a67348" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.221560] env[68786]: DEBUG nova.network.neutron [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.224029] env[68786]: DEBUG oslo_concurrency.lockutils [req-71038b31-06bc-4da5-88a9-c4391aafd0d4 req-f52f2dfb-a7e3-4785-b673-2eb47b98473f service nova] Releasing lock "refresh_cache-5b2bef79-42d6-447d-8cba-62a0aa2006d0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.316201] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52afe1d7-7a0b-b8b5-219e-b5d2b93d625c, 'name': SearchDatastore_Task, 'duration_secs': 0.010555} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.319524] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a65ece28-cbe1-4d4e-951c-eb443c0946db {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.324848] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Waiting for the task: (returnval){ [ 907.324848] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ec0e14-0dd6-fdb1-551b-526f6c3da1c3" [ 907.324848] env[68786]: _type = "Task" [ 907.324848] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.332888] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ec0e14-0dd6-fdb1-551b-526f6c3da1c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.517206] env[68786]: DEBUG nova.compute.manager [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.517206] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.518059] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404f7c76-cf7b-411d-baa4-b15f74d6779a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.526827] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.529728] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0b94004-96ba-4c45-976e-b2572e9d2209 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.538411] env[68786]: DEBUG oslo_vmware.api [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Waiting for the task: (returnval){ [ 907.538411] env[68786]: value = "task-3091003" [ 907.538411] env[68786]: _type = "Task" [ 907.538411] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.547188] env[68786]: DEBUG oslo_vmware.api [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3091003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.563653] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9430179-1312-4c71-baaa-acae910dc47b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.571180] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e19534-79ae-4c80-856d-a74598f6ac77 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.607276] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e157a4-35f6-4e0e-847e-eefac5d03511 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.614838] env[68786]: DEBUG oslo_vmware.api [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16705} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.617010] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.617201] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.617373] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.617544] env[68786]: INFO nova.compute.manager [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Took 2.30 seconds to destroy the instance on the hypervisor. [ 907.617799] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.618078] env[68786]: DEBUG nova.compute.manager [-] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.618178] env[68786]: DEBUG nova.network.neutron [-] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.621062] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d16752-667a-4222-80ec-61fdf4709cf7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.635578] env[68786]: DEBUG nova.compute.provider_tree [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 907.839592] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ec0e14-0dd6-fdb1-551b-526f6c3da1c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009399} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.839864] env[68786]: DEBUG oslo_concurrency.lockutils [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.840146] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 5b2bef79-42d6-447d-8cba-62a0aa2006d0/5b2bef79-42d6-447d-8cba-62a0aa2006d0.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.840418] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5c64f3c-0415-478e-91bc-3d67b555be51 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.847852] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Waiting for the task: (returnval){ [ 907.847852] env[68786]: value = "task-3091004" [ 907.847852] env[68786]: _type = "Task" [ 907.847852] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.855703] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': task-3091004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.055789] env[68786]: DEBUG oslo_vmware.api [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3091003, 'name': PowerOffVM_Task, 'duration_secs': 0.43608} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.056062] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.056240] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.056517] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-967ed22c-c5f4-43ff-9a89-2b8c07626896 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.101234] env[68786]: DEBUG nova.compute.manager [req-27744d5f-9804-4ffe-9004-2125158520df req-21f7b30f-7b73-498c-bd13-63edce77683d service nova] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Received event network-vif-deleted-8178d7aa-7470-4a22-a8ae-45e970b17220 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.101706] env[68786]: INFO nova.compute.manager [req-27744d5f-9804-4ffe-9004-2125158520df req-21f7b30f-7b73-498c-bd13-63edce77683d service nova] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Neutron deleted interface 8178d7aa-7470-4a22-a8ae-45e970b17220; detaching it from the instance and deleting it from the info cache [ 908.101706] env[68786]: DEBUG nova.network.neutron [req-27744d5f-9804-4ffe-9004-2125158520df req-21f7b30f-7b73-498c-bd13-63edce77683d service nova] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.103856] env[68786]: DEBUG nova.network.neutron [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Updating instance_info_cache with network_info: [{"id": "2dae3623-308d-4fdd-9cee-b29e79c45a78", "address": "fa:16:3e:3f:30:91", "network": {"id": "f0d2ef82-6d02-4016-bc63-0d4531a8010b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1633770968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a9cf8252dfa4b18b6be5656e9d89dbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dae3623-30", "ovs_interfaceid": "2dae3623-308d-4fdd-9cee-b29e79c45a78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.132502] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.132733] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.132998] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Deleting the datastore file [datastore1] 4bcd4547-9f8e-492d-9581-dde131974d28 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.133292] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-044b0141-e85a-4473-8239-2109b598f43f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.146932] env[68786]: DEBUG oslo_vmware.api [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Waiting for the task: (returnval){ [ 908.146932] env[68786]: value = "task-3091006" [ 908.146932] env[68786]: _type = "Task" [ 908.146932] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.160034] env[68786]: DEBUG oslo_vmware.api [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3091006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.186138] env[68786]: DEBUG nova.scheduler.client.report [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 102 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 908.186532] env[68786]: DEBUG nova.compute.provider_tree [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 102 to 103 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 908.187327] env[68786]: DEBUG nova.compute.provider_tree [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 908.358584] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': task-3091004, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.575950] env[68786]: DEBUG nova.network.neutron [-] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.607853] env[68786]: DEBUG oslo_concurrency.lockutils [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Releasing lock "refresh_cache-4359f259-166c-4da8-9b06-d12646a67348" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.610430] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3476bf4b-6145-4fc1-a741-1ec54c2d495e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.620339] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b05112-a1ff-467d-98ef-0bf1291bd1d2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.666875] env[68786]: DEBUG nova.compute.manager [req-27744d5f-9804-4ffe-9004-2125158520df req-21f7b30f-7b73-498c-bd13-63edce77683d service nova] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Detach interface failed, port_id=8178d7aa-7470-4a22-a8ae-45e970b17220, reason: Instance 9be3fac4-257b-4806-bece-bda0eb36184a could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 908.682760] env[68786]: DEBUG oslo_vmware.api [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Task: {'id': task-3091006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348288} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.683172] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.683485] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.683800] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.684134] env[68786]: INFO nova.compute.manager [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Took 1.17 seconds to destroy the instance on the hypervisor. [ 908.684564] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.685163] env[68786]: DEBUG nova.compute.manager [-] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.685338] env[68786]: DEBUG nova.network.neutron [-] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.695113] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.695813] env[68786]: DEBUG nova.compute.manager [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.700537] env[68786]: DEBUG oslo_concurrency.lockutils [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.965s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.700537] env[68786]: DEBUG nova.objects.instance [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lazy-loading 'resources' on Instance uuid 7a1494f4-4268-417e-861d-57f6020599fc {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.858965] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': task-3091004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512627} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.859192] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 5b2bef79-42d6-447d-8cba-62a0aa2006d0/5b2bef79-42d6-447d-8cba-62a0aa2006d0.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.859406] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.859661] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-711ee534-ccf8-467f-95a0-c81b27f6163e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.866102] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Waiting for the task: (returnval){ [ 908.866102] env[68786]: value = "task-3091007" [ 908.866102] env[68786]: _type = "Task" [ 908.866102] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.873684] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': task-3091007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.077294] env[68786]: INFO nova.compute.manager [-] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Took 1.46 seconds to deallocate network for instance. [ 909.203669] env[68786]: DEBUG nova.compute.utils [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.207867] env[68786]: DEBUG nova.compute.manager [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.208270] env[68786]: DEBUG nova.network.neutron [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.270449] env[68786]: DEBUG nova.policy [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be6b8f28ab75474a8384dc163f19350b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3658a4362234b1c8018f2da9e02d633', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.383836] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': task-3091007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061606} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.386446] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.387785] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d378f6b-99b7-4608-870e-590b693217fd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.413455] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 5b2bef79-42d6-447d-8cba-62a0aa2006d0/5b2bef79-42d6-447d-8cba-62a0aa2006d0.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.416331] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0e6767b-264c-45a9-abfb-2e0688d0a526 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.437309] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Waiting for the task: (returnval){ [ 909.437309] env[68786]: value = "task-3091008" [ 909.437309] env[68786]: _type = "Task" [ 909.437309] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.450051] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': task-3091008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.471228] env[68786]: DEBUG nova.network.neutron [-] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.555464] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24abfb83-545d-4c32-8898-c4f23cbabdfc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.563846] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb5dc22-fb85-4f16-8c1c-e03de5a8a043 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.600778] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93401432-523f-46c1-9f98-f9699bc53150 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.608744] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d6172b-b315-4e16-8001-c5864c6590e9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.623323] env[68786]: DEBUG nova.compute.provider_tree [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.630015] env[68786]: INFO nova.compute.manager [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Took 0.55 seconds to detach 1 volumes for instance. [ 909.679492] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.679804] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-383170e9-9828-4170-bf0d-85ad4e583caa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.688537] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 909.688537] env[68786]: value = "task-3091009" [ 909.688537] env[68786]: _type = "Task" [ 909.688537] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.692595] env[68786]: DEBUG nova.network.neutron [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Successfully created port: 09b61d31-a401-49bd-a4be-cf0fc22db337 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.700284] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.711455] env[68786]: DEBUG nova.compute.manager [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.950939] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': task-3091008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.974622] env[68786]: INFO nova.compute.manager [-] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Took 1.29 seconds to deallocate network for instance. [ 910.126771] env[68786]: DEBUG nova.scheduler.client.report [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.136020] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.182426] env[68786]: DEBUG nova.compute.manager [req-0ef49ac2-ecd2-4577-b0d1-36ffe9ebc1d4 req-fa59bace-6264-4c78-9881-ea6e8460a192 service nova] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Received event network-vif-deleted-f12adc53-6b74-4afa-9bc8-3d24754ffe45 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.198547] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091009, 'name': PowerOffVM_Task, 'duration_secs': 0.21395} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.198807] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.199645] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91737f40-4438-41d9-bc17-b38f09344f13 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.221949] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8992eb0d-16b4-4e0e-8577-a715428a6e77 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.253301] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.253938] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb52dfda-1e3c-4235-99d9-6065cde70962 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.261968] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 910.261968] env[68786]: value = "task-3091010" [ 910.261968] env[68786]: _type = "Task" [ 910.261968] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.271461] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.446866] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': task-3091008, 'name': ReconfigVM_Task, 'duration_secs': 0.551515} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.447530] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 5b2bef79-42d6-447d-8cba-62a0aa2006d0/5b2bef79-42d6-447d-8cba-62a0aa2006d0.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.448170] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0b2b8e6-0916-4547-8371-25794daff3c9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.454587] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Waiting for the task: (returnval){ [ 910.454587] env[68786]: value = "task-3091011" [ 910.454587] env[68786]: _type = "Task" [ 910.454587] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.462464] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': task-3091011, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.481679] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.633551] env[68786]: DEBUG oslo_concurrency.lockutils [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.636281] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.884s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.636474] env[68786]: DEBUG nova.objects.instance [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68786) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 910.671199] env[68786]: INFO nova.scheduler.client.report [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Deleted allocations for instance 7a1494f4-4268-417e-861d-57f6020599fc [ 910.726523] env[68786]: DEBUG nova.compute.manager [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.749034] env[68786]: DEBUG nova.virt.hardware [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.749822] env[68786]: DEBUG nova.virt.hardware [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.749822] env[68786]: DEBUG nova.virt.hardware [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.749822] env[68786]: DEBUG nova.virt.hardware [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.750200] env[68786]: DEBUG nova.virt.hardware [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.750200] env[68786]: DEBUG nova.virt.hardware [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.750374] env[68786]: DEBUG nova.virt.hardware [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.750566] env[68786]: DEBUG nova.virt.hardware [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.750770] env[68786]: DEBUG nova.virt.hardware [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.750942] env[68786]: DEBUG nova.virt.hardware [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.751414] env[68786]: DEBUG nova.virt.hardware [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.752534] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c83f2f5-a074-45ac-82d7-6ea025dfa985 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.760677] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07177390-170b-4b50-93d3-047d97acc53c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.780363] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] VM already powered off {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 910.780584] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.780844] env[68786]: DEBUG oslo_concurrency.lockutils [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.780996] env[68786]: DEBUG oslo_concurrency.lockutils [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.781190] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.781451] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f6435d1-678c-4942-9dc6-ead5532fab35 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.790148] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.790336] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.791035] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7875eb04-1177-451c-83d3-d1128f3fcf31 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.796176] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 910.796176] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5218e3eb-4163-74a5-7596-06962f419cfa" [ 910.796176] env[68786]: _type = "Task" [ 910.796176] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.803339] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5218e3eb-4163-74a5-7596-06962f419cfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.965528] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': task-3091011, 'name': Rename_Task, 'duration_secs': 0.127144} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.965612] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.965795] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef135206-2ff7-44e8-b208-befb3da6ff39 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.972407] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Waiting for the task: (returnval){ [ 910.972407] env[68786]: value = "task-3091012" [ 910.972407] env[68786]: _type = "Task" [ 910.972407] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.981643] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': task-3091012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.180472] env[68786]: DEBUG oslo_concurrency.lockutils [None req-efc50c86-233c-4980-80fc-4827f73166c7 tempest-ServersAdminTestJSON-1186343361 tempest-ServersAdminTestJSON-1186343361-project-member] Lock "7a1494f4-4268-417e-861d-57f6020599fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.852s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.308434] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5218e3eb-4163-74a5-7596-06962f419cfa, 'name': SearchDatastore_Task, 'duration_secs': 0.008794} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.309458] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f9db478-546d-419b-9a61-526cd87ef7b3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.316715] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 911.316715] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]529702e3-755e-8758-19a1-053804c161a8" [ 911.316715] env[68786]: _type = "Task" [ 911.316715] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.329065] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529702e3-755e-8758-19a1-053804c161a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.488103] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': task-3091012, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.646828] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8c04d6a7-9422-4cbf-8509-72db2af50112 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.648046] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.480s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.649701] env[68786]: INFO nova.compute.claims [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.805987] env[68786]: DEBUG nova.network.neutron [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Successfully updated port: 09b61d31-a401-49bd-a4be-cf0fc22db337 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.830755] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529702e3-755e-8758-19a1-053804c161a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009479} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.831791] env[68786]: DEBUG oslo_concurrency.lockutils [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.832343] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 4359f259-166c-4da8-9b06-d12646a67348/49297ab8-3c56-4f04-9154-bbe88fc8d703-rescue.vmdk. {{(pid=68786) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 911.832937] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79b65f28-c5f9-4e79-b3a4-969e7b2c455d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.843584] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 911.843584] env[68786]: value = "task-3091013" [ 911.843584] env[68786]: _type = "Task" [ 911.843584] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.850466] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.984667] env[68786]: DEBUG oslo_vmware.api [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': task-3091012, 'name': PowerOnVM_Task, 'duration_secs': 0.532167} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.984966] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.985192] env[68786]: INFO nova.compute.manager [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Took 8.65 seconds to spawn the instance on the hypervisor. [ 911.985375] env[68786]: DEBUG nova.compute.manager [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.986164] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50127f2c-75d5-4b2d-b7a0-868c87f8bf53 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.209639] env[68786]: DEBUG nova.compute.manager [req-1804b729-c3b4-4ef4-a4f3-9623f04f0da1 req-6608c3c0-a870-41ab-b7ce-a66935910c24 service nova] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Received event network-vif-plugged-09b61d31-a401-49bd-a4be-cf0fc22db337 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.209779] env[68786]: DEBUG oslo_concurrency.lockutils [req-1804b729-c3b4-4ef4-a4f3-9623f04f0da1 req-6608c3c0-a870-41ab-b7ce-a66935910c24 service nova] Acquiring lock "098d000f-adcb-4464-a328-866dd1c6bc1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.210013] env[68786]: DEBUG oslo_concurrency.lockutils [req-1804b729-c3b4-4ef4-a4f3-9623f04f0da1 req-6608c3c0-a870-41ab-b7ce-a66935910c24 service nova] Lock "098d000f-adcb-4464-a328-866dd1c6bc1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.210260] env[68786]: DEBUG oslo_concurrency.lockutils [req-1804b729-c3b4-4ef4-a4f3-9623f04f0da1 req-6608c3c0-a870-41ab-b7ce-a66935910c24 service nova] Lock "098d000f-adcb-4464-a328-866dd1c6bc1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.210464] env[68786]: DEBUG nova.compute.manager [req-1804b729-c3b4-4ef4-a4f3-9623f04f0da1 req-6608c3c0-a870-41ab-b7ce-a66935910c24 service nova] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] No waiting events found dispatching network-vif-plugged-09b61d31-a401-49bd-a4be-cf0fc22db337 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.210644] env[68786]: WARNING nova.compute.manager [req-1804b729-c3b4-4ef4-a4f3-9623f04f0da1 req-6608c3c0-a870-41ab-b7ce-a66935910c24 service nova] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Received unexpected event network-vif-plugged-09b61d31-a401-49bd-a4be-cf0fc22db337 for instance with vm_state building and task_state spawning. [ 912.210830] env[68786]: DEBUG nova.compute.manager [req-1804b729-c3b4-4ef4-a4f3-9623f04f0da1 req-6608c3c0-a870-41ab-b7ce-a66935910c24 service nova] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Received event network-changed-09b61d31-a401-49bd-a4be-cf0fc22db337 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.211015] env[68786]: DEBUG nova.compute.manager [req-1804b729-c3b4-4ef4-a4f3-9623f04f0da1 req-6608c3c0-a870-41ab-b7ce-a66935910c24 service nova] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Refreshing instance network info cache due to event network-changed-09b61d31-a401-49bd-a4be-cf0fc22db337. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.211226] env[68786]: DEBUG oslo_concurrency.lockutils [req-1804b729-c3b4-4ef4-a4f3-9623f04f0da1 req-6608c3c0-a870-41ab-b7ce-a66935910c24 service nova] Acquiring lock "refresh_cache-098d000f-adcb-4464-a328-866dd1c6bc1c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.211363] env[68786]: DEBUG oslo_concurrency.lockutils [req-1804b729-c3b4-4ef4-a4f3-9623f04f0da1 req-6608c3c0-a870-41ab-b7ce-a66935910c24 service nova] Acquired lock "refresh_cache-098d000f-adcb-4464-a328-866dd1c6bc1c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.211517] env[68786]: DEBUG nova.network.neutron [req-1804b729-c3b4-4ef4-a4f3-9623f04f0da1 req-6608c3c0-a870-41ab-b7ce-a66935910c24 service nova] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Refreshing network info cache for port 09b61d31-a401-49bd-a4be-cf0fc22db337 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.309881] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Acquiring lock "refresh_cache-098d000f-adcb-4464-a328-866dd1c6bc1c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.353382] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091013, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.507862] env[68786]: INFO nova.compute.manager [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Took 30.79 seconds to build instance. [ 912.794954] env[68786]: DEBUG nova.network.neutron [req-1804b729-c3b4-4ef4-a4f3-9623f04f0da1 req-6608c3c0-a870-41ab-b7ce-a66935910c24 service nova] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.856076] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682937} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.857460] env[68786]: INFO nova.virt.vmwareapi.ds_util [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 4359f259-166c-4da8-9b06-d12646a67348/49297ab8-3c56-4f04-9154-bbe88fc8d703-rescue.vmdk. [ 912.858399] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed4a882-57f2-4ad0-91b3-a14a7e3ea613 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.890241] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 4359f259-166c-4da8-9b06-d12646a67348/49297ab8-3c56-4f04-9154-bbe88fc8d703-rescue.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.895499] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c305307-facc-4dce-8291-03d6bfa175b6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.914322] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 912.914322] env[68786]: value = "task-3091014" [ 912.914322] env[68786]: _type = "Task" [ 912.914322] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.925802] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.993102] env[68786]: DEBUG nova.network.neutron [req-1804b729-c3b4-4ef4-a4f3-9623f04f0da1 req-6608c3c0-a870-41ab-b7ce-a66935910c24 service nova] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.010610] env[68786]: DEBUG oslo_concurrency.lockutils [None req-86b68921-78fa-48c2-8236-71863a39f787 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Lock "5b2bef79-42d6-447d-8cba-62a0aa2006d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.323s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.057699] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3a2857-0008-43b3-9cd6-c41929e728ec {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.067470] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2412202f-4fae-46c5-b846-beac3ff471cc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.106979] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb5e1c0-78a5-4f30-8c38-93dcbf5da6a1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.114588] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3804b8f-2581-42f3-a5ef-0fb78ecf2eb6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.129240] env[68786]: DEBUG nova.compute.provider_tree [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.426576] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.501461] env[68786]: DEBUG oslo_concurrency.lockutils [req-1804b729-c3b4-4ef4-a4f3-9623f04f0da1 req-6608c3c0-a870-41ab-b7ce-a66935910c24 service nova] Releasing lock "refresh_cache-098d000f-adcb-4464-a328-866dd1c6bc1c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.501853] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Acquired lock "refresh_cache-098d000f-adcb-4464-a328-866dd1c6bc1c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.502028] env[68786]: DEBUG nova.network.neutron [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.634665] env[68786]: DEBUG nova.scheduler.client.report [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.929383] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091014, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.082026] env[68786]: DEBUG nova.network.neutron [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.143921] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.144511] env[68786]: DEBUG nova.compute.manager [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.147315] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.106s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.148814] env[68786]: INFO nova.compute.claims [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.288743] env[68786]: DEBUG nova.network.neutron [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Updating instance_info_cache with network_info: [{"id": "09b61d31-a401-49bd-a4be-cf0fc22db337", "address": "fa:16:3e:eb:6d:63", "network": {"id": "f086a26c-cb2d-4ba6-986c-2e5646adedf0", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-716966781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3658a4362234b1c8018f2da9e02d633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09b61d31-a4", "ovs_interfaceid": "09b61d31-a401-49bd-a4be-cf0fc22db337", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.300249] env[68786]: DEBUG nova.compute.manager [req-ca37c6e7-fc49-4f9d-834c-f24996c5283d req-51e0e6d2-7fed-4a96-b73c-647c5e5be5c6 service nova] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Received event network-changed-593afa73-cb8d-40be-86ec-97cba8ce642e {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.300249] env[68786]: DEBUG nova.compute.manager [req-ca37c6e7-fc49-4f9d-834c-f24996c5283d req-51e0e6d2-7fed-4a96-b73c-647c5e5be5c6 service nova] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Refreshing instance network info cache due to event network-changed-593afa73-cb8d-40be-86ec-97cba8ce642e. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.300249] env[68786]: DEBUG oslo_concurrency.lockutils [req-ca37c6e7-fc49-4f9d-834c-f24996c5283d req-51e0e6d2-7fed-4a96-b73c-647c5e5be5c6 service nova] Acquiring lock "refresh_cache-5b2bef79-42d6-447d-8cba-62a0aa2006d0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.300249] env[68786]: DEBUG oslo_concurrency.lockutils [req-ca37c6e7-fc49-4f9d-834c-f24996c5283d req-51e0e6d2-7fed-4a96-b73c-647c5e5be5c6 service nova] Acquired lock "refresh_cache-5b2bef79-42d6-447d-8cba-62a0aa2006d0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.300249] env[68786]: DEBUG nova.network.neutron [req-ca37c6e7-fc49-4f9d-834c-f24996c5283d req-51e0e6d2-7fed-4a96-b73c-647c5e5be5c6 service nova] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Refreshing network info cache for port 593afa73-cb8d-40be-86ec-97cba8ce642e {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.425185] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091014, 'name': ReconfigVM_Task, 'duration_secs': 1.068758} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.425745] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 4359f259-166c-4da8-9b06-d12646a67348/49297ab8-3c56-4f04-9154-bbe88fc8d703-rescue.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.426359] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f853ef4-ec06-46ed-b176-9b09b5f4e901 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.454846] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af12f733-6ae0-4e17-b98f-926f39a18760 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.472773] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 914.472773] env[68786]: value = "task-3091015" [ 914.472773] env[68786]: _type = "Task" [ 914.472773] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.480528] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.657241] env[68786]: DEBUG nova.compute.utils [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.660064] env[68786]: DEBUG nova.compute.manager [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.660262] env[68786]: DEBUG nova.network.neutron [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.735959] env[68786]: DEBUG nova.policy [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91955e878ca84f32843a13c5f65b38c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd358c6b81b694dfc9dd8ac851fc9050c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.791814] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Releasing lock "refresh_cache-098d000f-adcb-4464-a328-866dd1c6bc1c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.795226] env[68786]: DEBUG nova.compute.manager [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Instance network_info: |[{"id": "09b61d31-a401-49bd-a4be-cf0fc22db337", "address": "fa:16:3e:eb:6d:63", "network": {"id": "f086a26c-cb2d-4ba6-986c-2e5646adedf0", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-716966781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3658a4362234b1c8018f2da9e02d633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09b61d31-a4", "ovs_interfaceid": "09b61d31-a401-49bd-a4be-cf0fc22db337", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.795315] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:6d:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09b61d31-a401-49bd-a4be-cf0fc22db337', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.802777] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Creating folder: Project (c3658a4362234b1c8018f2da9e02d633). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.802777] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2294fb88-0a72-450e-880e-71ab139cbd7c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.815434] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Created folder: Project (c3658a4362234b1c8018f2da9e02d633) in parent group-v618484. [ 914.815913] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Creating folder: Instances. Parent ref: group-v618703. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.816282] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07d1d8d2-12c1-47b1-aa2a-81903955ca19 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.826280] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Created folder: Instances in parent group-v618703. [ 914.828588] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.828588] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.828588] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7681b6d3-4b73-4f90-814b-b5639f7edc03 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.851573] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.851573] env[68786]: value = "task-3091018" [ 914.851573] env[68786]: _type = "Task" [ 914.851573] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.859935] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091018, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.987017] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091015, 'name': ReconfigVM_Task, 'duration_secs': 0.301457} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.987375] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.987602] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b62493da-2890-4cbc-ba65-6e16a533cc0d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.995139] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 914.995139] env[68786]: value = "task-3091019" [ 914.995139] env[68786]: _type = "Task" [ 914.995139] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.003077] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.160887] env[68786]: DEBUG nova.compute.manager [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.205665] env[68786]: DEBUG nova.network.neutron [req-ca37c6e7-fc49-4f9d-834c-f24996c5283d req-51e0e6d2-7fed-4a96-b73c-647c5e5be5c6 service nova] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Updated VIF entry in instance network info cache for port 593afa73-cb8d-40be-86ec-97cba8ce642e. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.206172] env[68786]: DEBUG nova.network.neutron [req-ca37c6e7-fc49-4f9d-834c-f24996c5283d req-51e0e6d2-7fed-4a96-b73c-647c5e5be5c6 service nova] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Updating instance_info_cache with network_info: [{"id": "593afa73-cb8d-40be-86ec-97cba8ce642e", "address": "fa:16:3e:ae:05:5c", "network": {"id": "ef24629a-2001-4ed1-8d39-e895a3af1cef", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1115684002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e53d7f2b9604ab59b4a59b974955261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593afa73-cb", "ovs_interfaceid": "593afa73-cb8d-40be-86ec-97cba8ce642e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.362365] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091018, 'name': CreateVM_Task, 'duration_secs': 0.33169} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.364922] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.365811] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.365982] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.366833] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.367086] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa61bd3d-c968-40fe-9313-1068cf1690fd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.373118] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Waiting for the task: (returnval){ [ 915.373118] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52aef273-12ce-2bc8-76ee-adf500abac86" [ 915.373118] env[68786]: _type = "Task" [ 915.373118] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.381712] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52aef273-12ce-2bc8-76ee-adf500abac86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.500262] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ca2bca-52d9-47b1-bc83-5c7c7ad98a57 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.510433] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091019, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.511533] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0251be8-450f-4311-a36d-c4f991a33548 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.542790] env[68786]: DEBUG oslo_concurrency.lockutils [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "5874c470-2a9e-484a-b908-9043b0cd1110" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.543110] env[68786]: DEBUG oslo_concurrency.lockutils [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "5874c470-2a9e-484a-b908-9043b0cd1110" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.543330] env[68786]: DEBUG oslo_concurrency.lockutils [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "5874c470-2a9e-484a-b908-9043b0cd1110-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.543517] env[68786]: DEBUG oslo_concurrency.lockutils [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "5874c470-2a9e-484a-b908-9043b0cd1110-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.543868] env[68786]: DEBUG oslo_concurrency.lockutils [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "5874c470-2a9e-484a-b908-9043b0cd1110-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.545972] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716dcc17-fc72-4555-9794-feebd6f612fd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.548760] env[68786]: INFO nova.compute.manager [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Terminating instance [ 915.556615] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c2ab59-4e56-4db0-8868-6bb55e2e9879 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.572121] env[68786]: DEBUG nova.compute.provider_tree [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.662349] env[68786]: DEBUG nova.network.neutron [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Successfully created port: 25ad9c20-c3dc-41f7-aa7f-88cd2e3158ac {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.708427] env[68786]: DEBUG oslo_concurrency.lockutils [req-ca37c6e7-fc49-4f9d-834c-f24996c5283d req-51e0e6d2-7fed-4a96-b73c-647c5e5be5c6 service nova] Releasing lock "refresh_cache-5b2bef79-42d6-447d-8cba-62a0aa2006d0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.885801] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52aef273-12ce-2bc8-76ee-adf500abac86, 'name': SearchDatastore_Task, 'duration_secs': 0.01138} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.886263] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.886500] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.886748] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.886928] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.887058] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.887329] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-048c52d7-dce9-4a5a-9063-88b3a4240100 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.898491] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.898491] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.898491] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde60f39-c558-48fe-8153-f004fb4eb6ae {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.903134] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Waiting for the task: (returnval){ [ 915.903134] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d42251-36d5-43cb-710c-4ba14a07ee60" [ 915.903134] env[68786]: _type = "Task" [ 915.903134] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.911018] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d42251-36d5-43cb-710c-4ba14a07ee60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.006885] env[68786]: DEBUG oslo_vmware.api [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091019, 'name': PowerOnVM_Task, 'duration_secs': 0.681521} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.007308] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.012320] env[68786]: DEBUG nova.compute.manager [None req-15842a39-79b9-447c-a411-3b1cc060f9de tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.013279] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af44eca-a809-4d08-b617-193b99574898 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.053616] env[68786]: DEBUG nova.compute.manager [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.053907] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.055367] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dcf53c-5c5d-45e5-a0a2-e7085ff0ed4f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.065100] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.065398] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96c29892-1bdf-4c49-bfca-91ab1d81a8db {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.072628] env[68786]: DEBUG oslo_vmware.api [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 916.072628] env[68786]: value = "task-3091020" [ 916.072628] env[68786]: _type = "Task" [ 916.072628] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.076488] env[68786]: DEBUG nova.scheduler.client.report [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.086281] env[68786]: DEBUG oslo_vmware.api [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.177226] env[68786]: DEBUG nova.compute.manager [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.203891] env[68786]: DEBUG nova.virt.hardware [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.204177] env[68786]: DEBUG nova.virt.hardware [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.204334] env[68786]: DEBUG nova.virt.hardware [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.204515] env[68786]: DEBUG nova.virt.hardware [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.204661] env[68786]: DEBUG nova.virt.hardware [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.204808] env[68786]: DEBUG nova.virt.hardware [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.205044] env[68786]: DEBUG nova.virt.hardware [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.205371] env[68786]: DEBUG nova.virt.hardware [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.205577] env[68786]: DEBUG nova.virt.hardware [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.205746] env[68786]: DEBUG nova.virt.hardware [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.205933] env[68786]: DEBUG nova.virt.hardware [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.206821] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca288fc-fdfa-4edd-850a-fa05143a1d52 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.215664] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd68a0eb-9934-482d-90d5-ff2a9c372499 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.415039] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d42251-36d5-43cb-710c-4ba14a07ee60, 'name': SearchDatastore_Task, 'duration_secs': 0.009989} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.415724] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-166df695-2d4a-4036-b0ef-a5ceae9e89bf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.420920] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Waiting for the task: (returnval){ [ 916.420920] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ed6d17-9711-fa8c-0302-250b034427a0" [ 916.420920] env[68786]: _type = "Task" [ 916.420920] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.428553] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ed6d17-9711-fa8c-0302-250b034427a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.588356] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.588356] env[68786]: DEBUG nova.compute.manager [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.589050] env[68786]: DEBUG oslo_vmware.api [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091020, 'name': PowerOffVM_Task, 'duration_secs': 0.23012} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.589564] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.481s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.589803] env[68786]: DEBUG nova.objects.instance [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lazy-loading 'resources' on Instance uuid 17f45691-a34a-439a-83a4-0916e0dd1aea {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.592596] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.592596] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.593563] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1955935-3787-4e35-8004-0429a3b6902c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.665553] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.665553] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.665553] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Deleting the datastore file [datastore1] 5874c470-2a9e-484a-b908-9043b0cd1110 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.665553] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e1dd716-cc83-4a4b-9764-fc9cff423133 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.671453] env[68786]: DEBUG oslo_vmware.api [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 916.671453] env[68786]: value = "task-3091022" [ 916.671453] env[68786]: _type = "Task" [ 916.671453] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.680379] env[68786]: DEBUG oslo_vmware.api [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.932096] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ed6d17-9711-fa8c-0302-250b034427a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010327} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.932384] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.932691] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 098d000f-adcb-4464-a328-866dd1c6bc1c/098d000f-adcb-4464-a328-866dd1c6bc1c.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.933061] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f90a5b1b-5565-4524-9ed8-8a806a9a186e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.940048] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Waiting for the task: (returnval){ [ 916.940048] env[68786]: value = "task-3091023" [ 916.940048] env[68786]: _type = "Task" [ 916.940048] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.948667] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Task: {'id': task-3091023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.091020] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "38f4d3bd-1065-4e88-bb9c-717f12dd992b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.091323] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "38f4d3bd-1065-4e88-bb9c-717f12dd992b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.091451] env[68786]: INFO nova.compute.manager [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Shelving [ 917.104292] env[68786]: DEBUG nova.compute.utils [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.105243] env[68786]: DEBUG nova.compute.manager [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.107377] env[68786]: DEBUG nova.network.neutron [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.185440] env[68786]: DEBUG oslo_vmware.api [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136472} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.188962] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.189336] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.189651] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.190382] env[68786]: INFO nova.compute.manager [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Took 1.14 seconds to destroy the instance on the hypervisor. [ 917.190382] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.191802] env[68786]: DEBUG nova.compute.manager [-] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.192125] env[68786]: DEBUG nova.network.neutron [-] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.202102] env[68786]: DEBUG nova.policy [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c416ae1d977240b3a14f26a832fa4c72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8776be105b14772bcafad040e2abd7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.450526] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Task: {'id': task-3091023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478733} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.450997] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 098d000f-adcb-4464-a328-866dd1c6bc1c/098d000f-adcb-4464-a328-866dd1c6bc1c.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.451345] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.451641] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bded3ec-1d77-4962-9419-474fb2a75bb7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.462684] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Waiting for the task: (returnval){ [ 917.462684] env[68786]: value = "task-3091024" [ 917.462684] env[68786]: _type = "Task" [ 917.462684] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.476185] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Task: {'id': task-3091024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.482420] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d066f9cb-d986-444b-8431-56d4b103c21f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.492569] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bae37e7-5e4d-4229-a6ed-df2e87e68a57 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.527738] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949d1275-5d09-4e7a-bff0-3013bf793787 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.536623] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b30f0c5-bc3a-4822-bc9e-6744d6e78fa9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.551443] env[68786]: DEBUG nova.compute.provider_tree [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 917.611377] env[68786]: DEBUG nova.compute.manager [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.788710] env[68786]: DEBUG nova.compute.manager [req-42ac9eed-b9dc-40de-9e50-6332bb07b561 req-e977d6b3-01cd-40e0-8fc3-bec4d8edac50 service nova] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Received event network-vif-plugged-25ad9c20-c3dc-41f7-aa7f-88cd2e3158ac {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.788992] env[68786]: DEBUG oslo_concurrency.lockutils [req-42ac9eed-b9dc-40de-9e50-6332bb07b561 req-e977d6b3-01cd-40e0-8fc3-bec4d8edac50 service nova] Acquiring lock "eae649bc-1d2b-41e4-b737-b00852e5d983-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.789295] env[68786]: DEBUG oslo_concurrency.lockutils [req-42ac9eed-b9dc-40de-9e50-6332bb07b561 req-e977d6b3-01cd-40e0-8fc3-bec4d8edac50 service nova] Lock "eae649bc-1d2b-41e4-b737-b00852e5d983-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.789469] env[68786]: DEBUG oslo_concurrency.lockutils [req-42ac9eed-b9dc-40de-9e50-6332bb07b561 req-e977d6b3-01cd-40e0-8fc3-bec4d8edac50 service nova] Lock "eae649bc-1d2b-41e4-b737-b00852e5d983-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.789670] env[68786]: DEBUG nova.compute.manager [req-42ac9eed-b9dc-40de-9e50-6332bb07b561 req-e977d6b3-01cd-40e0-8fc3-bec4d8edac50 service nova] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] No waiting events found dispatching network-vif-plugged-25ad9c20-c3dc-41f7-aa7f-88cd2e3158ac {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.789912] env[68786]: WARNING nova.compute.manager [req-42ac9eed-b9dc-40de-9e50-6332bb07b561 req-e977d6b3-01cd-40e0-8fc3-bec4d8edac50 service nova] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Received unexpected event network-vif-plugged-25ad9c20-c3dc-41f7-aa7f-88cd2e3158ac for instance with vm_state building and task_state spawning. [ 917.973359] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Task: {'id': task-3091024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064827} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.974748] env[68786]: DEBUG nova.network.neutron [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Successfully updated port: 25ad9c20-c3dc-41f7-aa7f-88cd2e3158ac {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.976191] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.977643] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899f083d-f990-49ec-b1a7-18dfc48635ef {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.012163] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 098d000f-adcb-4464-a328-866dd1c6bc1c/098d000f-adcb-4464-a328-866dd1c6bc1c.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.012741] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc7560a1-f347-44d6-af60-5c9d6b0f20c8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.034570] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Waiting for the task: (returnval){ [ 918.034570] env[68786]: value = "task-3091025" [ 918.034570] env[68786]: _type = "Task" [ 918.034570] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.046017] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Task: {'id': task-3091025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.081318] env[68786]: ERROR nova.scheduler.client.report [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [req-7bfaaa69-7eca-4954-a014-e8f1071f54f6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7bfaaa69-7eca-4954-a014-e8f1071f54f6"}]} [ 918.091612] env[68786]: DEBUG nova.network.neutron [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Successfully created port: 2f744edd-ad0b-4516-9920-7abcbb35bfc7 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.099655] env[68786]: DEBUG nova.scheduler.client.report [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Refreshing inventories for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 918.105237] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.105540] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f19fccdc-87d8-4bd3-ac96-44455cd42fd6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.112578] env[68786]: DEBUG oslo_vmware.api [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 918.112578] env[68786]: value = "task-3091026" [ 918.112578] env[68786]: _type = "Task" [ 918.112578] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.126067] env[68786]: DEBUG nova.scheduler.client.report [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updating ProviderTree inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 918.126067] env[68786]: DEBUG nova.compute.provider_tree [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 918.131278] env[68786]: DEBUG oslo_vmware.api [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.144868] env[68786]: DEBUG nova.scheduler.client.report [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Refreshing aggregate associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, aggregates: None {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 918.166847] env[68786]: DEBUG nova.scheduler.client.report [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Refreshing trait associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 918.422403] env[68786]: DEBUG oslo_concurrency.lockutils [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquiring lock "da54ffbd-89f8-4f86-ab38-eb455208c3f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.422638] env[68786]: DEBUG oslo_concurrency.lockutils [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Lock "da54ffbd-89f8-4f86-ab38-eb455208c3f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.478535] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Acquiring lock "refresh_cache-eae649bc-1d2b-41e4-b737-b00852e5d983" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.478760] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Acquired lock "refresh_cache-eae649bc-1d2b-41e4-b737-b00852e5d983" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.478934] env[68786]: DEBUG nova.network.neutron [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.544697] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Task: {'id': task-3091025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.558261] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a126d253-ce90-44ab-ba78-a4df5ade738c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.569385] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51526321-7ba7-45dc-9951-93a2b3692529 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.620634] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfac6ab-85f3-4535-8857-8a7b15066517 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.628993] env[68786]: DEBUG nova.compute.manager [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.631225] env[68786]: DEBUG oslo_vmware.api [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091026, 'name': PowerOffVM_Task, 'duration_secs': 0.250278} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.633585] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.634472] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e72c8f9-63ab-4b96-8323-373e4675ea33 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.639195] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cd6f2c-301a-4e27-b7d8-f4eefb9550f5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.653107] env[68786]: DEBUG nova.compute.provider_tree [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 918.673328] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca6f2e3-c251-40d3-a120-3f7c8ffd649a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.678170] env[68786]: DEBUG nova.virt.hardware [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.678392] env[68786]: DEBUG nova.virt.hardware [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.678550] env[68786]: DEBUG nova.virt.hardware [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.678728] env[68786]: DEBUG nova.virt.hardware [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.678873] env[68786]: DEBUG nova.virt.hardware [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.679031] env[68786]: DEBUG nova.virt.hardware [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.679239] env[68786]: DEBUG nova.virt.hardware [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.679395] env[68786]: DEBUG nova.virt.hardware [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.679562] env[68786]: DEBUG nova.virt.hardware [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.679720] env[68786]: DEBUG nova.virt.hardware [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.679886] env[68786]: DEBUG nova.virt.hardware [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.680987] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcb80a0-ed8e-40ae-9f1c-9142a46df054 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.690037] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e028688c-c0db-4208-a592-be1e2d4a9b50 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.810832] env[68786]: DEBUG oslo_concurrency.lockutils [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Acquiring lock "3ebf958f-7544-44f2-85c5-00b5a309817f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.811184] env[68786]: DEBUG oslo_concurrency.lockutils [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Lock "3ebf958f-7544-44f2-85c5-00b5a309817f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.811435] env[68786]: DEBUG oslo_concurrency.lockutils [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Acquiring lock "3ebf958f-7544-44f2-85c5-00b5a309817f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.811623] env[68786]: DEBUG oslo_concurrency.lockutils [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Lock "3ebf958f-7544-44f2-85c5-00b5a309817f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.811792] env[68786]: DEBUG oslo_concurrency.lockutils [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Lock "3ebf958f-7544-44f2-85c5-00b5a309817f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.813475] env[68786]: DEBUG nova.network.neutron [-] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.815733] env[68786]: INFO nova.compute.manager [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Terminating instance [ 918.927828] env[68786]: DEBUG nova.compute.manager [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.027091] env[68786]: DEBUG nova.network.neutron [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.046114] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Task: {'id': task-3091025, 'name': ReconfigVM_Task, 'duration_secs': 0.63161} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.046114] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 098d000f-adcb-4464-a328-866dd1c6bc1c/098d000f-adcb-4464-a328-866dd1c6bc1c.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.046574] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb831ebe-0d69-45df-a437-dbd774a6cc0f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.053907] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Waiting for the task: (returnval){ [ 919.053907] env[68786]: value = "task-3091027" [ 919.053907] env[68786]: _type = "Task" [ 919.053907] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.070028] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Task: {'id': task-3091027, 'name': Rename_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.205193] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Creating Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 919.205193] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7c76ea07-0548-4d1e-9efa-9eb4c492c35c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.213752] env[68786]: DEBUG oslo_vmware.api [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 919.213752] env[68786]: value = "task-3091028" [ 919.213752] env[68786]: _type = "Task" [ 919.213752] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.226590] env[68786]: DEBUG oslo_vmware.api [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091028, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.238050] env[68786]: DEBUG nova.scheduler.client.report [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 919.238755] env[68786]: DEBUG nova.compute.provider_tree [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 104 to 105 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 919.238755] env[68786]: DEBUG nova.compute.provider_tree [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 919.278298] env[68786]: DEBUG nova.network.neutron [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Updating instance_info_cache with network_info: [{"id": "25ad9c20-c3dc-41f7-aa7f-88cd2e3158ac", "address": "fa:16:3e:4b:ae:bb", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ad9c20-c3", "ovs_interfaceid": "25ad9c20-c3dc-41f7-aa7f-88cd2e3158ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.318059] env[68786]: INFO nova.compute.manager [-] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Took 2.12 seconds to deallocate network for instance. [ 919.322695] env[68786]: DEBUG nova.compute.manager [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.323023] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.323489] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18499bdb-e0c0-4563-8279-6fb39d846bd2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.335904] env[68786]: DEBUG oslo_vmware.api [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Waiting for the task: (returnval){ [ 919.335904] env[68786]: value = "task-3091029" [ 919.335904] env[68786]: _type = "Task" [ 919.335904] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.343733] env[68786]: DEBUG oslo_vmware.api [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Task: {'id': task-3091029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.460429] env[68786]: DEBUG oslo_concurrency.lockutils [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.573347] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Task: {'id': task-3091027, 'name': Rename_Task, 'duration_secs': 0.233629} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.575026] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.575026] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fea165c-caf1-442a-a7df-7862b4dc07e2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.580949] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Waiting for the task: (returnval){ [ 919.580949] env[68786]: value = "task-3091030" [ 919.580949] env[68786]: _type = "Task" [ 919.580949] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.589767] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Task: {'id': task-3091030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.723595] env[68786]: DEBUG oslo_vmware.api [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091028, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.746921] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.157s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.749496] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.639s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.749588] env[68786]: DEBUG nova.objects.instance [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lazy-loading 'resources' on Instance uuid 1af9550f-a38c-4988-a9bd-cb2bd4169df1 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.770961] env[68786]: INFO nova.scheduler.client.report [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Deleted allocations for instance 17f45691-a34a-439a-83a4-0916e0dd1aea [ 919.783340] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Releasing lock "refresh_cache-eae649bc-1d2b-41e4-b737-b00852e5d983" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.783340] env[68786]: DEBUG nova.compute.manager [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Instance network_info: |[{"id": "25ad9c20-c3dc-41f7-aa7f-88cd2e3158ac", "address": "fa:16:3e:4b:ae:bb", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ad9c20-c3", "ovs_interfaceid": "25ad9c20-c3dc-41f7-aa7f-88cd2e3158ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.783534] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:ae:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25ad9c20-c3dc-41f7-aa7f-88cd2e3158ac', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.791751] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Creating folder: Project (d358c6b81b694dfc9dd8ac851fc9050c). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.792363] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f311a7e-0d97-431f-8a1f-4ed87b293eee {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.803959] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Created folder: Project (d358c6b81b694dfc9dd8ac851fc9050c) in parent group-v618484. [ 919.805607] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Creating folder: Instances. Parent ref: group-v618706. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.805607] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2316afee-b0dc-4a77-8d0a-9b8ea449b020 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.815294] env[68786]: DEBUG nova.network.neutron [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Successfully updated port: 2f744edd-ad0b-4516-9920-7abcbb35bfc7 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.819872] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Created folder: Instances in parent group-v618706. [ 919.820188] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.820686] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.820925] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e0ce7bd-2b9e-4048-bac5-c7a25bb22fb3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.840908] env[68786]: DEBUG oslo_concurrency.lockutils [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.843146] env[68786]: DEBUG nova.compute.manager [req-902b6cc6-5a62-479a-92f0-1dad644e3bad req-480b372f-a113-41d3-a05a-7640bd470020 service nova] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Received event network-changed-25ad9c20-c3dc-41f7-aa7f-88cd2e3158ac {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.843349] env[68786]: DEBUG nova.compute.manager [req-902b6cc6-5a62-479a-92f0-1dad644e3bad req-480b372f-a113-41d3-a05a-7640bd470020 service nova] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Refreshing instance network info cache due to event network-changed-25ad9c20-c3dc-41f7-aa7f-88cd2e3158ac. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.844316] env[68786]: DEBUG oslo_concurrency.lockutils [req-902b6cc6-5a62-479a-92f0-1dad644e3bad req-480b372f-a113-41d3-a05a-7640bd470020 service nova] Acquiring lock "refresh_cache-eae649bc-1d2b-41e4-b737-b00852e5d983" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.844316] env[68786]: DEBUG oslo_concurrency.lockutils [req-902b6cc6-5a62-479a-92f0-1dad644e3bad req-480b372f-a113-41d3-a05a-7640bd470020 service nova] Acquired lock "refresh_cache-eae649bc-1d2b-41e4-b737-b00852e5d983" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.844426] env[68786]: DEBUG nova.network.neutron [req-902b6cc6-5a62-479a-92f0-1dad644e3bad req-480b372f-a113-41d3-a05a-7640bd470020 service nova] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Refreshing network info cache for port 25ad9c20-c3dc-41f7-aa7f-88cd2e3158ac {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.859057] env[68786]: DEBUG oslo_vmware.api [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Task: {'id': task-3091029, 'name': PowerOffVM_Task, 'duration_secs': 0.183237} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.859292] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.859292] env[68786]: value = "task-3091033" [ 919.859292] env[68786]: _type = "Task" [ 919.859292] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.859596] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.859764] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Volume detach. Driver type: vmdk {{(pid=68786) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 919.860023] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618656', 'volume_id': '8a77f33e-5128-4eb5-a2a8-454310bfd830', 'name': 'volume-8a77f33e-5128-4eb5-a2a8-454310bfd830', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ebf958f-7544-44f2-85c5-00b5a309817f', 'attached_at': '', 'detached_at': '', 'volume_id': '8a77f33e-5128-4eb5-a2a8-454310bfd830', 'serial': '8a77f33e-5128-4eb5-a2a8-454310bfd830'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 919.860894] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0112d41f-5954-4d80-9640-459b9fc69e53 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.876600] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091033, 'name': CreateVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.891917] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b95043d-d954-49c0-a4b9-f9e59ccc1e5b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.899248] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc51d35-4c3c-4328-8ef3-08e84894a86b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.920868] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889d3495-a9dc-42fd-a640-472235246c9c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.938956] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] The volume has not been displaced from its original location: [datastore1] volume-8a77f33e-5128-4eb5-a2a8-454310bfd830/volume-8a77f33e-5128-4eb5-a2a8-454310bfd830.vmdk. No consolidation needed. {{(pid=68786) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 919.944533] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Reconfiguring VM instance instance-00000042 to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 919.944915] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bb44f33-0c55-40c8-bb6c-0e7406aaeb04 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.964582] env[68786]: DEBUG oslo_vmware.api [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Waiting for the task: (returnval){ [ 919.964582] env[68786]: value = "task-3091034" [ 919.964582] env[68786]: _type = "Task" [ 919.964582] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.973660] env[68786]: DEBUG oslo_vmware.api [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Task: {'id': task-3091034, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.093749] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Task: {'id': task-3091030, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.225079] env[68786]: DEBUG oslo_vmware.api [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091028, 'name': CreateSnapshot_Task, 'duration_secs': 0.858352} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.225079] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Created Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 920.225371] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72da7578-2923-4204-8991-3bccf55cc65f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.282471] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c3f52b2f-ca48-46bd-aa17-2cf4bf317aa0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "17f45691-a34a-439a-83a4-0916e0dd1aea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.857s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.321803] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "refresh_cache-274cb308-139a-4f1d-9615-49c1f115e193" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.321958] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "refresh_cache-274cb308-139a-4f1d-9615-49c1f115e193" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.322131] env[68786]: DEBUG nova.network.neutron [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.374779] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091033, 'name': CreateVM_Task, 'duration_secs': 0.365283} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.377840] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.378990] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.379198] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.379555] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.379825] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b04f8d84-70fc-4bfa-a7b8-89a4426a5cc1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.387197] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Waiting for the task: (returnval){ [ 920.387197] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]526d0356-9900-a301-7817-a0296581c5bd" [ 920.387197] env[68786]: _type = "Task" [ 920.387197] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.394758] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526d0356-9900-a301-7817-a0296581c5bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.483101] env[68786]: DEBUG oslo_vmware.api [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Task: {'id': task-3091034, 'name': ReconfigVM_Task, 'duration_secs': 0.177719} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.483101] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Reconfigured VM instance instance-00000042 to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 920.487767] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c036eefa-9eb4-496f-86bb-c1d2c3980931 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.510695] env[68786]: DEBUG oslo_vmware.api [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Waiting for the task: (returnval){ [ 920.510695] env[68786]: value = "task-3091035" [ 920.510695] env[68786]: _type = "Task" [ 920.510695] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.529819] env[68786]: DEBUG oslo_vmware.api [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Task: {'id': task-3091035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.592310] env[68786]: DEBUG oslo_vmware.api [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Task: {'id': task-3091030, 'name': PowerOnVM_Task, 'duration_secs': 0.57203} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.595671] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.596092] env[68786]: INFO nova.compute.manager [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Took 9.87 seconds to spawn the instance on the hypervisor. [ 920.596391] env[68786]: DEBUG nova.compute.manager [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.597609] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e20b65-ff55-4f2f-a42e-a0408d73af2b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.641021] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065615cc-cc2b-4fd6-a58d-31b4f283313c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.648106] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f20834-7a0b-445d-af28-ee9c948d793f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.685023] env[68786]: DEBUG nova.network.neutron [req-902b6cc6-5a62-479a-92f0-1dad644e3bad req-480b372f-a113-41d3-a05a-7640bd470020 service nova] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Updated VIF entry in instance network info cache for port 25ad9c20-c3dc-41f7-aa7f-88cd2e3158ac. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.685400] env[68786]: DEBUG nova.network.neutron [req-902b6cc6-5a62-479a-92f0-1dad644e3bad req-480b372f-a113-41d3-a05a-7640bd470020 service nova] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Updating instance_info_cache with network_info: [{"id": "25ad9c20-c3dc-41f7-aa7f-88cd2e3158ac", "address": "fa:16:3e:4b:ae:bb", "network": {"id": "e36e3e43-fe02-4912-a817-b743c306dd32", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "accb35f092b9435389bcb2e29184febf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ad9c20-c3", "ovs_interfaceid": "25ad9c20-c3dc-41f7-aa7f-88cd2e3158ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.687543] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460c8a5b-c646-47de-a026-458b0512f6ef {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.696917] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee2640d-8923-40a9-9ef5-0f23ceb738d0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.715848] env[68786]: DEBUG nova.compute.provider_tree [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.744098] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Creating linked-clone VM from snapshot {{(pid=68786) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 920.744098] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-34994c2c-a053-42b2-87d2-912066bebafe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.753203] env[68786]: DEBUG oslo_vmware.api [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 920.753203] env[68786]: value = "task-3091036" [ 920.753203] env[68786]: _type = "Task" [ 920.753203] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.761376] env[68786]: DEBUG oslo_vmware.api [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091036, 'name': CloneVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.859601] env[68786]: DEBUG nova.network.neutron [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.896015] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526d0356-9900-a301-7817-a0296581c5bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009751} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.896307] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.896543] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.896778] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.896924] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.897115] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.897394] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a05d725e-d24d-412f-b77b-787c4d2de8ce {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.907773] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.907963] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.908861] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eae28c2e-18cf-4a1c-b67b-529b11188b29 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.914817] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Waiting for the task: (returnval){ [ 920.914817] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]526ac6db-dc6c-81c3-e3f5-789dded25769" [ 920.914817] env[68786]: _type = "Task" [ 920.914817] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.923341] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526ac6db-dc6c-81c3-e3f5-789dded25769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.007914] env[68786]: DEBUG nova.network.neutron [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Updating instance_info_cache with network_info: [{"id": "2f744edd-ad0b-4516-9920-7abcbb35bfc7", "address": "fa:16:3e:10:b8:7b", "network": {"id": "aee33969-1cd3-462f-83ee-4ed96787591b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-935531603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8776be105b14772bcafad040e2abd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f744edd-ad", "ovs_interfaceid": "2f744edd-ad0b-4516-9920-7abcbb35bfc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.022885] env[68786]: DEBUG oslo_vmware.api [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Task: {'id': task-3091035, 'name': ReconfigVM_Task, 'duration_secs': 0.259675} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.023460] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618656', 'volume_id': '8a77f33e-5128-4eb5-a2a8-454310bfd830', 'name': 'volume-8a77f33e-5128-4eb5-a2a8-454310bfd830', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ebf958f-7544-44f2-85c5-00b5a309817f', 'attached_at': '', 'detached_at': '', 'volume_id': '8a77f33e-5128-4eb5-a2a8-454310bfd830', 'serial': '8a77f33e-5128-4eb5-a2a8-454310bfd830'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 921.023840] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.024981] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b9ff6c-e99e-438e-aadb-b7123c442c42 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.036668] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.036957] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3631ff77-ee99-4635-a8a8-9807f2d378be {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.116119] env[68786]: INFO nova.compute.manager [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Took 29.63 seconds to build instance. [ 921.121073] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.121366] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.121827] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Deleting the datastore file [datastore1] 3ebf958f-7544-44f2-85c5-00b5a309817f {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.121827] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-572f6315-bf02-438e-946b-804b75bba0d2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.133287] env[68786]: DEBUG oslo_vmware.api [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Waiting for the task: (returnval){ [ 921.133287] env[68786]: value = "task-3091038" [ 921.133287] env[68786]: _type = "Task" [ 921.133287] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.146684] env[68786]: DEBUG oslo_vmware.api [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Task: {'id': task-3091038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.192562] env[68786]: DEBUG oslo_concurrency.lockutils [req-902b6cc6-5a62-479a-92f0-1dad644e3bad req-480b372f-a113-41d3-a05a-7640bd470020 service nova] Releasing lock "refresh_cache-eae649bc-1d2b-41e4-b737-b00852e5d983" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.192842] env[68786]: DEBUG nova.compute.manager [req-902b6cc6-5a62-479a-92f0-1dad644e3bad req-480b372f-a113-41d3-a05a-7640bd470020 service nova] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Received event network-vif-deleted-32ff4617-4396-437d-9a7a-77d4a6ff8da5 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.193148] env[68786]: DEBUG nova.compute.manager [req-902b6cc6-5a62-479a-92f0-1dad644e3bad req-480b372f-a113-41d3-a05a-7640bd470020 service nova] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Received event network-vif-plugged-2f744edd-ad0b-4516-9920-7abcbb35bfc7 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.193360] env[68786]: DEBUG oslo_concurrency.lockutils [req-902b6cc6-5a62-479a-92f0-1dad644e3bad req-480b372f-a113-41d3-a05a-7640bd470020 service nova] Acquiring lock "274cb308-139a-4f1d-9615-49c1f115e193-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.193570] env[68786]: DEBUG oslo_concurrency.lockutils [req-902b6cc6-5a62-479a-92f0-1dad644e3bad req-480b372f-a113-41d3-a05a-7640bd470020 service nova] Lock "274cb308-139a-4f1d-9615-49c1f115e193-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.193728] env[68786]: DEBUG oslo_concurrency.lockutils [req-902b6cc6-5a62-479a-92f0-1dad644e3bad req-480b372f-a113-41d3-a05a-7640bd470020 service nova] Lock "274cb308-139a-4f1d-9615-49c1f115e193-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.194027] env[68786]: DEBUG nova.compute.manager [req-902b6cc6-5a62-479a-92f0-1dad644e3bad req-480b372f-a113-41d3-a05a-7640bd470020 service nova] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] No waiting events found dispatching network-vif-plugged-2f744edd-ad0b-4516-9920-7abcbb35bfc7 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.194384] env[68786]: WARNING nova.compute.manager [req-902b6cc6-5a62-479a-92f0-1dad644e3bad req-480b372f-a113-41d3-a05a-7640bd470020 service nova] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Received unexpected event network-vif-plugged-2f744edd-ad0b-4516-9920-7abcbb35bfc7 for instance with vm_state building and task_state spawning. [ 921.219356] env[68786]: DEBUG nova.scheduler.client.report [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.262054] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Acquiring lock "541f65fa-51e8-4e2c-bc5a-c56502bae16c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.262475] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Lock "541f65fa-51e8-4e2c-bc5a-c56502bae16c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.267712] env[68786]: DEBUG oslo_vmware.api [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091036, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.425087] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526ac6db-dc6c-81c3-e3f5-789dded25769, 'name': SearchDatastore_Task, 'duration_secs': 0.038059} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.425723] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f978d351-5966-4e0c-a2fb-0032774274c0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.430667] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Waiting for the task: (returnval){ [ 921.430667] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52df14ba-789a-a411-c367-896333716704" [ 921.430667] env[68786]: _type = "Task" [ 921.430667] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.437871] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52df14ba-789a-a411-c367-896333716704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.512313] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "refresh_cache-274cb308-139a-4f1d-9615-49c1f115e193" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.512731] env[68786]: DEBUG nova.compute.manager [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Instance network_info: |[{"id": "2f744edd-ad0b-4516-9920-7abcbb35bfc7", "address": "fa:16:3e:10:b8:7b", "network": {"id": "aee33969-1cd3-462f-83ee-4ed96787591b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-935531603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8776be105b14772bcafad040e2abd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f744edd-ad", "ovs_interfaceid": "2f744edd-ad0b-4516-9920-7abcbb35bfc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.513236] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:b8:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f744edd-ad0b-4516-9920-7abcbb35bfc7', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.521083] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.521357] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.522163] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f00d55b1-4064-490d-8e62-2d202e8c7393 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.544729] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.544729] env[68786]: value = "task-3091039" [ 921.544729] env[68786]: _type = "Task" [ 921.544729] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.552147] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091039, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.621074] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78c08c23-d211-454a-9957-fb6f2bb19f5e tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Lock "098d000f-adcb-4464-a328-866dd1c6bc1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.148s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.643145] env[68786]: DEBUG oslo_vmware.api [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Task: {'id': task-3091038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345924} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.643424] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.643663] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.643896] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.644203] env[68786]: INFO nova.compute.manager [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Took 2.32 seconds to destroy the instance on the hypervisor. [ 921.644482] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.644676] env[68786]: DEBUG nova.compute.manager [-] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.644773] env[68786]: DEBUG nova.network.neutron [-] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.726965] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.729474] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.250s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.731277] env[68786]: INFO nova.compute.claims [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.754730] env[68786]: INFO nova.scheduler.client.report [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Deleted allocations for instance 1af9550f-a38c-4988-a9bd-cb2bd4169df1 [ 921.769891] env[68786]: DEBUG nova.compute.manager [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.773440] env[68786]: DEBUG oslo_vmware.api [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091036, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.941037] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52df14ba-789a-a411-c367-896333716704, 'name': SearchDatastore_Task, 'duration_secs': 0.02244} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.941306] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.941569] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] eae649bc-1d2b-41e4-b737-b00852e5d983/eae649bc-1d2b-41e4-b737-b00852e5d983.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.941834] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e61927ca-5ac2-4196-9de8-0beb638483c9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.949196] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Waiting for the task: (returnval){ [ 921.949196] env[68786]: value = "task-3091040" [ 921.949196] env[68786]: _type = "Task" [ 921.949196] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.957724] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Task: {'id': task-3091040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.004292] env[68786]: DEBUG nova.compute.manager [req-3e13bfe1-00ed-4766-afd1-8ec09f99a614 req-94559ce6-bf2f-4684-9803-9bc7c30b93e6 service nova] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Received event network-changed-2f744edd-ad0b-4516-9920-7abcbb35bfc7 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.004647] env[68786]: DEBUG nova.compute.manager [req-3e13bfe1-00ed-4766-afd1-8ec09f99a614 req-94559ce6-bf2f-4684-9803-9bc7c30b93e6 service nova] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Refreshing instance network info cache due to event network-changed-2f744edd-ad0b-4516-9920-7abcbb35bfc7. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.004935] env[68786]: DEBUG oslo_concurrency.lockutils [req-3e13bfe1-00ed-4766-afd1-8ec09f99a614 req-94559ce6-bf2f-4684-9803-9bc7c30b93e6 service nova] Acquiring lock "refresh_cache-274cb308-139a-4f1d-9615-49c1f115e193" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.005139] env[68786]: DEBUG oslo_concurrency.lockutils [req-3e13bfe1-00ed-4766-afd1-8ec09f99a614 req-94559ce6-bf2f-4684-9803-9bc7c30b93e6 service nova] Acquired lock "refresh_cache-274cb308-139a-4f1d-9615-49c1f115e193" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.005397] env[68786]: DEBUG nova.network.neutron [req-3e13bfe1-00ed-4766-afd1-8ec09f99a614 req-94559ce6-bf2f-4684-9803-9bc7c30b93e6 service nova] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Refreshing network info cache for port 2f744edd-ad0b-4516-9920-7abcbb35bfc7 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.060843] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091039, 'name': CreateVM_Task, 'duration_secs': 0.333937} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.060843] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.061367] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.061519] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.061894] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.062216] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70e87f06-138e-4454-8bbb-b5019cb9d1cd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.068436] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 922.068436] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52bc4d69-109b-7570-b01b-c4380b226b0b" [ 922.068436] env[68786]: _type = "Task" [ 922.068436] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.080943] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52bc4d69-109b-7570-b01b-c4380b226b0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.269421] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2c3820c4-8e86-457a-9fd3-ed7ec92629dc tempest-ImagesTestJSON-1721956654 tempest-ImagesTestJSON-1721956654-project-member] Lock "1af9550f-a38c-4988-a9bd-cb2bd4169df1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.814s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.284787] env[68786]: DEBUG oslo_vmware.api [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091036, 'name': CloneVM_Task, 'duration_secs': 1.518624} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.287590] env[68786]: INFO nova.virt.vmwareapi.vmops [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Created linked-clone VM from snapshot [ 922.290624] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22880e9-b9da-4c6f-a089-4ac7bb2e9fdb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.306152] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Uploading image bd6cac90-b676-4a5b-80ef-78e9649abbce {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 922.308607] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.340294] env[68786]: DEBUG oslo_vmware.rw_handles [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 922.340294] env[68786]: value = "vm-618710" [ 922.340294] env[68786]: _type = "VirtualMachine" [ 922.340294] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 922.340634] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eea0f053-68f9-4e54-91d9-365e3774b762 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.350361] env[68786]: DEBUG oslo_vmware.rw_handles [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lease: (returnval){ [ 922.350361] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52209840-adf1-5268-8885-2a96b3885723" [ 922.350361] env[68786]: _type = "HttpNfcLease" [ 922.350361] env[68786]: } obtained for exporting VM: (result){ [ 922.350361] env[68786]: value = "vm-618710" [ 922.350361] env[68786]: _type = "VirtualMachine" [ 922.350361] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 922.350662] env[68786]: DEBUG oslo_vmware.api [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the lease: (returnval){ [ 922.350662] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52209840-adf1-5268-8885-2a96b3885723" [ 922.350662] env[68786]: _type = "HttpNfcLease" [ 922.350662] env[68786]: } to be ready. {{(pid=68786) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 922.359379] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 922.359379] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52209840-adf1-5268-8885-2a96b3885723" [ 922.359379] env[68786]: _type = "HttpNfcLease" [ 922.359379] env[68786]: } is initializing. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 922.460131] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Task: {'id': task-3091040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487185} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.460422] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] eae649bc-1d2b-41e4-b737-b00852e5d983/eae649bc-1d2b-41e4-b737-b00852e5d983.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.460639] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.460894] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17468340-62a6-49c4-9b75-4aad493d9bd9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.467175] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Waiting for the task: (returnval){ [ 922.467175] env[68786]: value = "task-3091042" [ 922.467175] env[68786]: _type = "Task" [ 922.467175] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.475851] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Task: {'id': task-3091042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.578388] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52bc4d69-109b-7570-b01b-c4380b226b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010604} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.581194] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.581485] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.581760] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.581949] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.582184] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.582821] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e0f00a5-5015-4ddf-92e5-a63f62b9bc11 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.592270] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.592530] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.593316] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd9e68b-811a-451a-819b-bf7d46cf1498 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.599204] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 922.599204] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]523f7c51-9f24-525e-7d5f-b5108e68bea5" [ 922.599204] env[68786]: _type = "Task" [ 922.599204] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.607392] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523f7c51-9f24-525e-7d5f-b5108e68bea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.758958] env[68786]: DEBUG nova.network.neutron [req-3e13bfe1-00ed-4766-afd1-8ec09f99a614 req-94559ce6-bf2f-4684-9803-9bc7c30b93e6 service nova] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Updated VIF entry in instance network info cache for port 2f744edd-ad0b-4516-9920-7abcbb35bfc7. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.758958] env[68786]: DEBUG nova.network.neutron [req-3e13bfe1-00ed-4766-afd1-8ec09f99a614 req-94559ce6-bf2f-4684-9803-9bc7c30b93e6 service nova] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Updating instance_info_cache with network_info: [{"id": "2f744edd-ad0b-4516-9920-7abcbb35bfc7", "address": "fa:16:3e:10:b8:7b", "network": {"id": "aee33969-1cd3-462f-83ee-4ed96787591b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-935531603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8776be105b14772bcafad040e2abd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f744edd-ad", "ovs_interfaceid": "2f744edd-ad0b-4516-9920-7abcbb35bfc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.766436] env[68786]: DEBUG nova.network.neutron [-] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.860340] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 922.860340] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52209840-adf1-5268-8885-2a96b3885723" [ 922.860340] env[68786]: _type = "HttpNfcLease" [ 922.860340] env[68786]: } is ready. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 922.860626] env[68786]: DEBUG oslo_vmware.rw_handles [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 922.860626] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52209840-adf1-5268-8885-2a96b3885723" [ 922.860626] env[68786]: _type = "HttpNfcLease" [ 922.860626] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 922.862273] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75b43f1-83a0-4195-9f80-02130242b57f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.874533] env[68786]: DEBUG oslo_vmware.rw_handles [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52276b03-966f-2784-afdb-ad5945744fa7/disk-0.vmdk from lease info. {{(pid=68786) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 922.874884] env[68786]: DEBUG oslo_vmware.rw_handles [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52276b03-966f-2784-afdb-ad5945744fa7/disk-0.vmdk for reading. {{(pid=68786) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 922.979346] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Task: {'id': task-3091042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060805} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.979600] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.980379] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4627d7bf-b5f4-455b-90b8-be5dda66b208 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.998126] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b2950625-1b09-4079-b4e0-f80edb3ec539 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "656e0ed0-c4ea-4779-87d5-b4077132b563" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.999145] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b2950625-1b09-4079-b4e0-f80edb3ec539 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "656e0ed0-c4ea-4779-87d5-b4077132b563" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.999145] env[68786]: DEBUG nova.compute.manager [None req-b2950625-1b09-4079-b4e0-f80edb3ec539 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.010217] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] eae649bc-1d2b-41e4-b737-b00852e5d983/eae649bc-1d2b-41e4-b737-b00852e5d983.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.014079] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5c6c2b-6cc8-4203-ada1-055cd4887490 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.017816] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62b45d90-ce92-474e-b897-e43f5144b507 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.038475] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0ccfc235-3cb4-4e16-b2e6-a547ef7f9b6c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.042222] env[68786]: DEBUG nova.compute.manager [None req-b2950625-1b09-4079-b4e0-f80edb3ec539 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68786) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 923.042963] env[68786]: DEBUG nova.objects.instance [None req-b2950625-1b09-4079-b4e0-f80edb3ec539 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lazy-loading 'flavor' on Instance uuid 656e0ed0-c4ea-4779-87d5-b4077132b563 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.050530] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Waiting for the task: (returnval){ [ 923.050530] env[68786]: value = "task-3091043" [ 923.050530] env[68786]: _type = "Task" [ 923.050530] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.064977] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Task: {'id': task-3091043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.115096] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523f7c51-9f24-525e-7d5f-b5108e68bea5, 'name': SearchDatastore_Task, 'duration_secs': 0.011046} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.115096] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5161d9-9fc5-4ec3-8b52-d15862087fdd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.120278] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 923.120278] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5222221b-aebe-57c4-6ec6-8b66eee5ddb0" [ 923.120278] env[68786]: _type = "Task" [ 923.120278] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.131089] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5222221b-aebe-57c4-6ec6-8b66eee5ddb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.177988] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd81f36e-4dbe-4edb-81d2-56fb858603fc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.186196] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddec83d5-95d7-49bd-9402-219d1b98e392 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.218813] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd65c32-709a-4d5e-8bdd-c90e1308065b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.227328] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95143c93-1f85-4561-b7fe-0bd0e855ffc5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.242503] env[68786]: DEBUG nova.compute.provider_tree [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.260516] env[68786]: DEBUG oslo_concurrency.lockutils [req-3e13bfe1-00ed-4766-afd1-8ec09f99a614 req-94559ce6-bf2f-4684-9803-9bc7c30b93e6 service nova] Releasing lock "refresh_cache-274cb308-139a-4f1d-9615-49c1f115e193" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.270342] env[68786]: INFO nova.compute.manager [-] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Took 1.62 seconds to deallocate network for instance. [ 923.565804] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Task: {'id': task-3091043, 'name': ReconfigVM_Task, 'duration_secs': 0.419213} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.567230] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Reconfigured VM instance instance-0000004f to attach disk [datastore2] eae649bc-1d2b-41e4-b737-b00852e5d983/eae649bc-1d2b-41e4-b737-b00852e5d983.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.568152] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e27ccdb-91b7-49c3-add6-bc4a98895e19 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.578097] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Waiting for the task: (returnval){ [ 923.578097] env[68786]: value = "task-3091044" [ 923.578097] env[68786]: _type = "Task" [ 923.578097] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.587728] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Task: {'id': task-3091044, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.640563] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5222221b-aebe-57c4-6ec6-8b66eee5ddb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010401} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.643568] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.644318] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 274cb308-139a-4f1d-9615-49c1f115e193/274cb308-139a-4f1d-9615-49c1f115e193.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.645383] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-351ad0a1-7f21-4bce-926c-822e7cb2a639 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.655171] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 923.655171] env[68786]: value = "task-3091045" [ 923.655171] env[68786]: _type = "Task" [ 923.655171] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.665376] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.748462] env[68786]: DEBUG nova.scheduler.client.report [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.842054] env[68786]: INFO nova.compute.manager [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Took 0.57 seconds to detach 1 volumes for instance. [ 923.845280] env[68786]: DEBUG nova.compute.manager [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Deleting volume: 8a77f33e-5128-4eb5-a2a8-454310bfd830 {{(pid=68786) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 924.047919] env[68786]: DEBUG nova.compute.manager [req-56a11f24-ee14-45ad-b456-eb9baf166d29 req-eacf1336-6e58-436a-9bc8-12d49aba478c service nova] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Received event network-vif-deleted-bbe18084-e26f-4b79-9ab8-14dea6a80945 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.063491] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2950625-1b09-4079-b4e0-f80edb3ec539 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.063899] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02c61c52-1e64-4c3d-9b9b-c74623cb0a17 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.076679] env[68786]: DEBUG oslo_vmware.api [None req-b2950625-1b09-4079-b4e0-f80edb3ec539 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 924.076679] env[68786]: value = "task-3091047" [ 924.076679] env[68786]: _type = "Task" [ 924.076679] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.081353] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Acquiring lock "098d000f-adcb-4464-a328-866dd1c6bc1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.081807] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Lock "098d000f-adcb-4464-a328-866dd1c6bc1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.082086] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Acquiring lock "098d000f-adcb-4464-a328-866dd1c6bc1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.082466] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Lock "098d000f-adcb-4464-a328-866dd1c6bc1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.082884] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Lock "098d000f-adcb-4464-a328-866dd1c6bc1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.089183] env[68786]: INFO nova.compute.manager [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Terminating instance [ 924.095076] env[68786]: DEBUG oslo_vmware.api [None req-b2950625-1b09-4079-b4e0-f80edb3ec539 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.100560] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Task: {'id': task-3091044, 'name': Rename_Task, 'duration_secs': 0.241223} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.101254] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.101544] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d93e443d-13fe-47c7-9d30-2e1a6e713530 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.109919] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Waiting for the task: (returnval){ [ 924.109919] env[68786]: value = "task-3091048" [ 924.109919] env[68786]: _type = "Task" [ 924.109919] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.119541] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Task: {'id': task-3091048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.165945] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091045, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.254154] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.254776] env[68786]: DEBUG nova.compute.manager [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.258119] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.122s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.258358] env[68786]: DEBUG nova.objects.instance [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lazy-loading 'resources' on Instance uuid 9be3fac4-257b-4806-bece-bda0eb36184a {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.405477] env[68786]: DEBUG oslo_concurrency.lockutils [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.588024] env[68786]: DEBUG oslo_vmware.api [None req-b2950625-1b09-4079-b4e0-f80edb3ec539 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091047, 'name': PowerOffVM_Task, 'duration_secs': 0.353118} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.588462] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2950625-1b09-4079-b4e0-f80edb3ec539 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.588716] env[68786]: DEBUG nova.compute.manager [None req-b2950625-1b09-4079-b4e0-f80edb3ec539 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.589597] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad1f5e1-a562-48c5-9e24-7a34d4f51535 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.605760] env[68786]: DEBUG nova.compute.manager [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.606040] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.606935] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4002e2cc-301b-43b0-bb8b-57103ad069e5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.618175] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.622265] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7329906d-6bc8-4fd9-a8f8-4a0a860289aa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.624174] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Task: {'id': task-3091048, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.628670] env[68786]: DEBUG oslo_vmware.api [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Waiting for the task: (returnval){ [ 924.628670] env[68786]: value = "task-3091049" [ 924.628670] env[68786]: _type = "Task" [ 924.628670] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.639041] env[68786]: DEBUG oslo_vmware.api [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Task: {'id': task-3091049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.671673] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685076} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.672016] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 274cb308-139a-4f1d-9615-49c1f115e193/274cb308-139a-4f1d-9615-49c1f115e193.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.672256] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.672590] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3775c35-7744-4d06-b504-3045b56b25f6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.679461] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 924.679461] env[68786]: value = "task-3091050" [ 924.679461] env[68786]: _type = "Task" [ 924.679461] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.688371] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.763389] env[68786]: DEBUG nova.compute.utils [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.768182] env[68786]: DEBUG nova.compute.manager [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.768182] env[68786]: DEBUG nova.network.neutron [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.102704] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b2950625-1b09-4079-b4e0-f80edb3ec539 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "656e0ed0-c4ea-4779-87d5-b4077132b563" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.104s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.124731] env[68786]: DEBUG nova.policy [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be0dbbf82e224ce0a4efc0683af08a80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05db4729997c4a1092435aef31629e90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.131605] env[68786]: DEBUG oslo_vmware.api [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Task: {'id': task-3091048, 'name': PowerOnVM_Task, 'duration_secs': 0.89391} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.136011] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.137098] env[68786]: INFO nova.compute.manager [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Took 8.96 seconds to spawn the instance on the hypervisor. [ 925.137098] env[68786]: DEBUG nova.compute.manager [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.144090] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe978f7-f3ed-4de7-95f2-42ecaed9f578 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.157928] env[68786]: DEBUG oslo_vmware.api [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Task: {'id': task-3091049, 'name': PowerOffVM_Task, 'duration_secs': 0.32077} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.158449] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.158694] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.159586] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d043c36-69f9-4075-b395-7e2fde46438c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.166876] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da623670-1085-4ee7-b197-ac87654fc35f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.176262] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1be23c-108d-4d3b-939e-78d19c98d6ea {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.218043] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac765047-de97-4536-9c3d-062bf5de401f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.230754] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.231806] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.231806] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Deleting the datastore file [datastore2] 098d000f-adcb-4464-a328-866dd1c6bc1c {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.231806] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13873} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.232672] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c282e473-98ad-4fdc-8933-ceda51bb52fb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.235104] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.239650] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a046c8-9b20-4799-8dc3-e00a73efe243 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.244671] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af069f52-b1ef-42da-9529-16177f05ff78 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.250644] env[68786]: DEBUG oslo_vmware.api [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Waiting for the task: (returnval){ [ 925.250644] env[68786]: value = "task-3091052" [ 925.250644] env[68786]: _type = "Task" [ 925.250644] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.272496] env[68786]: DEBUG nova.compute.provider_tree [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.274302] env[68786]: DEBUG nova.compute.manager [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.285381] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 274cb308-139a-4f1d-9615-49c1f115e193/274cb308-139a-4f1d-9615-49c1f115e193.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.287386] env[68786]: DEBUG nova.scheduler.client.report [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.291030] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22564e56-65f1-47fe-bb91-467aa0c0a075 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.311240] env[68786]: DEBUG oslo_vmware.api [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Task: {'id': task-3091052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.317698] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 925.317698] env[68786]: value = "task-3091053" [ 925.317698] env[68786]: _type = "Task" [ 925.317698] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.328148] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091053, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.568578] env[68786]: DEBUG nova.network.neutron [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Successfully created port: 8541325f-16cf-42f7-ad59-54c48d977bea {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.668364] env[68786]: INFO nova.compute.manager [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Took 27.52 seconds to build instance. [ 925.733683] env[68786]: DEBUG nova.objects.instance [None req-cddb6599-e47e-452f-99ff-3a9f0e6d5d95 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lazy-loading 'flavor' on Instance uuid 656e0ed0-c4ea-4779-87d5-b4077132b563 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.765201] env[68786]: DEBUG oslo_vmware.api [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Task: {'id': task-3091052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373972} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.765570] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.765934] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.766035] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.766288] env[68786]: INFO nova.compute.manager [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 925.766565] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.766819] env[68786]: DEBUG nova.compute.manager [-] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.767070] env[68786]: DEBUG nova.network.neutron [-] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.812122] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.554s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.822218] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.340s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.822796] env[68786]: DEBUG nova.objects.instance [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Lazy-loading 'resources' on Instance uuid 4bcd4547-9f8e-492d-9581-dde131974d28 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.835714] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091053, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.851397] env[68786]: INFO nova.scheduler.client.report [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Deleted allocations for instance 9be3fac4-257b-4806-bece-bda0eb36184a [ 926.123632] env[68786]: DEBUG nova.compute.manager [req-31883d89-0d01-4fcf-85a4-a712f0eb2ec2 req-f48628c6-1cd8-4b15-9c19-c406f979782b service nova] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Received event network-vif-deleted-09b61d31-a401-49bd-a4be-cf0fc22db337 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.123747] env[68786]: INFO nova.compute.manager [req-31883d89-0d01-4fcf-85a4-a712f0eb2ec2 req-f48628c6-1cd8-4b15-9c19-c406f979782b service nova] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Neutron deleted interface 09b61d31-a401-49bd-a4be-cf0fc22db337; detaching it from the instance and deleting it from the info cache [ 926.123922] env[68786]: DEBUG nova.network.neutron [req-31883d89-0d01-4fcf-85a4-a712f0eb2ec2 req-f48628c6-1cd8-4b15-9c19-c406f979782b service nova] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.172331] env[68786]: DEBUG oslo_concurrency.lockutils [None req-59ed3f15-2ecf-402c-a7eb-56e34eef99ef tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Lock "eae649bc-1d2b-41e4-b737-b00852e5d983" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.039s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.241215] env[68786]: DEBUG oslo_concurrency.lockutils [None req-cddb6599-e47e-452f-99ff-3a9f0e6d5d95 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "refresh_cache-656e0ed0-c4ea-4779-87d5-b4077132b563" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.241431] env[68786]: DEBUG oslo_concurrency.lockutils [None req-cddb6599-e47e-452f-99ff-3a9f0e6d5d95 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "refresh_cache-656e0ed0-c4ea-4779-87d5-b4077132b563" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.241605] env[68786]: DEBUG nova.network.neutron [None req-cddb6599-e47e-452f-99ff-3a9f0e6d5d95 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.241786] env[68786]: DEBUG nova.objects.instance [None req-cddb6599-e47e-452f-99ff-3a9f0e6d5d95 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lazy-loading 'info_cache' on Instance uuid 656e0ed0-c4ea-4779-87d5-b4077132b563 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.298102] env[68786]: DEBUG nova.compute.manager [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.326264] env[68786]: DEBUG nova.virt.hardware [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.326569] env[68786]: DEBUG nova.virt.hardware [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.326756] env[68786]: DEBUG nova.virt.hardware [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.326980] env[68786]: DEBUG nova.virt.hardware [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.329120] env[68786]: DEBUG nova.virt.hardware [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.329327] env[68786]: DEBUG nova.virt.hardware [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.329592] env[68786]: DEBUG nova.virt.hardware [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.329789] env[68786]: DEBUG nova.virt.hardware [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.329995] env[68786]: DEBUG nova.virt.hardware [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.330253] env[68786]: DEBUG nova.virt.hardware [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.330457] env[68786]: DEBUG nova.virt.hardware [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.334300] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb4aad1-dfd0-4a33-bdba-bdf3343d1916 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.355403] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76f087c-1aea-4440-beca-b5c43466cf80 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.360684] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091053, 'name': ReconfigVM_Task, 'duration_secs': 0.55996} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.366686] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 274cb308-139a-4f1d-9615-49c1f115e193/274cb308-139a-4f1d-9615-49c1f115e193.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.368121] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2cde50f0-89a7-4b2e-9dab-2a84727de7a7 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "9be3fac4-257b-4806-bece-bda0eb36184a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.554s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.370688] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a2178d5-39da-42b0-8cf4-434ff5d0e60f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.397283] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 926.397283] env[68786]: value = "task-3091054" [ 926.397283] env[68786]: _type = "Task" [ 926.397283] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.407058] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091054, 'name': Rename_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.597755] env[68786]: DEBUG nova.network.neutron [-] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.628021] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d50a7415-61df-4123-95ba-0f46eed0c34b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.641258] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29069213-8618-4b6d-b913-7604f8bf46a4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.681942] env[68786]: DEBUG nova.compute.manager [req-31883d89-0d01-4fcf-85a4-a712f0eb2ec2 req-f48628c6-1cd8-4b15-9c19-c406f979782b service nova] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Detach interface failed, port_id=09b61d31-a401-49bd-a4be-cf0fc22db337, reason: Instance 098d000f-adcb-4464-a328-866dd1c6bc1c could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 926.697025] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d332d70-d5f1-4b13-b36d-f3c41c704191 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.704522] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b785ccd-5045-4c5b-b02e-8d3d43875c64 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.734214] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a47a4f-4065-4eec-ae2d-cbe6e8a16f81 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.741850] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabbe52e-5bc5-448c-88d0-a5a18131b7be {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.746747] env[68786]: DEBUG nova.objects.base [None req-cddb6599-e47e-452f-99ff-3a9f0e6d5d95 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Object Instance<656e0ed0-c4ea-4779-87d5-b4077132b563> lazy-loaded attributes: flavor,info_cache {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 926.758663] env[68786]: DEBUG nova.compute.provider_tree [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.898043] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "interface-646997d1-9381-48e5-946a-570e81393466-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.898043] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "interface-646997d1-9381-48e5-946a-570e81393466-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.898488] env[68786]: DEBUG nova.objects.instance [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lazy-loading 'flavor' on Instance uuid 646997d1-9381-48e5-946a-570e81393466 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.910650] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091054, 'name': Rename_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.926893] env[68786]: DEBUG oslo_concurrency.lockutils [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Acquiring lock "eae649bc-1d2b-41e4-b737-b00852e5d983" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.927211] env[68786]: DEBUG oslo_concurrency.lockutils [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Lock "eae649bc-1d2b-41e4-b737-b00852e5d983" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.927439] env[68786]: DEBUG oslo_concurrency.lockutils [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Acquiring lock "eae649bc-1d2b-41e4-b737-b00852e5d983-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.927639] env[68786]: DEBUG oslo_concurrency.lockutils [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Lock "eae649bc-1d2b-41e4-b737-b00852e5d983-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.927890] env[68786]: DEBUG oslo_concurrency.lockutils [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Lock "eae649bc-1d2b-41e4-b737-b00852e5d983-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.930638] env[68786]: INFO nova.compute.manager [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Terminating instance [ 927.102700] env[68786]: INFO nova.compute.manager [-] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Took 1.34 seconds to deallocate network for instance. [ 927.264306] env[68786]: DEBUG nova.scheduler.client.report [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.300907] env[68786]: DEBUG nova.network.neutron [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Successfully updated port: 8541325f-16cf-42f7-ad59-54c48d977bea {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.414941] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091054, 'name': Rename_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.434866] env[68786]: DEBUG nova.compute.manager [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.435363] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.437349] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384116c9-f707-4e0f-83b2-db5908bef2f2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.449886] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.450182] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8fdd9a7-b7d0-4b0c-bfd8-f658aa24db4b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.457152] env[68786]: DEBUG oslo_vmware.api [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Waiting for the task: (returnval){ [ 927.457152] env[68786]: value = "task-3091055" [ 927.457152] env[68786]: _type = "Task" [ 927.457152] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.469462] env[68786]: DEBUG oslo_vmware.api [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Task: {'id': task-3091055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.492880] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1b0d2317-89c2-496d-90e3-8f2b4237b69d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "95454394-a40e-42c7-b8c0-dec0c279e7e0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.493365] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1b0d2317-89c2-496d-90e3-8f2b4237b69d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "95454394-a40e-42c7-b8c0-dec0c279e7e0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.529199] env[68786]: DEBUG nova.objects.instance [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lazy-loading 'pci_requests' on Instance uuid 646997d1-9381-48e5-946a-570e81393466 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.575866] env[68786]: DEBUG nova.network.neutron [None req-cddb6599-e47e-452f-99ff-3a9f0e6d5d95 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Updating instance_info_cache with network_info: [{"id": "2c0ece61-480b-4951-818a-af8c591aaaa6", "address": "fa:16:3e:52:d2:71", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0ece61-48", "ovs_interfaceid": "2c0ece61-480b-4951-818a-af8c591aaaa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.610484] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.772669] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.773570] env[68786]: DEBUG oslo_concurrency.lockutils [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.313s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.776257] env[68786]: INFO nova.compute.claims [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.799975] env[68786]: INFO nova.scheduler.client.report [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Deleted allocations for instance 4bcd4547-9f8e-492d-9581-dde131974d28 [ 927.803928] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "refresh_cache-072ee9d5-6836-40ed-8eb5-4ee093227628" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.804079] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired lock "refresh_cache-072ee9d5-6836-40ed-8eb5-4ee093227628" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.804222] env[68786]: DEBUG nova.network.neutron [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.912837] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091054, 'name': Rename_Task, 'duration_secs': 1.175326} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.913182] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.913453] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edd6df90-661b-4f0c-b655-1e76cac65aff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.920126] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 927.920126] env[68786]: value = "task-3091056" [ 927.920126] env[68786]: _type = "Task" [ 927.920126] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.928568] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.968803] env[68786]: DEBUG oslo_vmware.api [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Task: {'id': task-3091055, 'name': PowerOffVM_Task, 'duration_secs': 0.238043} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.969519] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.969778] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.970632] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-343e4493-d8c3-4aa8-97ae-f23bf428727b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.000781] env[68786]: DEBUG nova.compute.utils [None req-1b0d2317-89c2-496d-90e3-8f2b4237b69d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.032818] env[68786]: DEBUG nova.objects.base [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Object Instance<646997d1-9381-48e5-946a-570e81393466> lazy-loaded attributes: flavor,pci_requests {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 928.033887] env[68786]: DEBUG nova.network.neutron [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.040866] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.041115] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.041304] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Deleting the datastore file [datastore2] eae649bc-1d2b-41e4-b737-b00852e5d983 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.041620] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f71e211-d854-4d7b-a97c-29a415608db6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.048923] env[68786]: DEBUG oslo_vmware.api [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Waiting for the task: (returnval){ [ 928.048923] env[68786]: value = "task-3091058" [ 928.048923] env[68786]: _type = "Task" [ 928.048923] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.059502] env[68786]: DEBUG oslo_vmware.api [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Task: {'id': task-3091058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.080558] env[68786]: DEBUG oslo_concurrency.lockutils [None req-cddb6599-e47e-452f-99ff-3a9f0e6d5d95 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "refresh_cache-656e0ed0-c4ea-4779-87d5-b4077132b563" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.094098] env[68786]: DEBUG nova.policy [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3218cc14ea1446578c512f8b5dbcd2b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62b6fdc11c364201ae04b85ff669b826', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.313413] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ac5ccd-b05a-418a-bbb3-fcd74b2f778d tempest-ServersAdminNegativeTestJSON-366995682 tempest-ServersAdminNegativeTestJSON-366995682-project-member] Lock "4bcd4547-9f8e-492d-9581-dde131974d28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.307s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.358893] env[68786]: DEBUG nova.network.neutron [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.432919] env[68786]: DEBUG nova.network.neutron [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Successfully created port: 4e9320cd-e0e6-4653-a300-634eefaccc01 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.445077] env[68786]: DEBUG oslo_vmware.api [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091056, 'name': PowerOnVM_Task, 'duration_secs': 0.517489} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.445077] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.445077] env[68786]: INFO nova.compute.manager [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Took 9.82 seconds to spawn the instance on the hypervisor. [ 928.445077] env[68786]: DEBUG nova.compute.manager [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.446164] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c9d02e-7908-46bc-a520-f0de73004e9e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.505937] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1b0d2317-89c2-496d-90e3-8f2b4237b69d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "95454394-a40e-42c7-b8c0-dec0c279e7e0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.562512] env[68786]: DEBUG oslo_vmware.api [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Task: {'id': task-3091058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19333} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.563040] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.563425] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.563802] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.564710] env[68786]: INFO nova.compute.manager [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Took 1.13 seconds to destroy the instance on the hypervisor. [ 928.565108] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.565489] env[68786]: DEBUG nova.compute.manager [-] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.565719] env[68786]: DEBUG nova.network.neutron [-] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.662260] env[68786]: DEBUG nova.network.neutron [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Updating instance_info_cache with network_info: [{"id": "8541325f-16cf-42f7-ad59-54c48d977bea", "address": "fa:16:3e:8a:78:e3", "network": {"id": "22cbf902-7f1e-4069-b8c1-b0c7fa9a5c91", "bridge": "br-int", "label": "tempest-ServersTestJSON-525443328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05db4729997c4a1092435aef31629e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8541325f-16", "ovs_interfaceid": "8541325f-16cf-42f7-ad59-54c48d977bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.965924] env[68786]: INFO nova.compute.manager [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Took 29.95 seconds to build instance. [ 929.088024] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-cddb6599-e47e-452f-99ff-3a9f0e6d5d95 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.088024] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2663ac67-aaf3-49d9-9ae1-41b21baeb9ee {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.092689] env[68786]: DEBUG oslo_vmware.api [None req-cddb6599-e47e-452f-99ff-3a9f0e6d5d95 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 929.092689] env[68786]: value = "task-3091059" [ 929.092689] env[68786]: _type = "Task" [ 929.092689] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.119027] env[68786]: DEBUG oslo_vmware.api [None req-cddb6599-e47e-452f-99ff-3a9f0e6d5d95 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091059, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.128352] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de297d9-a811-4acc-ace2-f71de5de9d0a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.136830] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e294f5f-987b-4d26-84fc-84c2c826eee3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.172322] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Releasing lock "refresh_cache-072ee9d5-6836-40ed-8eb5-4ee093227628" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.172719] env[68786]: DEBUG nova.compute.manager [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Instance network_info: |[{"id": "8541325f-16cf-42f7-ad59-54c48d977bea", "address": "fa:16:3e:8a:78:e3", "network": {"id": "22cbf902-7f1e-4069-b8c1-b0c7fa9a5c91", "bridge": "br-int", "label": "tempest-ServersTestJSON-525443328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05db4729997c4a1092435aef31629e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8541325f-16", "ovs_interfaceid": "8541325f-16cf-42f7-ad59-54c48d977bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.173443] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:78:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8541325f-16cf-42f7-ad59-54c48d977bea', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.181193] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.181981] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fa37a8-0eea-4026-9e1a-ee8adf8cc740 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.185113] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.185380] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ced731a0-af05-4b4e-819f-2c0bbca32538 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.205096] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00c3f5f-0734-4fc7-96ac-16504883ccab {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.210785] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.210785] env[68786]: value = "task-3091060" [ 929.210785] env[68786]: _type = "Task" [ 929.210785] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.227021] env[68786]: DEBUG nova.compute.provider_tree [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.229944] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091060, 'name': CreateVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.456698] env[68786]: DEBUG nova.network.neutron [-] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.467520] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4769a7d0-07ba-4011-aec7-26352fba5d27 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "274cb308-139a-4f1d-9615-49c1f115e193" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.457s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.604584] env[68786]: DEBUG oslo_vmware.api [None req-cddb6599-e47e-452f-99ff-3a9f0e6d5d95 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091059, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.610435] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1b0d2317-89c2-496d-90e3-8f2b4237b69d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "95454394-a40e-42c7-b8c0-dec0c279e7e0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.610774] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1b0d2317-89c2-496d-90e3-8f2b4237b69d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "95454394-a40e-42c7-b8c0-dec0c279e7e0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.611156] env[68786]: INFO nova.compute.manager [None req-1b0d2317-89c2-496d-90e3-8f2b4237b69d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Attaching volume b75e554d-a013-43ea-b415-457b4745a158 to /dev/sdb [ 929.645030] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5b6377-1d9e-48f9-94ee-8f1289fd9182 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.653482] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f45b6ac-1172-433f-85ee-0ab28c2c561c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.668583] env[68786]: DEBUG nova.virt.block_device [None req-1b0d2317-89c2-496d-90e3-8f2b4237b69d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Updating existing volume attachment record: baa3b876-ae65-4d19-96c0-64bc9647ef0e {{(pid=68786) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 929.724184] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091060, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.731770] env[68786]: DEBUG nova.scheduler.client.report [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.741868] env[68786]: DEBUG nova.compute.manager [req-4456acf5-89a4-4597-94e9-5cc880de63fc req-5f2775c0-b072-4a2e-91ad-08dc21d14fec service nova] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Received event network-vif-plugged-8541325f-16cf-42f7-ad59-54c48d977bea {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.741868] env[68786]: DEBUG oslo_concurrency.lockutils [req-4456acf5-89a4-4597-94e9-5cc880de63fc req-5f2775c0-b072-4a2e-91ad-08dc21d14fec service nova] Acquiring lock "072ee9d5-6836-40ed-8eb5-4ee093227628-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.741868] env[68786]: DEBUG oslo_concurrency.lockutils [req-4456acf5-89a4-4597-94e9-5cc880de63fc req-5f2775c0-b072-4a2e-91ad-08dc21d14fec service nova] Lock "072ee9d5-6836-40ed-8eb5-4ee093227628-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.742363] env[68786]: DEBUG oslo_concurrency.lockutils [req-4456acf5-89a4-4597-94e9-5cc880de63fc req-5f2775c0-b072-4a2e-91ad-08dc21d14fec service nova] Lock "072ee9d5-6836-40ed-8eb5-4ee093227628-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.742563] env[68786]: DEBUG nova.compute.manager [req-4456acf5-89a4-4597-94e9-5cc880de63fc req-5f2775c0-b072-4a2e-91ad-08dc21d14fec service nova] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] No waiting events found dispatching network-vif-plugged-8541325f-16cf-42f7-ad59-54c48d977bea {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.742689] env[68786]: WARNING nova.compute.manager [req-4456acf5-89a4-4597-94e9-5cc880de63fc req-5f2775c0-b072-4a2e-91ad-08dc21d14fec service nova] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Received unexpected event network-vif-plugged-8541325f-16cf-42f7-ad59-54c48d977bea for instance with vm_state building and task_state spawning. [ 929.743277] env[68786]: DEBUG nova.compute.manager [req-4456acf5-89a4-4597-94e9-5cc880de63fc req-5f2775c0-b072-4a2e-91ad-08dc21d14fec service nova] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Received event network-changed-8541325f-16cf-42f7-ad59-54c48d977bea {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.743277] env[68786]: DEBUG nova.compute.manager [req-4456acf5-89a4-4597-94e9-5cc880de63fc req-5f2775c0-b072-4a2e-91ad-08dc21d14fec service nova] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Refreshing instance network info cache due to event network-changed-8541325f-16cf-42f7-ad59-54c48d977bea. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.743608] env[68786]: DEBUG oslo_concurrency.lockutils [req-4456acf5-89a4-4597-94e9-5cc880de63fc req-5f2775c0-b072-4a2e-91ad-08dc21d14fec service nova] Acquiring lock "refresh_cache-072ee9d5-6836-40ed-8eb5-4ee093227628" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.743608] env[68786]: DEBUG oslo_concurrency.lockutils [req-4456acf5-89a4-4597-94e9-5cc880de63fc req-5f2775c0-b072-4a2e-91ad-08dc21d14fec service nova] Acquired lock "refresh_cache-072ee9d5-6836-40ed-8eb5-4ee093227628" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.743929] env[68786]: DEBUG nova.network.neutron [req-4456acf5-89a4-4597-94e9-5cc880de63fc req-5f2775c0-b072-4a2e-91ad-08dc21d14fec service nova] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Refreshing network info cache for port 8541325f-16cf-42f7-ad59-54c48d977bea {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.959985] env[68786]: INFO nova.compute.manager [-] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Took 1.39 seconds to deallocate network for instance. [ 930.104615] env[68786]: DEBUG oslo_vmware.api [None req-cddb6599-e47e-452f-99ff-3a9f0e6d5d95 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091059, 'name': PowerOnVM_Task, 'duration_secs': 0.518794} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.104931] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-cddb6599-e47e-452f-99ff-3a9f0e6d5d95 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.105846] env[68786]: DEBUG nova.compute.manager [None req-cddb6599-e47e-452f-99ff-3a9f0e6d5d95 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.106067] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d06318b-c688-47f7-a6e6-15f116683050 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.224971] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091060, 'name': CreateVM_Task, 'duration_secs': 0.85216} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.226042] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.228552] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.228663] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.229148] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.229476] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39cb6fb7-9ee6-4d47-87f2-f223e4162459 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.233579] env[68786]: DEBUG nova.network.neutron [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Successfully updated port: 4e9320cd-e0e6-4653-a300-634eefaccc01 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.237926] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 930.237926] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c1538b-1cdc-71a5-ace8-7a7a6dd77349" [ 930.237926] env[68786]: _type = "Task" [ 930.237926] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.240401] env[68786]: DEBUG oslo_concurrency.lockutils [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.240934] env[68786]: DEBUG nova.compute.manager [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.243824] env[68786]: DEBUG oslo_concurrency.lockutils [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.403s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.244788] env[68786]: DEBUG nova.objects.instance [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lazy-loading 'resources' on Instance uuid 5874c470-2a9e-484a-b908-9043b0cd1110 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.255749] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c1538b-1cdc-71a5-ace8-7a7a6dd77349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.467823] env[68786]: DEBUG oslo_concurrency.lockutils [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.545144] env[68786]: DEBUG nova.network.neutron [req-4456acf5-89a4-4597-94e9-5cc880de63fc req-5f2775c0-b072-4a2e-91ad-08dc21d14fec service nova] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Updated VIF entry in instance network info cache for port 8541325f-16cf-42f7-ad59-54c48d977bea. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.545797] env[68786]: DEBUG nova.network.neutron [req-4456acf5-89a4-4597-94e9-5cc880de63fc req-5f2775c0-b072-4a2e-91ad-08dc21d14fec service nova] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Updating instance_info_cache with network_info: [{"id": "8541325f-16cf-42f7-ad59-54c48d977bea", "address": "fa:16:3e:8a:78:e3", "network": {"id": "22cbf902-7f1e-4069-b8c1-b0c7fa9a5c91", "bridge": "br-int", "label": "tempest-ServersTestJSON-525443328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05db4729997c4a1092435aef31629e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8541325f-16", "ovs_interfaceid": "8541325f-16cf-42f7-ad59-54c48d977bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.736425] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "refresh_cache-646997d1-9381-48e5-946a-570e81393466" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.736663] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "refresh_cache-646997d1-9381-48e5-946a-570e81393466" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.736805] env[68786]: DEBUG nova.network.neutron [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.756329] env[68786]: DEBUG nova.compute.utils [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.760311] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c1538b-1cdc-71a5-ace8-7a7a6dd77349, 'name': SearchDatastore_Task, 'duration_secs': 0.014003} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.763042] env[68786]: DEBUG nova.compute.manager [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.763042] env[68786]: DEBUG nova.network.neutron [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.764219] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.764828] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.764828] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.765088] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.765088] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.765631] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40bb59ce-41e6-4c1b-9d58-22d56a948c66 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.778649] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.778649] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.780883] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afcd2706-76b1-4491-b937-33038196b383 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.792409] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 930.792409] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a0aea3-a41c-f78c-216d-09930eb9200c" [ 930.792409] env[68786]: _type = "Task" [ 930.792409] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.803620] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a0aea3-a41c-f78c-216d-09930eb9200c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.865825] env[68786]: DEBUG nova.policy [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b436c4aebb834820a8d7f5f284125998', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a9cf8252dfa4b18b6be5656e9d89dbc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.049675] env[68786]: DEBUG oslo_concurrency.lockutils [req-4456acf5-89a4-4597-94e9-5cc880de63fc req-5f2775c0-b072-4a2e-91ad-08dc21d14fec service nova] Releasing lock "refresh_cache-072ee9d5-6836-40ed-8eb5-4ee093227628" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.115492] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9053a9cd-5f1b-450d-8e95-44c766fe12a0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.125155] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28323310-c31c-4b09-bb1f-cac8934bbe9f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.163963] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08e3954-6c75-45cd-aaeb-c88d6bf30525 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.172659] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71940096-2f25-4709-b9b0-afd72be5fabe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.189204] env[68786]: DEBUG nova.compute.provider_tree [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.261593] env[68786]: DEBUG nova.compute.manager [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.269832] env[68786]: DEBUG oslo_concurrency.lockutils [None req-214e99cb-5174-4c1b-9f78-4a9859a3563a tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "8e97170c-d8af-4eea-8a9a-f27bae78fe67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.270123] env[68786]: DEBUG oslo_concurrency.lockutils [None req-214e99cb-5174-4c1b-9f78-4a9859a3563a tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "8e97170c-d8af-4eea-8a9a-f27bae78fe67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.305527] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a0aea3-a41c-f78c-216d-09930eb9200c, 'name': SearchDatastore_Task, 'duration_secs': 0.033542} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.306698] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2edfb3d2-2e46-44b1-815d-bd5b725a4066 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.312815] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 931.312815] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a6b7c6-605f-2658-e818-7a9da879b296" [ 931.312815] env[68786]: _type = "Task" [ 931.312815] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.322366] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a6b7c6-605f-2658-e818-7a9da879b296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.324047] env[68786]: WARNING nova.network.neutron [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] 6b9d157d-14ce-4b9d-8c2b-23511eaa4d22 already exists in list: networks containing: ['6b9d157d-14ce-4b9d-8c2b-23511eaa4d22']. ignoring it [ 931.626758] env[68786]: DEBUG nova.network.neutron [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Successfully created port: 3bfe02b7-9c3c-45db-a7c9-95d3ae3b6a57 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.694683] env[68786]: DEBUG nova.scheduler.client.report [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.778431] env[68786]: DEBUG nova.compute.manager [None req-214e99cb-5174-4c1b-9f78-4a9859a3563a tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 8e97170c-d8af-4eea-8a9a-f27bae78fe67] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.830545] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a6b7c6-605f-2658-e818-7a9da879b296, 'name': SearchDatastore_Task, 'duration_secs': 0.015134} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.830989] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.831131] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 072ee9d5-6836-40ed-8eb5-4ee093227628/072ee9d5-6836-40ed-8eb5-4ee093227628.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.831515] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eda8a1bc-c64c-4e18-8488-fb1bd4faf22b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.839754] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 931.839754] env[68786]: value = "task-3091064" [ 931.839754] env[68786]: _type = "Task" [ 931.839754] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.852215] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.882996] env[68786]: DEBUG oslo_vmware.rw_handles [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52276b03-966f-2784-afdb-ad5945744fa7/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 931.883985] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5a3bf9-cf3c-463d-b9d0-1eac7b3f675d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.890403] env[68786]: DEBUG oslo_vmware.rw_handles [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52276b03-966f-2784-afdb-ad5945744fa7/disk-0.vmdk is in state: ready. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 931.890598] env[68786]: ERROR oslo_vmware.rw_handles [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52276b03-966f-2784-afdb-ad5945744fa7/disk-0.vmdk due to incomplete transfer. [ 931.890844] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-407b0af3-63db-4a67-9dd0-20376cf0348b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.898946] env[68786]: DEBUG oslo_vmware.rw_handles [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52276b03-966f-2784-afdb-ad5945744fa7/disk-0.vmdk. {{(pid=68786) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 931.899438] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Uploaded image bd6cac90-b676-4a5b-80ef-78e9649abbce to the Glance image server {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 931.901742] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Destroying the VM {{(pid=68786) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 931.902043] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0c037a90-1f06-4dcb-a6ff-67642e236fa4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.908851] env[68786]: DEBUG oslo_vmware.api [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 931.908851] env[68786]: value = "task-3091065" [ 931.908851] env[68786]: _type = "Task" [ 931.908851] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.910147] env[68786]: DEBUG nova.network.neutron [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Updating instance_info_cache with network_info: [{"id": "950f38e5-afbb-4f85-bc9f-916f97194790", "address": "fa:16:3e:ff:d2:22", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap950f38e5-af", "ovs_interfaceid": "950f38e5-afbb-4f85-bc9f-916f97194790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4e9320cd-e0e6-4653-a300-634eefaccc01", "address": "fa:16:3e:68:31:e9", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e9320cd-e0", "ovs_interfaceid": "4e9320cd-e0e6-4653-a300-634eefaccc01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.920511] env[68786]: DEBUG oslo_vmware.api [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091065, 'name': Destroy_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.200183] env[68786]: DEBUG oslo_concurrency.lockutils [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.202989] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.894s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.204531] env[68786]: INFO nova.compute.claims [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.254487] env[68786]: INFO nova.scheduler.client.report [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Deleted allocations for instance 5874c470-2a9e-484a-b908-9043b0cd1110 [ 932.283150] env[68786]: DEBUG nova.compute.manager [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.307496] env[68786]: DEBUG oslo_concurrency.lockutils [None req-214e99cb-5174-4c1b-9f78-4a9859a3563a tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.317571] env[68786]: DEBUG nova.virt.hardware [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.317825] env[68786]: DEBUG nova.virt.hardware [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.318042] env[68786]: DEBUG nova.virt.hardware [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.318247] env[68786]: DEBUG nova.virt.hardware [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.318420] env[68786]: DEBUG nova.virt.hardware [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.318573] env[68786]: DEBUG nova.virt.hardware [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.318790] env[68786]: DEBUG nova.virt.hardware [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.318951] env[68786]: DEBUG nova.virt.hardware [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.319145] env[68786]: DEBUG nova.virt.hardware [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.319349] env[68786]: DEBUG nova.virt.hardware [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.319584] env[68786]: DEBUG nova.virt.hardware [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.320526] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a894c1b-3a1b-4ba2-9511-87cb0e1ebdc5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.331984] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242a18c6-0b59-47f8-ab80-e1b555bcc1e8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.360654] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091064, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.417504] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "refresh_cache-646997d1-9381-48e5-946a-570e81393466" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.418374] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "646997d1-9381-48e5-946a-570e81393466" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.418554] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "646997d1-9381-48e5-946a-570e81393466" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.419538] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce9fecd-6331-445b-92e7-4bed7baf3136 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.429963] env[68786]: DEBUG oslo_vmware.api [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091065, 'name': Destroy_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.445847] env[68786]: DEBUG nova.virt.hardware [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.446068] env[68786]: DEBUG nova.virt.hardware [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.446256] env[68786]: DEBUG nova.virt.hardware [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.446456] env[68786]: DEBUG nova.virt.hardware [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.446638] env[68786]: DEBUG nova.virt.hardware [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.446793] env[68786]: DEBUG nova.virt.hardware [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.447030] env[68786]: DEBUG nova.virt.hardware [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.447193] env[68786]: DEBUG nova.virt.hardware [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.447366] env[68786]: DEBUG nova.virt.hardware [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.447534] env[68786]: DEBUG nova.virt.hardware [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.447707] env[68786]: DEBUG nova.virt.hardware [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.454649] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Reconfiguring VM to attach interface {{(pid=68786) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 932.455113] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16065d12-f2e3-464d-9b19-919923cfa3ca {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.475599] env[68786]: DEBUG oslo_vmware.api [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 932.475599] env[68786]: value = "task-3091067" [ 932.475599] env[68786]: _type = "Task" [ 932.475599] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.486111] env[68786]: DEBUG oslo_vmware.api [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091067, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.762514] env[68786]: DEBUG oslo_concurrency.lockutils [None req-daa893e8-247a-43cb-8623-66472885809d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "5874c470-2a9e-484a-b908-9043b0cd1110" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.219s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.858525] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794001} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.858831] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 072ee9d5-6836-40ed-8eb5-4ee093227628/072ee9d5-6836-40ed-8eb5-4ee093227628.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.858974] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.859248] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cbfc09d-312b-4269-bb34-ed44baf5b763 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.866284] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 932.866284] env[68786]: value = "task-3091068" [ 932.866284] env[68786]: _type = "Task" [ 932.866284] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.874249] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.906710] env[68786]: DEBUG nova.compute.manager [req-151c36f1-a35b-43ba-8a98-2f34461b9ca0 req-3231b56c-4e42-4f93-9e4f-7adec57e767a service nova] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Received event network-vif-deleted-25ad9c20-c3dc-41f7-aa7f-88cd2e3158ac {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.906974] env[68786]: DEBUG nova.compute.manager [req-151c36f1-a35b-43ba-8a98-2f34461b9ca0 req-3231b56c-4e42-4f93-9e4f-7adec57e767a service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] Received event network-vif-plugged-4e9320cd-e0e6-4653-a300-634eefaccc01 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.907240] env[68786]: DEBUG oslo_concurrency.lockutils [req-151c36f1-a35b-43ba-8a98-2f34461b9ca0 req-3231b56c-4e42-4f93-9e4f-7adec57e767a service nova] Acquiring lock "646997d1-9381-48e5-946a-570e81393466-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.907512] env[68786]: DEBUG oslo_concurrency.lockutils [req-151c36f1-a35b-43ba-8a98-2f34461b9ca0 req-3231b56c-4e42-4f93-9e4f-7adec57e767a service nova] Lock "646997d1-9381-48e5-946a-570e81393466-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.907610] env[68786]: DEBUG oslo_concurrency.lockutils [req-151c36f1-a35b-43ba-8a98-2f34461b9ca0 req-3231b56c-4e42-4f93-9e4f-7adec57e767a service nova] Lock "646997d1-9381-48e5-946a-570e81393466-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.907775] env[68786]: DEBUG nova.compute.manager [req-151c36f1-a35b-43ba-8a98-2f34461b9ca0 req-3231b56c-4e42-4f93-9e4f-7adec57e767a service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] No waiting events found dispatching network-vif-plugged-4e9320cd-e0e6-4653-a300-634eefaccc01 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.907941] env[68786]: WARNING nova.compute.manager [req-151c36f1-a35b-43ba-8a98-2f34461b9ca0 req-3231b56c-4e42-4f93-9e4f-7adec57e767a service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] Received unexpected event network-vif-plugged-4e9320cd-e0e6-4653-a300-634eefaccc01 for instance with vm_state active and task_state None. [ 932.908114] env[68786]: DEBUG nova.compute.manager [req-151c36f1-a35b-43ba-8a98-2f34461b9ca0 req-3231b56c-4e42-4f93-9e4f-7adec57e767a service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] Received event network-changed-4e9320cd-e0e6-4653-a300-634eefaccc01 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.908269] env[68786]: DEBUG nova.compute.manager [req-151c36f1-a35b-43ba-8a98-2f34461b9ca0 req-3231b56c-4e42-4f93-9e4f-7adec57e767a service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] Refreshing instance network info cache due to event network-changed-4e9320cd-e0e6-4653-a300-634eefaccc01. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.908449] env[68786]: DEBUG oslo_concurrency.lockutils [req-151c36f1-a35b-43ba-8a98-2f34461b9ca0 req-3231b56c-4e42-4f93-9e4f-7adec57e767a service nova] Acquiring lock "refresh_cache-646997d1-9381-48e5-946a-570e81393466" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.908583] env[68786]: DEBUG oslo_concurrency.lockutils [req-151c36f1-a35b-43ba-8a98-2f34461b9ca0 req-3231b56c-4e42-4f93-9e4f-7adec57e767a service nova] Acquired lock "refresh_cache-646997d1-9381-48e5-946a-570e81393466" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.908733] env[68786]: DEBUG nova.network.neutron [req-151c36f1-a35b-43ba-8a98-2f34461b9ca0 req-3231b56c-4e42-4f93-9e4f-7adec57e767a service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] Refreshing network info cache for port 4e9320cd-e0e6-4653-a300-634eefaccc01 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.921938] env[68786]: DEBUG oslo_vmware.api [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091065, 'name': Destroy_Task, 'duration_secs': 0.737098} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.922211] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Destroyed the VM [ 932.922451] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Deleting Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 932.922826] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1168e442-348b-4818-9f6d-150e4bf12878 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.930645] env[68786]: DEBUG oslo_vmware.api [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 932.930645] env[68786]: value = "task-3091069" [ 932.930645] env[68786]: _type = "Task" [ 932.930645] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.939260] env[68786]: DEBUG oslo_vmware.api [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091069, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.986229] env[68786]: DEBUG oslo_vmware.api [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.327969] env[68786]: DEBUG nova.network.neutron [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Successfully updated port: 3bfe02b7-9c3c-45db-a7c9-95d3ae3b6a57 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.380616] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.380897] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.381906] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c58524-699b-423c-902d-cd283657f2e5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.409493] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 072ee9d5-6836-40ed-8eb5-4ee093227628/072ee9d5-6836-40ed-8eb5-4ee093227628.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.412895] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-848b3d2f-117d-4132-a302-4851d062e8f2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.438599] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 933.438599] env[68786]: value = "task-3091070" [ 933.438599] env[68786]: _type = "Task" [ 933.438599] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.445284] env[68786]: DEBUG oslo_vmware.api [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091069, 'name': RemoveSnapshot_Task, 'duration_secs': 0.485312} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.448379] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Deleted Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 933.448674] env[68786]: DEBUG nova.compute.manager [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.449774] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e590c86-17ca-4d0e-9ec3-7dc96cc88de6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.455690] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.488789] env[68786]: DEBUG oslo_vmware.api [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091067, 'name': ReconfigVM_Task, 'duration_secs': 1.010955} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.489383] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "646997d1-9381-48e5-946a-570e81393466" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.489603] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Reconfigured VM to attach interface {{(pid=68786) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 933.524577] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Acquiring lock "0e8e9e71-66fe-4acd-b200-9f16680b2b55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.524871] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Lock "0e8e9e71-66fe-4acd-b200-9f16680b2b55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.566624] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f5d3a3-6825-441d-b4b5-df26c1f55568 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.575722] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437d5972-2a0c-4464-bd5c-3deb40c81d0c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.610016] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16ab5e1-7b35-4c83-94d0-754b0edbced2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.616929] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aebc3f0-42b5-48f8-931f-dd514931146d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.632842] env[68786]: DEBUG nova.compute.provider_tree [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.676885] env[68786]: DEBUG nova.network.neutron [req-151c36f1-a35b-43ba-8a98-2f34461b9ca0 req-3231b56c-4e42-4f93-9e4f-7adec57e767a service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] Updated VIF entry in instance network info cache for port 4e9320cd-e0e6-4653-a300-634eefaccc01. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.677374] env[68786]: DEBUG nova.network.neutron [req-151c36f1-a35b-43ba-8a98-2f34461b9ca0 req-3231b56c-4e42-4f93-9e4f-7adec57e767a service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] Updating instance_info_cache with network_info: [{"id": "950f38e5-afbb-4f85-bc9f-916f97194790", "address": "fa:16:3e:ff:d2:22", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap950f38e5-af", "ovs_interfaceid": "950f38e5-afbb-4f85-bc9f-916f97194790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4e9320cd-e0e6-4653-a300-634eefaccc01", "address": "fa:16:3e:68:31:e9", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e9320cd-e0", "ovs_interfaceid": "4e9320cd-e0e6-4653-a300-634eefaccc01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.831114] env[68786]: DEBUG oslo_concurrency.lockutils [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquiring lock "refresh_cache-da54ffbd-89f8-4f86-ab38-eb455208c3f9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.831324] env[68786]: DEBUG oslo_concurrency.lockutils [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquired lock "refresh_cache-da54ffbd-89f8-4f86-ab38-eb455208c3f9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.831698] env[68786]: DEBUG nova.network.neutron [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.949387] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.969485] env[68786]: INFO nova.compute.manager [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Shelve offloading [ 933.995264] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7097abe9-ce9e-449e-b314-0ee7a3c9eb46 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "interface-646997d1-9381-48e5-946a-570e81393466-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.097s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.032500] env[68786]: DEBUG nova.compute.manager [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 934.136455] env[68786]: DEBUG nova.scheduler.client.report [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.180438] env[68786]: DEBUG oslo_concurrency.lockutils [req-151c36f1-a35b-43ba-8a98-2f34461b9ca0 req-3231b56c-4e42-4f93-9e4f-7adec57e767a service nova] Releasing lock "refresh_cache-646997d1-9381-48e5-946a-570e81393466" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.226359] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b0d2317-89c2-496d-90e3-8f2b4237b69d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Volume attach. Driver type: vmdk {{(pid=68786) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 934.226593] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b0d2317-89c2-496d-90e3-8f2b4237b69d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618714', 'volume_id': 'b75e554d-a013-43ea-b415-457b4745a158', 'name': 'volume-b75e554d-a013-43ea-b415-457b4745a158', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95454394-a40e-42c7-b8c0-dec0c279e7e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b75e554d-a013-43ea-b415-457b4745a158', 'serial': 'b75e554d-a013-43ea-b415-457b4745a158'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 934.227803] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9181f19-ff24-4c53-9069-43546935bb09 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.246131] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ebcdd1-5e44-4107-9b76-efed6eabea62 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.273102] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b0d2317-89c2-496d-90e3-8f2b4237b69d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] volume-b75e554d-a013-43ea-b415-457b4745a158/volume-b75e554d-a013-43ea-b415-457b4745a158.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.273820] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ef90828-dc9a-4681-82ff-5fa028c33730 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.294466] env[68786]: DEBUG oslo_vmware.api [None req-1b0d2317-89c2-496d-90e3-8f2b4237b69d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 934.294466] env[68786]: value = "task-3091071" [ 934.294466] env[68786]: _type = "Task" [ 934.294466] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.305300] env[68786]: DEBUG oslo_vmware.api [None req-1b0d2317-89c2-496d-90e3-8f2b4237b69d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091071, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.365252] env[68786]: DEBUG nova.network.neutron [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.453288] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.473184] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.473633] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60b76c74-146f-4181-93a9-3969cfe6ead3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.481246] env[68786]: DEBUG oslo_vmware.api [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 934.481246] env[68786]: value = "task-3091072" [ 934.481246] env[68786]: _type = "Task" [ 934.481246] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.493481] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] VM already powered off {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 934.493710] env[68786]: DEBUG nova.compute.manager [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.494745] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e713b281-ecdb-411e-a486-8856ff6a857b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.504406] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "refresh_cache-38f4d3bd-1065-4e88-bb9c-717f12dd992b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.504406] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquired lock "refresh_cache-38f4d3bd-1065-4e88-bb9c-717f12dd992b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.504406] env[68786]: DEBUG nova.network.neutron [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.547145] env[68786]: DEBUG nova.network.neutron [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Updating instance_info_cache with network_info: [{"id": "3bfe02b7-9c3c-45db-a7c9-95d3ae3b6a57", "address": "fa:16:3e:74:90:a8", "network": {"id": "f0d2ef82-6d02-4016-bc63-0d4531a8010b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1633770968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a9cf8252dfa4b18b6be5656e9d89dbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfe02b7-9c", "ovs_interfaceid": "3bfe02b7-9c3c-45db-a7c9-95d3ae3b6a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.556669] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.641885] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.642645] env[68786]: DEBUG nova.compute.manager [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.645875] env[68786]: DEBUG oslo_concurrency.lockutils [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.241s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.646208] env[68786]: DEBUG nova.objects.instance [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Lazy-loading 'resources' on Instance uuid 3ebf958f-7544-44f2-85c5-00b5a309817f {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.725994] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Acquiring lock "0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.726610] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Lock "0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.726610] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Acquiring lock "0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.726796] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Lock "0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.727010] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Lock "0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.736152] env[68786]: INFO nova.compute.manager [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Terminating instance [ 934.736152] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "b9cf5b07-b2b6-479f-ae2d-9c9469130b88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.736152] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "b9cf5b07-b2b6-479f-ae2d-9c9469130b88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.805287] env[68786]: DEBUG oslo_vmware.api [None req-1b0d2317-89c2-496d-90e3-8f2b4237b69d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091071, 'name': ReconfigVM_Task, 'duration_secs': 0.438876} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.805287] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b0d2317-89c2-496d-90e3-8f2b4237b69d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Reconfigured VM instance instance-00000045 to attach disk [datastore1] volume-b75e554d-a013-43ea-b415-457b4745a158/volume-b75e554d-a013-43ea-b415-457b4745a158.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.809565] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fca0c99-b2cc-470e-96b2-f28122db3416 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.824934] env[68786]: DEBUG oslo_vmware.api [None req-1b0d2317-89c2-496d-90e3-8f2b4237b69d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 934.824934] env[68786]: value = "task-3091073" [ 934.824934] env[68786]: _type = "Task" [ 934.824934] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.833833] env[68786]: DEBUG oslo_vmware.api [None req-1b0d2317-89c2-496d-90e3-8f2b4237b69d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.954704] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091070, 'name': ReconfigVM_Task, 'duration_secs': 1.221353} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.955106] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 072ee9d5-6836-40ed-8eb5-4ee093227628/072ee9d5-6836-40ed-8eb5-4ee093227628.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.956120] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bcdc2e7-f055-4494-b488-824fe4445fd7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.963672] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 934.963672] env[68786]: value = "task-3091074" [ 934.963672] env[68786]: _type = "Task" [ 934.963672] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.971716] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091074, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.049720] env[68786]: DEBUG oslo_concurrency.lockutils [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Releasing lock "refresh_cache-da54ffbd-89f8-4f86-ab38-eb455208c3f9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.050267] env[68786]: DEBUG nova.compute.manager [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Instance network_info: |[{"id": "3bfe02b7-9c3c-45db-a7c9-95d3ae3b6a57", "address": "fa:16:3e:74:90:a8", "network": {"id": "f0d2ef82-6d02-4016-bc63-0d4531a8010b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1633770968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a9cf8252dfa4b18b6be5656e9d89dbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfe02b7-9c", "ovs_interfaceid": "3bfe02b7-9c3c-45db-a7c9-95d3ae3b6a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.051159] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:90:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bfe02b7-9c3c-45db-a7c9-95d3ae3b6a57', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.059634] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.059893] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.060155] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23570c89-a9b6-4820-80a4-c0600cec99d3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.080528] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.080528] env[68786]: value = "task-3091075" [ 935.080528] env[68786]: _type = "Task" [ 935.080528] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.089014] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091075, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.149303] env[68786]: DEBUG nova.compute.utils [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.156393] env[68786]: DEBUG nova.compute.manager [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.156622] env[68786]: DEBUG nova.network.neutron [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.239245] env[68786]: DEBUG nova.compute.manager [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.244265] env[68786]: DEBUG nova.policy [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c668a84a86c4f6680f27b6581ce6d3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e3caea5c41d4adc9c715c88d8e76039', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.246171] env[68786]: DEBUG nova.compute.manager [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.246390] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.250414] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a06124-3717-422b-bb69-fd2bc0c45c74 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.259093] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.259361] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa732e5e-ce62-4434-91db-77357457bc38 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.265014] env[68786]: DEBUG oslo_vmware.api [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for the task: (returnval){ [ 935.265014] env[68786]: value = "task-3091076" [ 935.265014] env[68786]: _type = "Task" [ 935.265014] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.272722] env[68786]: DEBUG oslo_vmware.api [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3091076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.337146] env[68786]: DEBUG oslo_vmware.api [None req-1b0d2317-89c2-496d-90e3-8f2b4237b69d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091073, 'name': ReconfigVM_Task, 'duration_secs': 0.155015} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.337146] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b0d2317-89c2-496d-90e3-8f2b4237b69d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618714', 'volume_id': 'b75e554d-a013-43ea-b415-457b4745a158', 'name': 'volume-b75e554d-a013-43ea-b415-457b4745a158', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95454394-a40e-42c7-b8c0-dec0c279e7e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b75e554d-a013-43ea-b415-457b4745a158', 'serial': 'b75e554d-a013-43ea-b415-457b4745a158'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 935.395395] env[68786]: DEBUG nova.network.neutron [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Updating instance_info_cache with network_info: [{"id": "cca86162-2542-4dea-a265-af6362074b46", "address": "fa:16:3e:a0:45:5e", "network": {"id": "217e2176-5120-4b8a-b9c2-f17c95bc9f61", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2097938544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcdc4b48699b4a779e459657e78d461a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca86162-25", "ovs_interfaceid": "cca86162-2542-4dea-a265-af6362074b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.399273] env[68786]: DEBUG nova.compute.manager [req-be0f476d-c2bf-4bb2-b5f9-fbf7e634e311 req-9c52ef8f-8c7e-48e0-9d31-48b9a78e7d84 service nova] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Received event network-vif-plugged-3bfe02b7-9c3c-45db-a7c9-95d3ae3b6a57 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.399849] env[68786]: DEBUG oslo_concurrency.lockutils [req-be0f476d-c2bf-4bb2-b5f9-fbf7e634e311 req-9c52ef8f-8c7e-48e0-9d31-48b9a78e7d84 service nova] Acquiring lock "da54ffbd-89f8-4f86-ab38-eb455208c3f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.400638] env[68786]: DEBUG oslo_concurrency.lockutils [req-be0f476d-c2bf-4bb2-b5f9-fbf7e634e311 req-9c52ef8f-8c7e-48e0-9d31-48b9a78e7d84 service nova] Lock "da54ffbd-89f8-4f86-ab38-eb455208c3f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.400638] env[68786]: DEBUG oslo_concurrency.lockutils [req-be0f476d-c2bf-4bb2-b5f9-fbf7e634e311 req-9c52ef8f-8c7e-48e0-9d31-48b9a78e7d84 service nova] Lock "da54ffbd-89f8-4f86-ab38-eb455208c3f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.400638] env[68786]: DEBUG nova.compute.manager [req-be0f476d-c2bf-4bb2-b5f9-fbf7e634e311 req-9c52ef8f-8c7e-48e0-9d31-48b9a78e7d84 service nova] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] No waiting events found dispatching network-vif-plugged-3bfe02b7-9c3c-45db-a7c9-95d3ae3b6a57 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.400638] env[68786]: WARNING nova.compute.manager [req-be0f476d-c2bf-4bb2-b5f9-fbf7e634e311 req-9c52ef8f-8c7e-48e0-9d31-48b9a78e7d84 service nova] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Received unexpected event network-vif-plugged-3bfe02b7-9c3c-45db-a7c9-95d3ae3b6a57 for instance with vm_state building and task_state spawning. [ 935.400948] env[68786]: DEBUG nova.compute.manager [req-be0f476d-c2bf-4bb2-b5f9-fbf7e634e311 req-9c52ef8f-8c7e-48e0-9d31-48b9a78e7d84 service nova] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Received event network-changed-3bfe02b7-9c3c-45db-a7c9-95d3ae3b6a57 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.400948] env[68786]: DEBUG nova.compute.manager [req-be0f476d-c2bf-4bb2-b5f9-fbf7e634e311 req-9c52ef8f-8c7e-48e0-9d31-48b9a78e7d84 service nova] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Refreshing instance network info cache due to event network-changed-3bfe02b7-9c3c-45db-a7c9-95d3ae3b6a57. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.401761] env[68786]: DEBUG oslo_concurrency.lockutils [req-be0f476d-c2bf-4bb2-b5f9-fbf7e634e311 req-9c52ef8f-8c7e-48e0-9d31-48b9a78e7d84 service nova] Acquiring lock "refresh_cache-da54ffbd-89f8-4f86-ab38-eb455208c3f9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.401761] env[68786]: DEBUG oslo_concurrency.lockutils [req-be0f476d-c2bf-4bb2-b5f9-fbf7e634e311 req-9c52ef8f-8c7e-48e0-9d31-48b9a78e7d84 service nova] Acquired lock "refresh_cache-da54ffbd-89f8-4f86-ab38-eb455208c3f9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.401761] env[68786]: DEBUG nova.network.neutron [req-be0f476d-c2bf-4bb2-b5f9-fbf7e634e311 req-9c52ef8f-8c7e-48e0-9d31-48b9a78e7d84 service nova] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Refreshing network info cache for port 3bfe02b7-9c3c-45db-a7c9-95d3ae3b6a57 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.475772] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091074, 'name': Rename_Task, 'duration_secs': 0.18946} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.479251] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.479715] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-202f38ae-eb6b-4f40-857b-821b239c6acb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.486538] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 935.486538] env[68786]: value = "task-3091077" [ 935.486538] env[68786]: _type = "Task" [ 935.486538] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.496597] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.532132] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e816b61-dd04-46cf-a2bf-e89523c1a663 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.543779] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51895cd5-384c-467f-8da7-fd29ba5b03b6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.579336] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fafff89-5bea-4237-b183-67c8eaa3bfb0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.595165] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6787fa7-adb6-4c47-9e6b-156309e346e1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.603154] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091075, 'name': CreateVM_Task, 'duration_secs': 0.40005} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.603154] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.603154] env[68786]: DEBUG oslo_concurrency.lockutils [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.603154] env[68786]: DEBUG oslo_concurrency.lockutils [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.603154] env[68786]: DEBUG oslo_concurrency.lockutils [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.603154] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42784512-838b-4612-95ef-fd8684e82f8f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.612840] env[68786]: DEBUG nova.compute.provider_tree [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.617409] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 935.617409] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52fc9d65-7f69-c3a7-18da-082dde70e899" [ 935.617409] env[68786]: _type = "Task" [ 935.617409] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.625498] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52fc9d65-7f69-c3a7-18da-082dde70e899, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.655366] env[68786]: DEBUG nova.compute.manager [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.672261] env[68786]: DEBUG nova.network.neutron [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Successfully created port: b3074b40-6113-4c3a-842a-7e99138540e1 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.686757] env[68786]: DEBUG nova.compute.manager [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Stashing vm_state: active {{(pid=68786) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 935.762270] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.776756] env[68786]: DEBUG oslo_vmware.api [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3091076, 'name': PowerOffVM_Task, 'duration_secs': 0.238604} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.777340] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.777595] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.778441] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1250e216-16bc-4631-b69c-01ae908092ac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.851316] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.851556] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.851740] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Deleting the datastore file [datastore2] 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.852109] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6f2f52c-5665-476b-8d83-7764962b8515 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.859023] env[68786]: DEBUG oslo_vmware.api [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for the task: (returnval){ [ 935.859023] env[68786]: value = "task-3091079" [ 935.859023] env[68786]: _type = "Task" [ 935.859023] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.869879] env[68786]: DEBUG oslo_vmware.api [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3091079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.904383] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Releasing lock "refresh_cache-38f4d3bd-1065-4e88-bb9c-717f12dd992b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.996233] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.022216] env[68786]: DEBUG oslo_concurrency.lockutils [None req-baf2f9df-359d-4774-b700-95fc9344f89d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "bb75a858-288f-4bdd-8488-9f5d15324e6f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.022580] env[68786]: DEBUG oslo_concurrency.lockutils [None req-baf2f9df-359d-4774-b700-95fc9344f89d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "bb75a858-288f-4bdd-8488-9f5d15324e6f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.116798] env[68786]: DEBUG nova.scheduler.client.report [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.141879] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52fc9d65-7f69-c3a7-18da-082dde70e899, 'name': SearchDatastore_Task, 'duration_secs': 0.013562} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.143614] env[68786]: DEBUG oslo_concurrency.lockutils [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.143924] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.144713] env[68786]: DEBUG oslo_concurrency.lockutils [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.144713] env[68786]: DEBUG oslo_concurrency.lockutils [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.145399] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.146114] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bbbea02-626d-463b-88d9-4d00bf80e277 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.156383] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.156522] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.157380] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e114d975-5a8b-4f5f-a4b0-c590f89e0a18 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.167785] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 936.167785] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]528d4e2e-76b1-ac98-778d-b84859ce8a2a" [ 936.167785] env[68786]: _type = "Task" [ 936.167785] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.176788] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]528d4e2e-76b1-ac98-778d-b84859ce8a2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.213693] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.217586] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "interface-646997d1-9381-48e5-946a-570e81393466-4e9320cd-e0e6-4653-a300-634eefaccc01" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.217827] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "interface-646997d1-9381-48e5-946a-570e81393466-4e9320cd-e0e6-4653-a300-634eefaccc01" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.369438] env[68786]: DEBUG oslo_vmware.api [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Task: {'id': task-3091079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193292} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.369687] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.369864] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.370050] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.370230] env[68786]: INFO nova.compute.manager [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 936.370469] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.370662] env[68786]: DEBUG nova.compute.manager [-] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.370753] env[68786]: DEBUG nova.network.neutron [-] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.382860] env[68786]: DEBUG nova.objects.instance [None req-1b0d2317-89c2-496d-90e3-8f2b4237b69d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lazy-loading 'flavor' on Instance uuid 95454394-a40e-42c7-b8c0-dec0c279e7e0 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.493574] env[68786]: DEBUG nova.network.neutron [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Successfully created port: 43f2972c-c84a-493a-81eb-e9eea72145d8 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.508604] env[68786]: DEBUG oslo_vmware.api [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091077, 'name': PowerOnVM_Task, 'duration_secs': 0.754892} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.509844] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.509844] env[68786]: INFO nova.compute.manager [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Took 10.21 seconds to spawn the instance on the hypervisor. [ 936.509844] env[68786]: DEBUG nova.compute.manager [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.511696] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83b82e7-e41c-4b1b-8b7f-5f1c6f65ebd0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.526664] env[68786]: INFO nova.compute.manager [None req-baf2f9df-359d-4774-b700-95fc9344f89d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Detaching volume 7bb56229-9e4e-41ab-a56c-720769a5c93e [ 936.583429] env[68786]: INFO nova.virt.block_device [None req-baf2f9df-359d-4774-b700-95fc9344f89d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Attempting to driver detach volume 7bb56229-9e4e-41ab-a56c-720769a5c93e from mountpoint /dev/sdb [ 936.583429] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf2f9df-359d-4774-b700-95fc9344f89d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Volume detach. Driver type: vmdk {{(pid=68786) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 936.583429] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf2f9df-359d-4774-b700-95fc9344f89d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618629', 'volume_id': '7bb56229-9e4e-41ab-a56c-720769a5c93e', 'name': 'volume-7bb56229-9e4e-41ab-a56c-720769a5c93e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb75a858-288f-4bdd-8488-9f5d15324e6f', 'attached_at': '', 'detached_at': '', 'volume_id': '7bb56229-9e4e-41ab-a56c-720769a5c93e', 'serial': '7bb56229-9e4e-41ab-a56c-720769a5c93e'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 936.583429] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873c0abb-c5ce-4577-b042-1f9b94b9d163 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.616466] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ee4228-0f49-4c4b-a8fc-5a4e8846fb35 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.626179] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961dadfe-075d-4c75-a6e4-d573ca251327 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.630752] env[68786]: DEBUG oslo_concurrency.lockutils [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.651833] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.041s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.652112] env[68786]: DEBUG nova.objects.instance [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Lazy-loading 'resources' on Instance uuid 098d000f-adcb-4464-a328-866dd1c6bc1c {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.654665] env[68786]: INFO nova.scheduler.client.report [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Deleted allocations for instance 3ebf958f-7544-44f2-85c5-00b5a309817f [ 936.656125] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd745515-f4ee-41cb-9a41-d5483d0a7a20 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.677167] env[68786]: DEBUG nova.compute.manager [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.679680] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf2f9df-359d-4774-b700-95fc9344f89d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] The volume has not been displaced from its original location: [datastore2] volume-7bb56229-9e4e-41ab-a56c-720769a5c93e/volume-7bb56229-9e4e-41ab-a56c-720769a5c93e.vmdk. No consolidation needed. {{(pid=68786) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 936.685785] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf2f9df-359d-4774-b700-95fc9344f89d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Reconfiguring VM instance instance-0000001d to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 936.690266] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33ceafb5-d766-44f0-8aac-a403a8fb9b51 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.710359] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]528d4e2e-76b1-ac98-778d-b84859ce8a2a, 'name': SearchDatastore_Task, 'duration_secs': 0.009903} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.715241] env[68786]: DEBUG oslo_vmware.api [None req-baf2f9df-359d-4774-b700-95fc9344f89d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 936.715241] env[68786]: value = "task-3091080" [ 936.715241] env[68786]: _type = "Task" [ 936.715241] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.717851] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5801ae10-673e-4cfd-9c35-023942eee577 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.725282] env[68786]: DEBUG nova.virt.hardware [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.725526] env[68786]: DEBUG nova.virt.hardware [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.725682] env[68786]: DEBUG nova.virt.hardware [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.725858] env[68786]: DEBUG nova.virt.hardware [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.726026] env[68786]: DEBUG nova.virt.hardware [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.726158] env[68786]: DEBUG nova.virt.hardware [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.726366] env[68786]: DEBUG nova.virt.hardware [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.726522] env[68786]: DEBUG nova.virt.hardware [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.726686] env[68786]: DEBUG nova.virt.hardware [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.726901] env[68786]: DEBUG nova.virt.hardware [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.727019] env[68786]: DEBUG nova.virt.hardware [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.727527] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "646997d1-9381-48e5-946a-570e81393466" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.727683] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "646997d1-9381-48e5-946a-570e81393466" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.729187] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf3495d-7efb-48df-a3e7-ce8a7fcc5a61 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.734109] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea60318-403e-412d-ad1f-43a6099ff524 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.737815] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 936.737815] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b636ff-a850-5e30-a001-3c8a90d72c19" [ 936.737815] env[68786]: _type = "Task" [ 936.737815] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.760904] env[68786]: DEBUG oslo_vmware.api [None req-baf2f9df-359d-4774-b700-95fc9344f89d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.762155] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813444ae-b947-4822-8caa-a1bdb64fc8d4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.765720] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbde66d2-9ee3-4d47-9a06-82520ba61c28 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.773931] env[68786]: DEBUG nova.network.neutron [req-be0f476d-c2bf-4bb2-b5f9-fbf7e634e311 req-9c52ef8f-8c7e-48e0-9d31-48b9a78e7d84 service nova] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Updated VIF entry in instance network info cache for port 3bfe02b7-9c3c-45db-a7c9-95d3ae3b6a57. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.774387] env[68786]: DEBUG nova.network.neutron [req-be0f476d-c2bf-4bb2-b5f9-fbf7e634e311 req-9c52ef8f-8c7e-48e0-9d31-48b9a78e7d84 service nova] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Updating instance_info_cache with network_info: [{"id": "3bfe02b7-9c3c-45db-a7c9-95d3ae3b6a57", "address": "fa:16:3e:74:90:a8", "network": {"id": "f0d2ef82-6d02-4016-bc63-0d4531a8010b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1633770968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a9cf8252dfa4b18b6be5656e9d89dbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfe02b7-9c", "ovs_interfaceid": "3bfe02b7-9c3c-45db-a7c9-95d3ae3b6a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.775710] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b636ff-a850-5e30-a001-3c8a90d72c19, 'name': SearchDatastore_Task, 'duration_secs': 0.012779} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.779438] env[68786]: DEBUG oslo_concurrency.lockutils [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.779438] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] da54ffbd-89f8-4f86-ab38-eb455208c3f9/da54ffbd-89f8-4f86-ab38-eb455208c3f9.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.779438] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7092ed1-9f54-4f44-89ce-8a614a621212 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.812672] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Reconfiguring VM to detach interface {{(pid=68786) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 936.814401] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-998779e4-ea1e-47ec-9e37-7c0cb15fadea {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.830366] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 936.830366] env[68786]: value = "task-3091081" [ 936.830366] env[68786]: _type = "Task" [ 936.830366] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.836072] env[68786]: DEBUG oslo_vmware.api [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 936.836072] env[68786]: value = "task-3091082" [ 936.836072] env[68786]: _type = "Task" [ 936.836072] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.843307] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.848691] env[68786]: DEBUG oslo_vmware.api [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091082, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.889081] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1b0d2317-89c2-496d-90e3-8f2b4237b69d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "95454394-a40e-42c7-b8c0-dec0c279e7e0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.278s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.005157] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.006108] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed914dfa-48d6-4a33-a919-f61a97ed42c3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.014169] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.014466] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6741ff98-6b7d-443a-b54c-08ed3bf8e6bc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.037054] env[68786]: INFO nova.compute.manager [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Took 35.58 seconds to build instance. [ 937.115220] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.115578] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.116416] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Deleting the datastore file [datastore2] 38f4d3bd-1065-4e88-bb9c-717f12dd992b {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.116537] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b3174bc-5d48-4271-b526-b97927f61da4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.128037] env[68786]: DEBUG oslo_vmware.api [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 937.128037] env[68786]: value = "task-3091084" [ 937.128037] env[68786]: _type = "Task" [ 937.128037] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.140889] env[68786]: DEBUG oslo_vmware.api [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.166927] env[68786]: DEBUG oslo_concurrency.lockutils [None req-dd862af9-59af-48c0-92c1-1b728e2c2118 tempest-ServersTestBootFromVolume-1324474220 tempest-ServersTestBootFromVolume-1324474220-project-member] Lock "3ebf958f-7544-44f2-85c5-00b5a309817f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.356s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.234455] env[68786]: DEBUG oslo_vmware.api [None req-baf2f9df-359d-4774-b700-95fc9344f89d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091080, 'name': ReconfigVM_Task, 'duration_secs': 0.313551} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.239414] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf2f9df-359d-4774-b700-95fc9344f89d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Reconfigured VM instance instance-0000001d to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 937.245817] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2374a75a-ced5-4f13-82d6-3302a510f774 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.268078] env[68786]: DEBUG oslo_vmware.api [None req-baf2f9df-359d-4774-b700-95fc9344f89d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 937.268078] env[68786]: value = "task-3091085" [ 937.268078] env[68786]: _type = "Task" [ 937.268078] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.273275] env[68786]: DEBUG nova.network.neutron [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Successfully created port: f1d28900-c5e4-494b-918e-2a1960b37a54 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.278627] env[68786]: DEBUG oslo_concurrency.lockutils [req-be0f476d-c2bf-4bb2-b5f9-fbf7e634e311 req-9c52ef8f-8c7e-48e0-9d31-48b9a78e7d84 service nova] Releasing lock "refresh_cache-da54ffbd-89f8-4f86-ab38-eb455208c3f9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.284810] env[68786]: DEBUG oslo_vmware.api [None req-baf2f9df-359d-4774-b700-95fc9344f89d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091085, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.349488] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517602} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.350273] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] da54ffbd-89f8-4f86-ab38-eb455208c3f9/da54ffbd-89f8-4f86-ab38-eb455208c3f9.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.350496] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.350758] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9088fe66-5ffa-41be-a7c3-2b2b2df28616 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.356733] env[68786]: DEBUG oslo_vmware.api [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.362877] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 937.362877] env[68786]: value = "task-3091086" [ 937.362877] env[68786]: _type = "Task" [ 937.362877] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.370876] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.514474] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca63e591-7d73-410e-8e84-2702fbd51341 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.524807] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfc2f34-9ebd-429d-aeb5-ccc76247c309 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.555330] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1c1221f-b437-4043-b75f-6cb899c45cb0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "072ee9d5-6836-40ed-8eb5-4ee093227628" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.107s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.556254] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a6ac75-d0c3-46e0-9477-1ae53065ede4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.564640] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62299a52-cd4d-41c7-836b-9bfb15a14d4f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.578356] env[68786]: DEBUG nova.compute.provider_tree [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 937.617320] env[68786]: INFO nova.compute.manager [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Rebuilding instance [ 937.640727] env[68786]: DEBUG oslo_vmware.api [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285594} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.640727] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.640727] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.640727] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.673018] env[68786]: INFO nova.scheduler.client.report [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Deleted allocations for instance 38f4d3bd-1065-4e88-bb9c-717f12dd992b [ 937.687180] env[68786]: DEBUG nova.compute.manager [req-5b6a9052-ed54-4566-b03b-0c2c357166c2 req-3b6eb667-d1e7-4018-8b11-5b6b0292a123 service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Received event network-vif-unplugged-cca86162-2542-4dea-a265-af6362074b46 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.687180] env[68786]: DEBUG oslo_concurrency.lockutils [req-5b6a9052-ed54-4566-b03b-0c2c357166c2 req-3b6eb667-d1e7-4018-8b11-5b6b0292a123 service nova] Acquiring lock "38f4d3bd-1065-4e88-bb9c-717f12dd992b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.687180] env[68786]: DEBUG oslo_concurrency.lockutils [req-5b6a9052-ed54-4566-b03b-0c2c357166c2 req-3b6eb667-d1e7-4018-8b11-5b6b0292a123 service nova] Lock "38f4d3bd-1065-4e88-bb9c-717f12dd992b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.687180] env[68786]: DEBUG oslo_concurrency.lockutils [req-5b6a9052-ed54-4566-b03b-0c2c357166c2 req-3b6eb667-d1e7-4018-8b11-5b6b0292a123 service nova] Lock "38f4d3bd-1065-4e88-bb9c-717f12dd992b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.687180] env[68786]: DEBUG nova.compute.manager [req-5b6a9052-ed54-4566-b03b-0c2c357166c2 req-3b6eb667-d1e7-4018-8b11-5b6b0292a123 service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] No waiting events found dispatching network-vif-unplugged-cca86162-2542-4dea-a265-af6362074b46 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.687180] env[68786]: WARNING nova.compute.manager [req-5b6a9052-ed54-4566-b03b-0c2c357166c2 req-3b6eb667-d1e7-4018-8b11-5b6b0292a123 service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Received unexpected event network-vif-unplugged-cca86162-2542-4dea-a265-af6362074b46 for instance with vm_state shelved and task_state shelving_offloading. [ 937.687180] env[68786]: DEBUG nova.compute.manager [req-5b6a9052-ed54-4566-b03b-0c2c357166c2 req-3b6eb667-d1e7-4018-8b11-5b6b0292a123 service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Received event network-changed-cca86162-2542-4dea-a265-af6362074b46 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.687180] env[68786]: DEBUG nova.compute.manager [req-5b6a9052-ed54-4566-b03b-0c2c357166c2 req-3b6eb667-d1e7-4018-8b11-5b6b0292a123 service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Refreshing instance network info cache due to event network-changed-cca86162-2542-4dea-a265-af6362074b46. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.687180] env[68786]: DEBUG oslo_concurrency.lockutils [req-5b6a9052-ed54-4566-b03b-0c2c357166c2 req-3b6eb667-d1e7-4018-8b11-5b6b0292a123 service nova] Acquiring lock "refresh_cache-38f4d3bd-1065-4e88-bb9c-717f12dd992b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.687180] env[68786]: DEBUG oslo_concurrency.lockutils [req-5b6a9052-ed54-4566-b03b-0c2c357166c2 req-3b6eb667-d1e7-4018-8b11-5b6b0292a123 service nova] Acquired lock "refresh_cache-38f4d3bd-1065-4e88-bb9c-717f12dd992b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.687180] env[68786]: DEBUG nova.network.neutron [req-5b6a9052-ed54-4566-b03b-0c2c357166c2 req-3b6eb667-d1e7-4018-8b11-5b6b0292a123 service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Refreshing network info cache for port cca86162-2542-4dea-a265-af6362074b46 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.689556] env[68786]: DEBUG nova.compute.manager [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.690747] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2871b8ed-dc2a-4c65-8446-6aadc9635d75 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.777704] env[68786]: DEBUG oslo_vmware.api [None req-baf2f9df-359d-4774-b700-95fc9344f89d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091085, 'name': ReconfigVM_Task, 'duration_secs': 0.152176} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.778073] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf2f9df-359d-4774-b700-95fc9344f89d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618629', 'volume_id': '7bb56229-9e4e-41ab-a56c-720769a5c93e', 'name': 'volume-7bb56229-9e4e-41ab-a56c-720769a5c93e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb75a858-288f-4bdd-8488-9f5d15324e6f', 'attached_at': '', 'detached_at': '', 'volume_id': '7bb56229-9e4e-41ab-a56c-720769a5c93e', 'serial': '7bb56229-9e4e-41ab-a56c-720769a5c93e'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 937.847777] env[68786]: DEBUG oslo_vmware.api [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.875483] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063567} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.876165] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.877144] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee7c6ce-2f13-44a6-85f0-92339d0ccd08 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.906509] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] da54ffbd-89f8-4f86-ab38-eb455208c3f9/da54ffbd-89f8-4f86-ab38-eb455208c3f9.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.907127] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f304616-8b48-46e3-9539-31a3d3e12f20 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.931896] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 937.931896] env[68786]: value = "task-3091087" [ 937.931896] env[68786]: _type = "Task" [ 937.931896] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.940759] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091087, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.108990] env[68786]: ERROR nova.scheduler.client.report [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [req-904b6d60-247c-4fd6-ba63-535319a127c9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-904b6d60-247c-4fd6-ba63-535319a127c9"}]} [ 938.132444] env[68786]: DEBUG nova.scheduler.client.report [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Refreshing inventories for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 938.159104] env[68786]: DEBUG nova.network.neutron [-] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.159619] env[68786]: DEBUG nova.scheduler.client.report [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Updating ProviderTree inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 938.159821] env[68786]: DEBUG nova.compute.provider_tree [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 938.176400] env[68786]: DEBUG nova.scheduler.client.report [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Refreshing aggregate associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, aggregates: None {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 938.191384] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.201324] env[68786]: DEBUG nova.scheduler.client.report [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Refreshing trait associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 938.351633] env[68786]: DEBUG oslo_vmware.api [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.357112] env[68786]: DEBUG nova.objects.instance [None req-baf2f9df-359d-4774-b700-95fc9344f89d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lazy-loading 'flavor' on Instance uuid bb75a858-288f-4bdd-8488-9f5d15324e6f {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.446938] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.456948] env[68786]: DEBUG oslo_concurrency.lockutils [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "a87b654f-108e-46d0-b386-8fc7a96bebdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.457205] env[68786]: DEBUG oslo_concurrency.lockutils [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "a87b654f-108e-46d0-b386-8fc7a96bebdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.596795] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675b2abd-256f-45a4-bc60-4bc70da7803e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.605658] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109c171c-2c46-44e5-83c8-5b6c56f01260 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.609950] env[68786]: DEBUG nova.network.neutron [req-5b6a9052-ed54-4566-b03b-0c2c357166c2 req-3b6eb667-d1e7-4018-8b11-5b6b0292a123 service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Updated VIF entry in instance network info cache for port cca86162-2542-4dea-a265-af6362074b46. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.610162] env[68786]: DEBUG nova.network.neutron [req-5b6a9052-ed54-4566-b03b-0c2c357166c2 req-3b6eb667-d1e7-4018-8b11-5b6b0292a123 service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Updating instance_info_cache with network_info: [{"id": "cca86162-2542-4dea-a265-af6362074b46", "address": "fa:16:3e:a0:45:5e", "network": {"id": "217e2176-5120-4b8a-b9c2-f17c95bc9f61", "bridge": null, "label": "tempest-ServersNegativeTestJSON-2097938544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcdc4b48699b4a779e459657e78d461a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcca86162-25", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.645900] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e782a98-d1ab-4161-8fc6-7129f5a69e71 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.654583] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa63160-bdec-4fb6-b0d4-14daaa967124 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.670972] env[68786]: INFO nova.compute.manager [-] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Took 2.30 seconds to deallocate network for instance. [ 938.671874] env[68786]: DEBUG nova.compute.provider_tree [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 938.710341] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.710723] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ae3340b-f03f-4850-9750-6d92a80eea5c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.718410] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 938.718410] env[68786]: value = "task-3091088" [ 938.718410] env[68786]: _type = "Task" [ 938.718410] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.727921] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.849161] env[68786]: DEBUG oslo_vmware.api [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.946658] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091087, 'name': ReconfigVM_Task, 'duration_secs': 0.827601} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.947401] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Reconfigured VM instance instance-00000052 to attach disk [datastore1] da54ffbd-89f8-4f86-ab38-eb455208c3f9/da54ffbd-89f8-4f86-ab38-eb455208c3f9.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.948143] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3d96040-e01c-4fd0-89db-dcbd9cf5fa3e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.957116] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 938.957116] env[68786]: value = "task-3091089" [ 938.957116] env[68786]: _type = "Task" [ 938.957116] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.962267] env[68786]: DEBUG nova.compute.manager [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.972106] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091089, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.112043] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.112043] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.113119] env[68786]: DEBUG oslo_concurrency.lockutils [req-5b6a9052-ed54-4566-b03b-0c2c357166c2 req-3b6eb667-d1e7-4018-8b11-5b6b0292a123 service nova] Releasing lock "refresh_cache-38f4d3bd-1065-4e88-bb9c-717f12dd992b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.139463] env[68786]: DEBUG nova.network.neutron [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Successfully updated port: b3074b40-6113-4c3a-842a-7e99138540e1 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.180336] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.203566] env[68786]: ERROR nova.scheduler.client.report [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] [req-d5733705-a853-4cc8-b585-cf6b4265192b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d5733705-a853-4cc8-b585-cf6b4265192b"}]} [ 939.226329] env[68786]: DEBUG nova.scheduler.client.report [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Refreshing inventories for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 939.233205] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091088, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.239895] env[68786]: DEBUG nova.scheduler.client.report [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Updating ProviderTree inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 939.242186] env[68786]: DEBUG nova.compute.provider_tree [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 939.256290] env[68786]: DEBUG nova.scheduler.client.report [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Refreshing aggregate associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, aggregates: None {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 939.274971] env[68786]: DEBUG nova.scheduler.client.report [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Refreshing trait associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 939.354741] env[68786]: DEBUG oslo_vmware.api [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.366313] env[68786]: DEBUG oslo_concurrency.lockutils [None req-baf2f9df-359d-4774-b700-95fc9344f89d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "bb75a858-288f-4bdd-8488-9f5d15324e6f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.342s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.470702] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091089, 'name': Rename_Task, 'duration_secs': 0.178523} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.470918] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.471446] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1591d4bf-82d1-45c1-a975-7f3721735780 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.479213] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 939.479213] env[68786]: value = "task-3091090" [ 939.479213] env[68786]: _type = "Task" [ 939.479213] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.495412] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091090, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.498743] env[68786]: DEBUG oslo_concurrency.lockutils [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.500104] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "38f4d3bd-1065-4e88-bb9c-717f12dd992b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.627200] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.627399] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.627549] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.627699] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.627829] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.627968] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.628127] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68786) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 939.628255] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager.update_available_resource {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.676694] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d38c39-a1f7-4f49-abf5-985c011fe909 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.686873] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816ce079-e32d-49dc-a5e9-e8e709535f21 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.716950] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fc5cfe-b74e-4b58-8a30-e441734df1f0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.727299] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6762f6b4-df70-41dd-88f3-b5b542878103 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.738408] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091088, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.749407] env[68786]: DEBUG nova.compute.provider_tree [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 939.823527] env[68786]: DEBUG nova.compute.manager [req-6a4de510-bdbe-4b9e-93c8-ca2abfc2b35d req-367b6cd4-712a-41d5-a405-6461d70ae1a6 service nova] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Received event network-vif-deleted-0a613b56-2999-4c3f-8096-55d403d6af17 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.823527] env[68786]: DEBUG nova.compute.manager [req-6a4de510-bdbe-4b9e-93c8-ca2abfc2b35d req-367b6cd4-712a-41d5-a405-6461d70ae1a6 service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Received event network-vif-plugged-b3074b40-6113-4c3a-842a-7e99138540e1 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.823527] env[68786]: DEBUG oslo_concurrency.lockutils [req-6a4de510-bdbe-4b9e-93c8-ca2abfc2b35d req-367b6cd4-712a-41d5-a405-6461d70ae1a6 service nova] Acquiring lock "541f65fa-51e8-4e2c-bc5a-c56502bae16c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.823527] env[68786]: DEBUG oslo_concurrency.lockutils [req-6a4de510-bdbe-4b9e-93c8-ca2abfc2b35d req-367b6cd4-712a-41d5-a405-6461d70ae1a6 service nova] Lock "541f65fa-51e8-4e2c-bc5a-c56502bae16c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.823527] env[68786]: DEBUG oslo_concurrency.lockutils [req-6a4de510-bdbe-4b9e-93c8-ca2abfc2b35d req-367b6cd4-712a-41d5-a405-6461d70ae1a6 service nova] Lock "541f65fa-51e8-4e2c-bc5a-c56502bae16c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.824035] env[68786]: DEBUG nova.compute.manager [req-6a4de510-bdbe-4b9e-93c8-ca2abfc2b35d req-367b6cd4-712a-41d5-a405-6461d70ae1a6 service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] No waiting events found dispatching network-vif-plugged-b3074b40-6113-4c3a-842a-7e99138540e1 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.824035] env[68786]: WARNING nova.compute.manager [req-6a4de510-bdbe-4b9e-93c8-ca2abfc2b35d req-367b6cd4-712a-41d5-a405-6461d70ae1a6 service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Received unexpected event network-vif-plugged-b3074b40-6113-4c3a-842a-7e99138540e1 for instance with vm_state building and task_state spawning. [ 939.824244] env[68786]: DEBUG nova.compute.manager [req-6a4de510-bdbe-4b9e-93c8-ca2abfc2b35d req-367b6cd4-712a-41d5-a405-6461d70ae1a6 service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Received event network-changed-b3074b40-6113-4c3a-842a-7e99138540e1 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.824334] env[68786]: DEBUG nova.compute.manager [req-6a4de510-bdbe-4b9e-93c8-ca2abfc2b35d req-367b6cd4-712a-41d5-a405-6461d70ae1a6 service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Refreshing instance network info cache due to event network-changed-b3074b40-6113-4c3a-842a-7e99138540e1. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.824514] env[68786]: DEBUG oslo_concurrency.lockutils [req-6a4de510-bdbe-4b9e-93c8-ca2abfc2b35d req-367b6cd4-712a-41d5-a405-6461d70ae1a6 service nova] Acquiring lock "refresh_cache-541f65fa-51e8-4e2c-bc5a-c56502bae16c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.824644] env[68786]: DEBUG oslo_concurrency.lockutils [req-6a4de510-bdbe-4b9e-93c8-ca2abfc2b35d req-367b6cd4-712a-41d5-a405-6461d70ae1a6 service nova] Acquired lock "refresh_cache-541f65fa-51e8-4e2c-bc5a-c56502bae16c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.824805] env[68786]: DEBUG nova.network.neutron [req-6a4de510-bdbe-4b9e-93c8-ca2abfc2b35d req-367b6cd4-712a-41d5-a405-6461d70ae1a6 service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Refreshing network info cache for port b3074b40-6113-4c3a-842a-7e99138540e1 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.850966] env[68786]: DEBUG oslo_vmware.api [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.878151] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "bb75a858-288f-4bdd-8488-9f5d15324e6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.878151] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "bb75a858-288f-4bdd-8488-9f5d15324e6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.878151] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "bb75a858-288f-4bdd-8488-9f5d15324e6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.878151] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "bb75a858-288f-4bdd-8488-9f5d15324e6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.878515] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "bb75a858-288f-4bdd-8488-9f5d15324e6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.880530] env[68786]: INFO nova.compute.manager [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Terminating instance [ 939.993962] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091090, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.131395] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.232280] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091088, 'name': PowerOffVM_Task, 'duration_secs': 1.205354} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.233769] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.294066] env[68786]: DEBUG nova.scheduler.client.report [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 940.295142] env[68786]: DEBUG nova.compute.provider_tree [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 113 to 114 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 940.295142] env[68786]: DEBUG nova.compute.provider_tree [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 940.315144] env[68786]: INFO nova.compute.manager [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Detaching volume b75e554d-a013-43ea-b415-457b4745a158 [ 940.354243] env[68786]: DEBUG oslo_vmware.api [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.359605] env[68786]: INFO nova.virt.block_device [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Attempting to driver detach volume b75e554d-a013-43ea-b415-457b4745a158 from mountpoint /dev/sdb [ 940.360810] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Volume detach. Driver type: vmdk {{(pid=68786) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 940.360810] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618714', 'volume_id': 'b75e554d-a013-43ea-b415-457b4745a158', 'name': 'volume-b75e554d-a013-43ea-b415-457b4745a158', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95454394-a40e-42c7-b8c0-dec0c279e7e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b75e554d-a013-43ea-b415-457b4745a158', 'serial': 'b75e554d-a013-43ea-b415-457b4745a158'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 940.361214] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c828138-2a25-440f-8be4-3231ceff5560 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.365242] env[68786]: DEBUG nova.network.neutron [req-6a4de510-bdbe-4b9e-93c8-ca2abfc2b35d req-367b6cd4-712a-41d5-a405-6461d70ae1a6 service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.392960] env[68786]: DEBUG nova.compute.manager [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.393265] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.394256] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7438b3ed-244a-48b8-8826-579f5035da3d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.397767] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607dc371-5225-4c4b-baa6-aae5c35ed8a8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.405373] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.407164] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-248e24bb-bc2d-4ef3-8859-2535ebb5968a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.409290] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7c5e2b-cceb-4939-a093-a01a4b193936 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.432856] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c48a01-f012-48d7-8b0e-ae90df203d42 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.435698] env[68786]: DEBUG oslo_vmware.api [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 940.435698] env[68786]: value = "task-3091091" [ 940.435698] env[68786]: _type = "Task" [ 940.435698] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.452128] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] The volume has not been displaced from its original location: [datastore1] volume-b75e554d-a013-43ea-b415-457b4745a158/volume-b75e554d-a013-43ea-b415-457b4745a158.vmdk. No consolidation needed. {{(pid=68786) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 940.457614] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 940.459101] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c579ff61-a2c0-4ab1-a987-12c852002730 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.477708] env[68786]: DEBUG oslo_vmware.api [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.483687] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 940.483687] env[68786]: value = "task-3091092" [ 940.483687] env[68786]: _type = "Task" [ 940.483687] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.506433] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091090, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.506433] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091092, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.506804] env[68786]: DEBUG nova.network.neutron [req-6a4de510-bdbe-4b9e-93c8-ca2abfc2b35d req-367b6cd4-712a-41d5-a405-6461d70ae1a6 service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.803310] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.148s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.805676] env[68786]: DEBUG oslo_concurrency.lockutils [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.337s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.805676] env[68786]: DEBUG nova.objects.instance [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Lazy-loading 'resources' on Instance uuid eae649bc-1d2b-41e4-b737-b00852e5d983 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.824103] env[68786]: INFO nova.scheduler.client.report [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Deleted allocations for instance 098d000f-adcb-4464-a328-866dd1c6bc1c [ 940.853184] env[68786]: DEBUG oslo_vmware.api [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.952437] env[68786]: DEBUG oslo_vmware.api [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091091, 'name': PowerOffVM_Task, 'duration_secs': 0.217958} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.952727] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.952968] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.953287] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-982c07b1-8ab4-42a5-ab4f-5f12a7627917 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.997905] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091092, 'name': ReconfigVM_Task, 'duration_secs': 0.229509} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.001007] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 941.010817] env[68786]: DEBUG oslo_vmware.api [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091090, 'name': PowerOnVM_Task, 'duration_secs': 1.090616} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.011367] env[68786]: DEBUG oslo_concurrency.lockutils [req-6a4de510-bdbe-4b9e-93c8-ca2abfc2b35d req-367b6cd4-712a-41d5-a405-6461d70ae1a6 service nova] Releasing lock "refresh_cache-541f65fa-51e8-4e2c-bc5a-c56502bae16c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.012107] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d18c8b0c-d63d-485e-ab6f-3fe4afdebfa7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.024437] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.024739] env[68786]: INFO nova.compute.manager [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Took 8.74 seconds to spawn the instance on the hypervisor. [ 941.025238] env[68786]: DEBUG nova.compute.manager [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.026115] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0502ae-1896-4be5-98d6-5c8106318939 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.041026] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 941.041026] env[68786]: value = "task-3091094" [ 941.041026] env[68786]: _type = "Task" [ 941.041026] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.050049] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.327785] env[68786]: DEBUG nova.network.neutron [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Successfully updated port: 43f2972c-c84a-493a-81eb-e9eea72145d8 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.335177] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b3f904fb-43af-4a03-8db6-3d2a722b3642 tempest-ServerMetadataTestJSON-627423662 tempest-ServerMetadataTestJSON-627423662-project-member] Lock "098d000f-adcb-4464-a328-866dd1c6bc1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.252s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.357057] env[68786]: DEBUG oslo_vmware.api [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.555856] env[68786]: INFO nova.compute.manager [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Took 22.12 seconds to build instance. [ 941.565760] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091094, 'name': ReconfigVM_Task, 'duration_secs': 0.146693} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.566130] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618714', 'volume_id': 'b75e554d-a013-43ea-b415-457b4745a158', 'name': 'volume-b75e554d-a013-43ea-b415-457b4745a158', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95454394-a40e-42c7-b8c0-dec0c279e7e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b75e554d-a013-43ea-b415-457b4745a158', 'serial': 'b75e554d-a013-43ea-b415-457b4745a158'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 941.633060] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c57668c-4cf7-4804-8374-0fb0d8b16a8f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.642615] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57db7137-c465-4beb-9f9b-55d887d8705c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.680066] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682bc6e7-729e-4f20-9e28-f89805c9b82d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.688556] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e73d0f-be96-402e-89ab-b741d353d8f4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.704047] env[68786]: DEBUG nova.compute.provider_tree [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.855568] env[68786]: DEBUG oslo_vmware.api [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.934882] env[68786]: DEBUG nova.compute.manager [req-285f53c1-8abe-4a8d-a9e6-44d5654949db req-718d08d3-ef0c-475b-bdd7-8b4ed062f697 service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Received event network-vif-plugged-43f2972c-c84a-493a-81eb-e9eea72145d8 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.935124] env[68786]: DEBUG oslo_concurrency.lockutils [req-285f53c1-8abe-4a8d-a9e6-44d5654949db req-718d08d3-ef0c-475b-bdd7-8b4ed062f697 service nova] Acquiring lock "541f65fa-51e8-4e2c-bc5a-c56502bae16c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.939023] env[68786]: DEBUG oslo_concurrency.lockutils [req-285f53c1-8abe-4a8d-a9e6-44d5654949db req-718d08d3-ef0c-475b-bdd7-8b4ed062f697 service nova] Lock "541f65fa-51e8-4e2c-bc5a-c56502bae16c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.939023] env[68786]: DEBUG oslo_concurrency.lockutils [req-285f53c1-8abe-4a8d-a9e6-44d5654949db req-718d08d3-ef0c-475b-bdd7-8b4ed062f697 service nova] Lock "541f65fa-51e8-4e2c-bc5a-c56502bae16c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.939023] env[68786]: DEBUG nova.compute.manager [req-285f53c1-8abe-4a8d-a9e6-44d5654949db req-718d08d3-ef0c-475b-bdd7-8b4ed062f697 service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] No waiting events found dispatching network-vif-plugged-43f2972c-c84a-493a-81eb-e9eea72145d8 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.939023] env[68786]: WARNING nova.compute.manager [req-285f53c1-8abe-4a8d-a9e6-44d5654949db req-718d08d3-ef0c-475b-bdd7-8b4ed062f697 service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Received unexpected event network-vif-plugged-43f2972c-c84a-493a-81eb-e9eea72145d8 for instance with vm_state building and task_state spawning. [ 941.939023] env[68786]: DEBUG nova.compute.manager [req-285f53c1-8abe-4a8d-a9e6-44d5654949db req-718d08d3-ef0c-475b-bdd7-8b4ed062f697 service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Received event network-changed-43f2972c-c84a-493a-81eb-e9eea72145d8 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.939023] env[68786]: DEBUG nova.compute.manager [req-285f53c1-8abe-4a8d-a9e6-44d5654949db req-718d08d3-ef0c-475b-bdd7-8b4ed062f697 service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Refreshing instance network info cache due to event network-changed-43f2972c-c84a-493a-81eb-e9eea72145d8. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.939023] env[68786]: DEBUG oslo_concurrency.lockutils [req-285f53c1-8abe-4a8d-a9e6-44d5654949db req-718d08d3-ef0c-475b-bdd7-8b4ed062f697 service nova] Acquiring lock "refresh_cache-541f65fa-51e8-4e2c-bc5a-c56502bae16c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.939023] env[68786]: DEBUG oslo_concurrency.lockutils [req-285f53c1-8abe-4a8d-a9e6-44d5654949db req-718d08d3-ef0c-475b-bdd7-8b4ed062f697 service nova] Acquired lock "refresh_cache-541f65fa-51e8-4e2c-bc5a-c56502bae16c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.939023] env[68786]: DEBUG nova.network.neutron [req-285f53c1-8abe-4a8d-a9e6-44d5654949db req-718d08d3-ef0c-475b-bdd7-8b4ed062f697 service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Refreshing network info cache for port 43f2972c-c84a-493a-81eb-e9eea72145d8 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.067174] env[68786]: DEBUG oslo_concurrency.lockutils [None req-276117d4-aeb1-487a-b556-646b2a98997f tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Lock "da54ffbd-89f8-4f86-ab38-eb455208c3f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.644s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.208016] env[68786]: DEBUG nova.scheduler.client.report [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.362863] env[68786]: DEBUG oslo_vmware.api [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091082, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.369685] env[68786]: INFO nova.compute.manager [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Rescuing [ 942.369904] env[68786]: DEBUG oslo_concurrency.lockutils [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquiring lock "refresh_cache-da54ffbd-89f8-4f86-ab38-eb455208c3f9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.370073] env[68786]: DEBUG oslo_concurrency.lockutils [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquired lock "refresh_cache-da54ffbd-89f8-4f86-ab38-eb455208c3f9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.370245] env[68786]: DEBUG nova.network.neutron [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.479683] env[68786]: DEBUG oslo_concurrency.lockutils [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Acquiring lock "929938ae-dff0-42e8-a426-f0438f83a5e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.479956] env[68786]: DEBUG oslo_concurrency.lockutils [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Lock "929938ae-dff0-42e8-a426-f0438f83a5e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.662530] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.662857] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c247b8e-1be6-4d01-ac7b-c011b99c13c7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.672240] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 942.672240] env[68786]: value = "task-3091095" [ 942.672240] env[68786]: _type = "Task" [ 942.672240] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.682721] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] VM already powered off {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 942.682946] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Volume detach. Driver type: vmdk {{(pid=68786) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 942.683189] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618714', 'volume_id': 'b75e554d-a013-43ea-b415-457b4745a158', 'name': 'volume-b75e554d-a013-43ea-b415-457b4745a158', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95454394-a40e-42c7-b8c0-dec0c279e7e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b75e554d-a013-43ea-b415-457b4745a158', 'serial': 'b75e554d-a013-43ea-b415-457b4745a158'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 942.684574] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b6c249-6ffc-4936-9dfc-01321117f8f3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.713034] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396aab9e-3274-4992-92e0-6602b1c5c613 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.717200] env[68786]: DEBUG oslo_concurrency.lockutils [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.722085] env[68786]: DEBUG oslo_concurrency.lockutils [None req-214e99cb-5174-4c1b-9f78-4a9859a3563a tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.415s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.723507] env[68786]: INFO nova.compute.claims [None req-214e99cb-5174-4c1b-9f78-4a9859a3563a tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 8e97170c-d8af-4eea-8a9a-f27bae78fe67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.726448] env[68786]: WARNING nova.virt.vmwareapi.driver [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 942.726749] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.727791] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca164bc-7105-4b90-b1d3-367e107b236f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.737581] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.737850] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69c2e938-405e-4b7b-82d9-879d3afa8337 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.752792] env[68786]: DEBUG nova.network.neutron [req-285f53c1-8abe-4a8d-a9e6-44d5654949db req-718d08d3-ef0c-475b-bdd7-8b4ed062f697 service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.756075] env[68786]: INFO nova.scheduler.client.report [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Deleted allocations for instance eae649bc-1d2b-41e4-b737-b00852e5d983 [ 942.858558] env[68786]: DEBUG oslo_vmware.api [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091082, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.968333] env[68786]: DEBUG nova.network.neutron [req-285f53c1-8abe-4a8d-a9e6-44d5654949db req-718d08d3-ef0c-475b-bdd7-8b4ed062f697 service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.982728] env[68786]: DEBUG nova.compute.manager [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.228410] env[68786]: DEBUG oslo_concurrency.lockutils [None req-214e99cb-5174-4c1b-9f78-4a9859a3563a tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.506s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.229143] env[68786]: DEBUG nova.compute.utils [None req-214e99cb-5174-4c1b-9f78-4a9859a3563a tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 8e97170c-d8af-4eea-8a9a-f27bae78fe67] Instance 8e97170c-d8af-4eea-8a9a-f27bae78fe67 could not be found. {{(pid=68786) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 943.230335] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.674s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.232883] env[68786]: INFO nova.compute.claims [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.239860] env[68786]: DEBUG nova.compute.manager [None req-214e99cb-5174-4c1b-9f78-4a9859a3563a tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 8e97170c-d8af-4eea-8a9a-f27bae78fe67] Instance disappeared during build. {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2520}} [ 943.239860] env[68786]: DEBUG nova.compute.manager [None req-214e99cb-5174-4c1b-9f78-4a9859a3563a tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 8e97170c-d8af-4eea-8a9a-f27bae78fe67] Unplugging VIFs for instance {{(pid=68786) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 943.239860] env[68786]: DEBUG oslo_concurrency.lockutils [None req-214e99cb-5174-4c1b-9f78-4a9859a3563a tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "refresh_cache-8e97170c-d8af-4eea-8a9a-f27bae78fe67" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.239860] env[68786]: DEBUG oslo_concurrency.lockutils [None req-214e99cb-5174-4c1b-9f78-4a9859a3563a tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired lock "refresh_cache-8e97170c-d8af-4eea-8a9a-f27bae78fe67" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.239860] env[68786]: DEBUG nova.network.neutron [None req-214e99cb-5174-4c1b-9f78-4a9859a3563a tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 8e97170c-d8af-4eea-8a9a-f27bae78fe67] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.266678] env[68786]: DEBUG oslo_concurrency.lockutils [None req-314f9078-ba63-4422-ace2-eac5ba8ea5ec tempest-ServerDiagnosticsNegativeTest-739679629 tempest-ServerDiagnosticsNegativeTest-739679629-project-member] Lock "eae649bc-1d2b-41e4-b737-b00852e5d983" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.339s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.281416] env[68786]: DEBUG nova.network.neutron [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Updating instance_info_cache with network_info: [{"id": "3bfe02b7-9c3c-45db-a7c9-95d3ae3b6a57", "address": "fa:16:3e:74:90:a8", "network": {"id": "f0d2ef82-6d02-4016-bc63-0d4531a8010b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1633770968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a9cf8252dfa4b18b6be5656e9d89dbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfe02b7-9c", "ovs_interfaceid": "3bfe02b7-9c3c-45db-a7c9-95d3ae3b6a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.365831] env[68786]: DEBUG oslo_vmware.api [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091082, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.471537] env[68786]: DEBUG oslo_concurrency.lockutils [req-285f53c1-8abe-4a8d-a9e6-44d5654949db req-718d08d3-ef0c-475b-bdd7-8b4ed062f697 service nova] Releasing lock "refresh_cache-541f65fa-51e8-4e2c-bc5a-c56502bae16c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.507703] env[68786]: DEBUG oslo_concurrency.lockutils [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.746179] env[68786]: DEBUG nova.compute.utils [None req-214e99cb-5174-4c1b-9f78-4a9859a3563a tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 8e97170c-d8af-4eea-8a9a-f27bae78fe67] Can not refresh info_cache because instance was not found {{(pid=68786) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 943.785185] env[68786]: DEBUG oslo_concurrency.lockutils [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Releasing lock "refresh_cache-da54ffbd-89f8-4f86-ab38-eb455208c3f9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.798479] env[68786]: DEBUG nova.network.neutron [None req-214e99cb-5174-4c1b-9f78-4a9859a3563a tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 8e97170c-d8af-4eea-8a9a-f27bae78fe67] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.863983] env[68786]: DEBUG oslo_vmware.api [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091082, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.875506] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.875890] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.876193] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Deleting the datastore file [datastore1] bb75a858-288f-4bdd-8488-9f5d15324e6f {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.876556] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-487a792c-2d11-4210-9394-e4fa12886d7e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.886484] env[68786]: DEBUG oslo_vmware.api [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 943.886484] env[68786]: value = "task-3091097" [ 943.886484] env[68786]: _type = "Task" [ 943.886484] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.897351] env[68786]: DEBUG oslo_vmware.api [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.907030] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.907030] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.907030] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Deleting the datastore file [datastore1] 95454394-a40e-42c7-b8c0-dec0c279e7e0 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.907030] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a42ae323-d309-4fba-bfa2-bbc747a7c3b4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.913307] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 943.913307] env[68786]: value = "task-3091098" [ 943.913307] env[68786]: _type = "Task" [ 943.913307] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.924651] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.123383] env[68786]: DEBUG nova.network.neutron [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Successfully updated port: f1d28900-c5e4-494b-918e-2a1960b37a54 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.154595] env[68786]: DEBUG nova.network.neutron [None req-214e99cb-5174-4c1b-9f78-4a9859a3563a tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 8e97170c-d8af-4eea-8a9a-f27bae78fe67] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.172590] env[68786]: DEBUG nova.compute.manager [req-ffa75733-e84e-4cc0-98b1-03835c3c2081 req-e2e69898-9091-45a6-846a-3bf85ca25bfc service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Received event network-vif-plugged-f1d28900-c5e4-494b-918e-2a1960b37a54 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.172808] env[68786]: DEBUG oslo_concurrency.lockutils [req-ffa75733-e84e-4cc0-98b1-03835c3c2081 req-e2e69898-9091-45a6-846a-3bf85ca25bfc service nova] Acquiring lock "541f65fa-51e8-4e2c-bc5a-c56502bae16c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.173055] env[68786]: DEBUG oslo_concurrency.lockutils [req-ffa75733-e84e-4cc0-98b1-03835c3c2081 req-e2e69898-9091-45a6-846a-3bf85ca25bfc service nova] Lock "541f65fa-51e8-4e2c-bc5a-c56502bae16c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.173235] env[68786]: DEBUG oslo_concurrency.lockutils [req-ffa75733-e84e-4cc0-98b1-03835c3c2081 req-e2e69898-9091-45a6-846a-3bf85ca25bfc service nova] Lock "541f65fa-51e8-4e2c-bc5a-c56502bae16c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.173404] env[68786]: DEBUG nova.compute.manager [req-ffa75733-e84e-4cc0-98b1-03835c3c2081 req-e2e69898-9091-45a6-846a-3bf85ca25bfc service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] No waiting events found dispatching network-vif-plugged-f1d28900-c5e4-494b-918e-2a1960b37a54 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.174476] env[68786]: WARNING nova.compute.manager [req-ffa75733-e84e-4cc0-98b1-03835c3c2081 req-e2e69898-9091-45a6-846a-3bf85ca25bfc service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Received unexpected event network-vif-plugged-f1d28900-c5e4-494b-918e-2a1960b37a54 for instance with vm_state building and task_state spawning. [ 944.367105] env[68786]: DEBUG oslo_vmware.api [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091082, 'name': ReconfigVM_Task, 'duration_secs': 7.210902} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.367393] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "646997d1-9381-48e5-946a-570e81393466" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.367600] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Reconfigured VM to detach interface {{(pid=68786) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 944.404676] env[68786]: DEBUG oslo_vmware.api [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18437} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.404676] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.404834] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.405037] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.405234] env[68786]: INFO nova.compute.manager [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Took 4.01 seconds to destroy the instance on the hypervisor. [ 944.405488] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.405687] env[68786]: DEBUG nova.compute.manager [-] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.405778] env[68786]: DEBUG nova.network.neutron [-] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.426504] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182115} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.429037] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.429238] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.429419] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.624943] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474865d4-5e07-4f68-a892-7188346fc74c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.630571] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Acquiring lock "refresh_cache-541f65fa-51e8-4e2c-bc5a-c56502bae16c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.630571] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Acquired lock "refresh_cache-541f65fa-51e8-4e2c-bc5a-c56502bae16c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.630704] env[68786]: DEBUG nova.network.neutron [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.635665] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b894a1e4-e734-4805-9189-dccd93be423d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.673537] env[68786]: DEBUG oslo_concurrency.lockutils [None req-214e99cb-5174-4c1b-9f78-4a9859a3563a tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Releasing lock "refresh_cache-8e97170c-d8af-4eea-8a9a-f27bae78fe67" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.674377] env[68786]: DEBUG nova.compute.manager [None req-214e99cb-5174-4c1b-9f78-4a9859a3563a tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=68786) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 944.674377] env[68786]: DEBUG nova.compute.manager [None req-214e99cb-5174-4c1b-9f78-4a9859a3563a tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 8e97170c-d8af-4eea-8a9a-f27bae78fe67] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.674590] env[68786]: DEBUG nova.network.neutron [None req-214e99cb-5174-4c1b-9f78-4a9859a3563a tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 8e97170c-d8af-4eea-8a9a-f27bae78fe67] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.677671] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c7ed1c-f6a6-459b-b010-9abbe89ab30d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.686456] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a15428f-c732-4578-af97-386711adf9a9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.704062] env[68786]: DEBUG nova.compute.provider_tree [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.727646] env[68786]: DEBUG nova.network.neutron [None req-214e99cb-5174-4c1b-9f78-4a9859a3563a tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 8e97170c-d8af-4eea-8a9a-f27bae78fe67] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.939453] env[68786]: INFO nova.virt.block_device [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Booting with volume b75e554d-a013-43ea-b415-457b4745a158 at /dev/sdb [ 945.004899] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bfa018d3-aa2f-4bb9-8981-8e572dc5033c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.016101] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3797dbaf-1bfc-45fb-ad52-bd93b9c45f48 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.054399] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65f9c051-3b35-47d4-93b0-325e93a81e6f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.065022] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b8e692-9bcf-4deb-884a-1b0236d6f00f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.102775] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3ed8ad-a922-4414-a42b-e3ca7c7eabfa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.110743] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2d7392-3496-40c7-b96d-eeb9edeabff9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.126947] env[68786]: DEBUG nova.virt.block_device [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Updating existing volume attachment record: f1b25e57-28c5-4d04-8a81-b6350de1e6ea {{(pid=68786) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 945.198518] env[68786]: DEBUG nova.network.neutron [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.207127] env[68786]: DEBUG nova.scheduler.client.report [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.229719] env[68786]: DEBUG nova.network.neutron [None req-214e99cb-5174-4c1b-9f78-4a9859a3563a tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 8e97170c-d8af-4eea-8a9a-f27bae78fe67] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.344335] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.344666] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd30ae8b-67a9-4a83-bede-49beb26e2352 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.352895] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 945.352895] env[68786]: value = "task-3091099" [ 945.352895] env[68786]: _type = "Task" [ 945.352895] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.362365] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.716794] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.716794] env[68786]: DEBUG nova.compute.manager [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.727122] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.962s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.729043] env[68786]: INFO nova.compute.claims [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.737839] env[68786]: INFO nova.compute.manager [None req-214e99cb-5174-4c1b-9f78-4a9859a3563a tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 8e97170c-d8af-4eea-8a9a-f27bae78fe67] Took 1.06 seconds to deallocate network for instance. [ 945.869086] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091099, 'name': PowerOffVM_Task, 'duration_secs': 0.450417} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.869394] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.870566] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e5912c-26b3-48d9-95c0-5ccfb583c207 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.897401] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e795d4d-12a7-4c1d-a9a7-7aed7b48db53 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.941035] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.941447] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e09244a9-0b8c-4fb5-ad9f-710517072835 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.951053] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 945.951053] env[68786]: value = "task-3091100" [ 945.951053] env[68786]: _type = "Task" [ 945.951053] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.960064] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.048401] env[68786]: DEBUG nova.network.neutron [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Updating instance_info_cache with network_info: [{"id": "b3074b40-6113-4c3a-842a-7e99138540e1", "address": "fa:16:3e:b3:68:6d", "network": {"id": "ef078dcb-bd6d-441c-afd4-9681ec67c742", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-526708576", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e3caea5c41d4adc9c715c88d8e76039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3074b40-61", "ovs_interfaceid": "b3074b40-6113-4c3a-842a-7e99138540e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43f2972c-c84a-493a-81eb-e9eea72145d8", "address": "fa:16:3e:20:cc:d9", "network": {"id": "86f76348-eba1-442f-9403-6106147135af", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-487328638", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3e3caea5c41d4adc9c715c88d8e76039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43f2972c-c8", "ovs_interfaceid": "43f2972c-c84a-493a-81eb-e9eea72145d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f1d28900-c5e4-494b-918e-2a1960b37a54", "address": "fa:16:3e:ba:8b:81", "network": {"id": "ef078dcb-bd6d-441c-afd4-9681ec67c742", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-526708576", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e3caea5c41d4adc9c715c88d8e76039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d28900-c5", "ovs_interfaceid": "f1d28900-c5e4-494b-918e-2a1960b37a54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.150353] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "refresh_cache-646997d1-9381-48e5-946a-570e81393466" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.150547] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "refresh_cache-646997d1-9381-48e5-946a-570e81393466" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.150756] env[68786]: DEBUG nova.network.neutron [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.234577] env[68786]: DEBUG nova.network.neutron [-] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.239113] env[68786]: DEBUG nova.compute.utils [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.242236] env[68786]: DEBUG nova.compute.manager [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.242968] env[68786]: DEBUG nova.network.neutron [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.257416] env[68786]: DEBUG nova.compute.manager [req-9e10033e-4dab-4250-ae4b-958e9c73a308 req-bec451a6-c27d-4f14-8da1-f35ad3850ede service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Received event network-changed-f1d28900-c5e4-494b-918e-2a1960b37a54 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.257627] env[68786]: DEBUG nova.compute.manager [req-9e10033e-4dab-4250-ae4b-958e9c73a308 req-bec451a6-c27d-4f14-8da1-f35ad3850ede service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Refreshing instance network info cache due to event network-changed-f1d28900-c5e4-494b-918e-2a1960b37a54. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.257794] env[68786]: DEBUG oslo_concurrency.lockutils [req-9e10033e-4dab-4250-ae4b-958e9c73a308 req-bec451a6-c27d-4f14-8da1-f35ad3850ede service nova] Acquiring lock "refresh_cache-541f65fa-51e8-4e2c-bc5a-c56502bae16c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.342392] env[68786]: DEBUG nova.policy [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0db84ae86cba4fe8883d12fd7a1ff147', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6adc022a811499db8ba028c6ea9e65e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.466082] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] VM already powered off {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 946.466762] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.466762] env[68786]: DEBUG oslo_concurrency.lockutils [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.466762] env[68786]: DEBUG oslo_concurrency.lockutils [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.466953] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.467363] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3603cf29-7db3-45ad-aa79-0e659e5ff6a1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.478385] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.478574] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.479325] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-258cbffd-3877-472e-b2c8-61384110e1fc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.486747] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 946.486747] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e436cc-57ae-cc01-9de6-e589697ace66" [ 946.486747] env[68786]: _type = "Task" [ 946.486747] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.497644] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e436cc-57ae-cc01-9de6-e589697ace66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.554967] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Releasing lock "refresh_cache-541f65fa-51e8-4e2c-bc5a-c56502bae16c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.555415] env[68786]: DEBUG nova.compute.manager [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Instance network_info: |[{"id": "b3074b40-6113-4c3a-842a-7e99138540e1", "address": "fa:16:3e:b3:68:6d", "network": {"id": "ef078dcb-bd6d-441c-afd4-9681ec67c742", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-526708576", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e3caea5c41d4adc9c715c88d8e76039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3074b40-61", "ovs_interfaceid": "b3074b40-6113-4c3a-842a-7e99138540e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43f2972c-c84a-493a-81eb-e9eea72145d8", "address": "fa:16:3e:20:cc:d9", "network": {"id": "86f76348-eba1-442f-9403-6106147135af", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-487328638", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3e3caea5c41d4adc9c715c88d8e76039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43f2972c-c8", "ovs_interfaceid": "43f2972c-c84a-493a-81eb-e9eea72145d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f1d28900-c5e4-494b-918e-2a1960b37a54", "address": "fa:16:3e:ba:8b:81", "network": {"id": "ef078dcb-bd6d-441c-afd4-9681ec67c742", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-526708576", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e3caea5c41d4adc9c715c88d8e76039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d28900-c5", "ovs_interfaceid": "f1d28900-c5e4-494b-918e-2a1960b37a54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.555739] env[68786]: DEBUG oslo_concurrency.lockutils [req-9e10033e-4dab-4250-ae4b-958e9c73a308 req-bec451a6-c27d-4f14-8da1-f35ad3850ede service nova] Acquired lock "refresh_cache-541f65fa-51e8-4e2c-bc5a-c56502bae16c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.555923] env[68786]: DEBUG nova.network.neutron [req-9e10033e-4dab-4250-ae4b-958e9c73a308 req-bec451a6-c27d-4f14-8da1-f35ad3850ede service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Refreshing network info cache for port f1d28900-c5e4-494b-918e-2a1960b37a54 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.559510] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:68:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3074b40-6113-4c3a-842a-7e99138540e1', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:cc:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43f2972c-c84a-493a-81eb-e9eea72145d8', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:8b:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1d28900-c5e4-494b-918e-2a1960b37a54', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.571072] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Creating folder: Project (3e3caea5c41d4adc9c715c88d8e76039). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.571072] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97cf9746-8e53-4acf-9419-f818fc1f0462 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.582665] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Created folder: Project (3e3caea5c41d4adc9c715c88d8e76039) in parent group-v618484. [ 946.582870] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Creating folder: Instances. Parent ref: group-v618716. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.583169] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed2224dc-b811-4242-8ee2-7b4501785f36 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.596838] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Created folder: Instances in parent group-v618716. [ 946.597115] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.597317] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.597530] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c62a82ad-8377-4ddd-a30a-a3b0a9c58da7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.630057] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.630057] env[68786]: value = "task-3091103" [ 946.630057] env[68786]: _type = "Task" [ 946.630057] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.640331] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091103, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.738037] env[68786]: INFO nova.compute.manager [-] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Took 2.33 seconds to deallocate network for instance. [ 946.753377] env[68786]: DEBUG nova.compute.manager [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.783617] env[68786]: DEBUG oslo_concurrency.lockutils [None req-214e99cb-5174-4c1b-9f78-4a9859a3563a tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "8e97170c-d8af-4eea-8a9a-f27bae78fe67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.513s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.828498] env[68786]: DEBUG oslo_concurrency.lockutils [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "646997d1-9381-48e5-946a-570e81393466" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.828756] env[68786]: DEBUG oslo_concurrency.lockutils [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "646997d1-9381-48e5-946a-570e81393466" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.828956] env[68786]: DEBUG oslo_concurrency.lockutils [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "646997d1-9381-48e5-946a-570e81393466-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.829200] env[68786]: DEBUG oslo_concurrency.lockutils [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "646997d1-9381-48e5-946a-570e81393466-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.829319] env[68786]: DEBUG oslo_concurrency.lockutils [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "646997d1-9381-48e5-946a-570e81393466-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.832627] env[68786]: INFO nova.compute.manager [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Terminating instance [ 947.003857] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e436cc-57ae-cc01-9de6-e589697ace66, 'name': SearchDatastore_Task, 'duration_secs': 0.01067} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.004060] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e09e3a-0664-48dc-9f29-00e00302d982 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.010286] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 947.010286] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]527c2188-bccd-e66a-4a78-36301bcc54e0" [ 947.010286] env[68786]: _type = "Task" [ 947.010286] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.020473] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]527c2188-bccd-e66a-4a78-36301bcc54e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.130101] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51a1fde-7128-48cb-82e5-df4bdb575c23 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.142863] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091103, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.147709] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dbe86b-d522-4ae3-8f17-cd5c834536b5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.183315] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f297f7-fb47-45e1-8d60-b14849a14767 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.192521] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30fed51-aea4-437e-9249-3c4c8a36f2d2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.212921] env[68786]: DEBUG nova.compute.provider_tree [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.246464] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.329264] env[68786]: DEBUG nova.virt.hardware [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.329264] env[68786]: DEBUG nova.virt.hardware [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.329264] env[68786]: DEBUG nova.virt.hardware [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.329264] env[68786]: DEBUG nova.virt.hardware [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.329264] env[68786]: DEBUG nova.virt.hardware [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.329264] env[68786]: DEBUG nova.virt.hardware [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.329264] env[68786]: DEBUG nova.virt.hardware [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.329264] env[68786]: DEBUG nova.virt.hardware [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.329264] env[68786]: DEBUG nova.virt.hardware [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.329264] env[68786]: DEBUG nova.virt.hardware [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.329920] env[68786]: DEBUG nova.virt.hardware [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.331177] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a09c5b-7a64-44c9-80e6-b44bfb54b359 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.337362] env[68786]: DEBUG nova.compute.manager [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.337750] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.342059] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007fa550-1587-43bb-83a5-98dd22d7773e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.349892] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93417ca5-0820-4980-ba54-baeb4a29f743 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.355519] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.367163] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec3bce0c-44bd-40c1-98e6-abbd432b9dcf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.368497] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:84:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92db2677-8a18-462a-9013-a768f821d693', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.377204] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.379964] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.380851] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-946c982a-6ccf-4445-9710-864196e9efd4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.398263] env[68786]: DEBUG oslo_vmware.api [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 947.398263] env[68786]: value = "task-3091104" [ 947.398263] env[68786]: _type = "Task" [ 947.398263] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.404291] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.404291] env[68786]: value = "task-3091105" [ 947.404291] env[68786]: _type = "Task" [ 947.404291] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.411525] env[68786]: DEBUG oslo_vmware.api [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.417188] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091105, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.491943] env[68786]: INFO nova.network.neutron [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Port 4e9320cd-e0e6-4653-a300-634eefaccc01 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 947.492409] env[68786]: DEBUG nova.network.neutron [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Updating instance_info_cache with network_info: [{"id": "950f38e5-afbb-4f85-bc9f-916f97194790", "address": "fa:16:3e:ff:d2:22", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap950f38e5-af", "ovs_interfaceid": "950f38e5-afbb-4f85-bc9f-916f97194790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.510560] env[68786]: DEBUG nova.network.neutron [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Successfully created port: 7078378c-1b46-4f0a-8d99-db9df0ab4e8b {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.532061] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]527c2188-bccd-e66a-4a78-36301bcc54e0, 'name': SearchDatastore_Task, 'duration_secs': 0.014345} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.532347] env[68786]: DEBUG oslo_concurrency.lockutils [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.532819] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] da54ffbd-89f8-4f86-ab38-eb455208c3f9/49297ab8-3c56-4f04-9154-bbe88fc8d703-rescue.vmdk. {{(pid=68786) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 947.533170] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e27f170-2bc8-41dc-96e4-7f6848fa8b2c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.542666] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 947.542666] env[68786]: value = "task-3091106" [ 947.542666] env[68786]: _type = "Task" [ 947.542666] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.553425] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.647727] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091103, 'name': CreateVM_Task, 'duration_secs': 0.633193} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.647978] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.649162] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.649438] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.649997] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.650398] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80d11220-e3e0-4def-b39f-8ea22cd2c012 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.657813] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Waiting for the task: (returnval){ [ 947.657813] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d05102-5e15-f465-b35c-2bc197421a32" [ 947.657813] env[68786]: _type = "Task" [ 947.657813] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.670145] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d05102-5e15-f465-b35c-2bc197421a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.716904] env[68786]: DEBUG nova.scheduler.client.report [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.724103] env[68786]: DEBUG nova.network.neutron [req-9e10033e-4dab-4250-ae4b-958e9c73a308 req-bec451a6-c27d-4f14-8da1-f35ad3850ede service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Updated VIF entry in instance network info cache for port f1d28900-c5e4-494b-918e-2a1960b37a54. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.724611] env[68786]: DEBUG nova.network.neutron [req-9e10033e-4dab-4250-ae4b-958e9c73a308 req-bec451a6-c27d-4f14-8da1-f35ad3850ede service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Updating instance_info_cache with network_info: [{"id": "b3074b40-6113-4c3a-842a-7e99138540e1", "address": "fa:16:3e:b3:68:6d", "network": {"id": "ef078dcb-bd6d-441c-afd4-9681ec67c742", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-526708576", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e3caea5c41d4adc9c715c88d8e76039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3074b40-61", "ovs_interfaceid": "b3074b40-6113-4c3a-842a-7e99138540e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43f2972c-c84a-493a-81eb-e9eea72145d8", "address": "fa:16:3e:20:cc:d9", "network": {"id": "86f76348-eba1-442f-9403-6106147135af", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-487328638", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3e3caea5c41d4adc9c715c88d8e76039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43f2972c-c8", "ovs_interfaceid": "43f2972c-c84a-493a-81eb-e9eea72145d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f1d28900-c5e4-494b-918e-2a1960b37a54", "address": "fa:16:3e:ba:8b:81", "network": {"id": "ef078dcb-bd6d-441c-afd4-9681ec67c742", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-526708576", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e3caea5c41d4adc9c715c88d8e76039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d28900-c5", "ovs_interfaceid": "f1d28900-c5e4-494b-918e-2a1960b37a54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.764754] env[68786]: DEBUG nova.compute.manager [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.806408] env[68786]: DEBUG nova.virt.hardware [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.806731] env[68786]: DEBUG nova.virt.hardware [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.806982] env[68786]: DEBUG nova.virt.hardware [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.807612] env[68786]: DEBUG nova.virt.hardware [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.811024] env[68786]: DEBUG nova.virt.hardware [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.811024] env[68786]: DEBUG nova.virt.hardware [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.811024] env[68786]: DEBUG nova.virt.hardware [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.811024] env[68786]: DEBUG nova.virt.hardware [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.811024] env[68786]: DEBUG nova.virt.hardware [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.811024] env[68786]: DEBUG nova.virt.hardware [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.811024] env[68786]: DEBUG nova.virt.hardware [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.811765] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361912aa-5494-4965-a7ef-e79aee25c64f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.824664] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861133ad-711e-44b6-986a-2d8a67436fdc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.913946] env[68786]: DEBUG oslo_vmware.api [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091104, 'name': PowerOffVM_Task, 'duration_secs': 0.24316} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.914728] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.914900] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.915196] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94ae71ee-bd91-4a50-b698-8fb60f03d140 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.922989] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091105, 'name': CreateVM_Task, 'duration_secs': 0.381657} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.923268] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.924484] env[68786]: DEBUG oslo_concurrency.lockutils [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.997041] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "refresh_cache-646997d1-9381-48e5-946a-570e81393466" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.003031] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.003031] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.003031] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Deleting the datastore file [datastore1] 646997d1-9381-48e5-946a-570e81393466 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.003031] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46b2d1da-5e0d-426e-9f50-f9af055b8816 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.013032] env[68786]: DEBUG oslo_vmware.api [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 948.013032] env[68786]: value = "task-3091108" [ 948.013032] env[68786]: _type = "Task" [ 948.013032] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.028274] env[68786]: DEBUG oslo_vmware.api [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.058661] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091106, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.171262] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d05102-5e15-f465-b35c-2bc197421a32, 'name': SearchDatastore_Task, 'duration_secs': 0.01182} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.171578] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.171806] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.172075] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.172221] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.172398] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.172685] env[68786]: DEBUG oslo_concurrency.lockutils [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.172984] env[68786]: DEBUG oslo_concurrency.lockutils [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.173426] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a905228c-4c10-4a86-b5d2-aed99ec75116 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.175599] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5779b1e7-4b6d-48b3-8de6-ee11b2c4678b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.183019] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 948.183019] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5298cf05-6d2c-b7fe-9e40-9bf269833fe8" [ 948.183019] env[68786]: _type = "Task" [ 948.183019] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.189344] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.189427] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.190619] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b8f7a54-8ce0-437d-8b04-e5d3ac75a086 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.198813] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5298cf05-6d2c-b7fe-9e40-9bf269833fe8, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.198813] env[68786]: DEBUG oslo_concurrency.lockutils [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.198813] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.198813] env[68786]: DEBUG oslo_concurrency.lockutils [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.200558] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Waiting for the task: (returnval){ [ 948.200558] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c4efca-c424-e146-6e7f-1847d510caf0" [ 948.200558] env[68786]: _type = "Task" [ 948.200558] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.210430] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c4efca-c424-e146-6e7f-1847d510caf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.227515] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.228075] env[68786]: DEBUG nova.compute.manager [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.232297] env[68786]: DEBUG oslo_concurrency.lockutils [req-9e10033e-4dab-4250-ae4b-958e9c73a308 req-bec451a6-c27d-4f14-8da1-f35ad3850ede service nova] Releasing lock "refresh_cache-541f65fa-51e8-4e2c-bc5a-c56502bae16c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.232542] env[68786]: DEBUG nova.compute.manager [req-9e10033e-4dab-4250-ae4b-958e9c73a308 req-bec451a6-c27d-4f14-8da1-f35ad3850ede service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] Received event network-vif-deleted-4e9320cd-e0e6-4653-a300-634eefaccc01 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.232719] env[68786]: INFO nova.compute.manager [req-9e10033e-4dab-4250-ae4b-958e9c73a308 req-bec451a6-c27d-4f14-8da1-f35ad3850ede service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] Neutron deleted interface 4e9320cd-e0e6-4653-a300-634eefaccc01; detaching it from the instance and deleting it from the info cache [ 948.232969] env[68786]: DEBUG nova.network.neutron [req-9e10033e-4dab-4250-ae4b-958e9c73a308 req-bec451a6-c27d-4f14-8da1-f35ad3850ede service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] Updating instance_info_cache with network_info: [{"id": "950f38e5-afbb-4f85-bc9f-916f97194790", "address": "fa:16:3e:ff:d2:22", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap950f38e5-af", "ovs_interfaceid": "950f38e5-afbb-4f85-bc9f-916f97194790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.235027] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.021s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.266871] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Acquiring lock "759d6a00-6cec-4181-ab5d-f7e1a93896da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.267307] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Lock "759d6a00-6cec-4181-ab5d-f7e1a93896da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.505465] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fe8827ba-8f1b-4da8-833a-6a79c43dcee3 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "interface-646997d1-9381-48e5-946a-570e81393466-4e9320cd-e0e6-4653-a300-634eefaccc01" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 12.285s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.530601] env[68786]: DEBUG oslo_vmware.api [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22176} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.531169] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.531169] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.531169] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.531328] env[68786]: INFO nova.compute.manager [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 646997d1-9381-48e5-946a-570e81393466] Took 1.19 seconds to destroy the instance on the hypervisor. [ 948.532460] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.532711] env[68786]: DEBUG nova.compute.manager [-] [instance: 646997d1-9381-48e5-946a-570e81393466] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.532812] env[68786]: DEBUG nova.network.neutron [-] [instance: 646997d1-9381-48e5-946a-570e81393466] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.554791] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560994} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.555174] env[68786]: INFO nova.virt.vmwareapi.ds_util [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] da54ffbd-89f8-4f86-ab38-eb455208c3f9/49297ab8-3c56-4f04-9154-bbe88fc8d703-rescue.vmdk. [ 948.559023] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e423ef-f983-4851-8d17-56ccc69c9a37 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.585648] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] da54ffbd-89f8-4f86-ab38-eb455208c3f9/49297ab8-3c56-4f04-9154-bbe88fc8d703-rescue.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.586104] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f62a450-64d8-422b-91f5-bc3c88300dc1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.609755] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 948.609755] env[68786]: value = "task-3091109" [ 948.609755] env[68786]: _type = "Task" [ 948.609755] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.620127] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.716724] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c4efca-c424-e146-6e7f-1847d510caf0, 'name': SearchDatastore_Task, 'duration_secs': 0.012312} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.718096] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1471fbed-693f-40cc-b09b-cff941a5d24b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.725605] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Waiting for the task: (returnval){ [ 948.725605] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5200afe7-556e-0e41-3154-0dd0bc010b44" [ 948.725605] env[68786]: _type = "Task" [ 948.725605] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.735098] env[68786]: DEBUG nova.compute.utils [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.736294] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5200afe7-556e-0e41-3154-0dd0bc010b44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.736620] env[68786]: DEBUG nova.compute.manager [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.736725] env[68786]: DEBUG nova.network.neutron [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.740953] env[68786]: INFO nova.compute.claims [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.744195] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf3ecf35-a899-49b5-8744-234ca3e3cffc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.755092] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdf3264-b8bd-41c1-9356-66d4433956af {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.769308] env[68786]: DEBUG nova.compute.manager [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.791242] env[68786]: DEBUG nova.compute.manager [req-9e10033e-4dab-4250-ae4b-958e9c73a308 req-bec451a6-c27d-4f14-8da1-f35ad3850ede service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] Detach interface failed, port_id=4e9320cd-e0e6-4653-a300-634eefaccc01, reason: Instance 646997d1-9381-48e5-946a-570e81393466 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 948.792338] env[68786]: DEBUG nova.compute.manager [req-9e10033e-4dab-4250-ae4b-958e9c73a308 req-bec451a6-c27d-4f14-8da1-f35ad3850ede service nova] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Received event network-vif-deleted-fdd491a9-4c54-4673-a435-ef48b1cfb166 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.792338] env[68786]: INFO nova.compute.manager [req-9e10033e-4dab-4250-ae4b-958e9c73a308 req-bec451a6-c27d-4f14-8da1-f35ad3850ede service nova] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Neutron deleted interface fdd491a9-4c54-4673-a435-ef48b1cfb166; detaching it from the instance and deleting it from the info cache [ 948.792338] env[68786]: DEBUG nova.network.neutron [req-9e10033e-4dab-4250-ae4b-958e9c73a308 req-bec451a6-c27d-4f14-8da1-f35ad3850ede service nova] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.863753] env[68786]: DEBUG nova.policy [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6dc4cd0706a1411f9e8313522e95fb39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ed492f5195f4f438b97034e09f15293', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.124142] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091109, 'name': ReconfigVM_Task, 'duration_secs': 0.347644} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.124142] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Reconfigured VM instance instance-00000052 to attach disk [datastore1] da54ffbd-89f8-4f86-ab38-eb455208c3f9/49297ab8-3c56-4f04-9154-bbe88fc8d703-rescue.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.124142] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9261a7-cf61-4dcb-96b5-95c913301830 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.157434] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64b0f9d8-d4c8-4013-a6d7-75e2d5982c19 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.176185] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 949.176185] env[68786]: value = "task-3091110" [ 949.176185] env[68786]: _type = "Task" [ 949.176185] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.185708] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.237144] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5200afe7-556e-0e41-3154-0dd0bc010b44, 'name': SearchDatastore_Task, 'duration_secs': 0.011244} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.237854] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.237854] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 541f65fa-51e8-4e2c-bc5a-c56502bae16c/541f65fa-51e8-4e2c-bc5a-c56502bae16c.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.238040] env[68786]: DEBUG oslo_concurrency.lockutils [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.238203] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.238422] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b59cf668-944d-420b-b92d-98a51f8643eb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.244130] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98993274-6255-4df7-82d4-f5149b13ca96 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.246564] env[68786]: DEBUG nova.compute.manager [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.251231] env[68786]: INFO nova.compute.resource_tracker [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Updating resource usage from migration f8b0518b-f9fc-438b-b382-77158f1a4513 [ 949.262594] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Waiting for the task: (returnval){ [ 949.262594] env[68786]: value = "task-3091111" [ 949.262594] env[68786]: _type = "Task" [ 949.262594] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.263923] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.264312] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.269616] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-099b1892-7ead-46fb-8743-952b88f706d5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.281508] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.281508] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 949.281508] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f6eb59-5ac6-92fb-3af6-79c4d0f3ee55" [ 949.281508] env[68786]: _type = "Task" [ 949.281508] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.302640] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f6eb59-5ac6-92fb-3af6-79c4d0f3ee55, 'name': SearchDatastore_Task, 'duration_secs': 0.015941} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.302906] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d50abbdb-541d-49d5-9123-dc6e1ed3e77a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.306680] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc55de93-a6d8-4ad5-b69b-d3b8901e61b4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.312385] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.320726] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 949.320726] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ab0c32-e7a6-2558-fec3-fe2c9487545e" [ 949.320726] env[68786]: _type = "Task" [ 949.320726] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.328625] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc656ee4-2db8-4fe4-8fec-be609e910357 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.354944] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ab0c32-e7a6-2558-fec3-fe2c9487545e, 'name': SearchDatastore_Task, 'duration_secs': 0.020571} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.355671] env[68786]: DEBUG oslo_concurrency.lockutils [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.355957] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 95454394-a40e-42c7-b8c0-dec0c279e7e0/95454394-a40e-42c7-b8c0-dec0c279e7e0.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.356415] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-954c48e2-abae-4ebc-bee1-fd4d57ff1dd0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.375752] env[68786]: DEBUG nova.compute.manager [req-9e10033e-4dab-4250-ae4b-958e9c73a308 req-bec451a6-c27d-4f14-8da1-f35ad3850ede service nova] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Detach interface failed, port_id=fdd491a9-4c54-4673-a435-ef48b1cfb166, reason: Instance bb75a858-288f-4bdd-8488-9f5d15324e6f could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 949.384619] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 949.384619] env[68786]: value = "task-3091112" [ 949.384619] env[68786]: _type = "Task" [ 949.384619] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.395767] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.694193] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091110, 'name': ReconfigVM_Task, 'duration_secs': 0.193358} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.695734] env[68786]: DEBUG nova.network.neutron [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Successfully created port: 4052e8ff-6256-440c-856e-2059169bfe91 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.697650] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.697993] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22614838-a50a-4c7b-be13-2232521f010b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.708072] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 949.708072] env[68786]: value = "task-3091113" [ 949.708072] env[68786]: _type = "Task" [ 949.708072] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.716158] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326aa5da-6b0f-47a5-ac17-9d9a48f72e20 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.726327] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.730493] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a154d619-a99a-4f36-92ca-8cb1f5bdcf43 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.784547] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8419941-01d0-4c6d-918d-dd93296a85b8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.791273] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091111, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.795074] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de02121f-2bc7-4974-8f79-a3c2e79d2bec {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.816440] env[68786]: DEBUG nova.compute.provider_tree [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.895033] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091112, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.905871] env[68786]: DEBUG nova.network.neutron [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Successfully updated port: 7078378c-1b46-4f0a-8d99-db9df0ab4e8b {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.086350] env[68786]: DEBUG nova.compute.manager [req-ab6dfb52-6c85-4308-a50a-5efddff91360 req-0d892a4d-004e-4760-a63f-812f37f105e9 service nova] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Received event network-vif-plugged-7078378c-1b46-4f0a-8d99-db9df0ab4e8b {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.088372] env[68786]: DEBUG oslo_concurrency.lockutils [req-ab6dfb52-6c85-4308-a50a-5efddff91360 req-0d892a4d-004e-4760-a63f-812f37f105e9 service nova] Acquiring lock "0e8e9e71-66fe-4acd-b200-9f16680b2b55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.088637] env[68786]: DEBUG oslo_concurrency.lockutils [req-ab6dfb52-6c85-4308-a50a-5efddff91360 req-0d892a4d-004e-4760-a63f-812f37f105e9 service nova] Lock "0e8e9e71-66fe-4acd-b200-9f16680b2b55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.088908] env[68786]: DEBUG oslo_concurrency.lockutils [req-ab6dfb52-6c85-4308-a50a-5efddff91360 req-0d892a4d-004e-4760-a63f-812f37f105e9 service nova] Lock "0e8e9e71-66fe-4acd-b200-9f16680b2b55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.089137] env[68786]: DEBUG nova.compute.manager [req-ab6dfb52-6c85-4308-a50a-5efddff91360 req-0d892a4d-004e-4760-a63f-812f37f105e9 service nova] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] No waiting events found dispatching network-vif-plugged-7078378c-1b46-4f0a-8d99-db9df0ab4e8b {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.089306] env[68786]: WARNING nova.compute.manager [req-ab6dfb52-6c85-4308-a50a-5efddff91360 req-0d892a4d-004e-4760-a63f-812f37f105e9 service nova] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Received unexpected event network-vif-plugged-7078378c-1b46-4f0a-8d99-db9df0ab4e8b for instance with vm_state building and task_state spawning. [ 950.159846] env[68786]: DEBUG nova.network.neutron [-] [instance: 646997d1-9381-48e5-946a-570e81393466] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.221076] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091113, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.278787] env[68786]: DEBUG nova.compute.manager [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.293928] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635494} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.294444] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 541f65fa-51e8-4e2c-bc5a-c56502bae16c/541f65fa-51e8-4e2c-bc5a-c56502bae16c.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.294958] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.295392] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cd3abc2-0601-4e8c-8180-3d3ae9a667e9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.313317] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Waiting for the task: (returnval){ [ 950.313317] env[68786]: value = "task-3091114" [ 950.313317] env[68786]: _type = "Task" [ 950.313317] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.323326] env[68786]: DEBUG nova.virt.hardware [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.323595] env[68786]: DEBUG nova.virt.hardware [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.323595] env[68786]: DEBUG nova.virt.hardware [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.323783] env[68786]: DEBUG nova.virt.hardware [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.323932] env[68786]: DEBUG nova.virt.hardware [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.324133] env[68786]: DEBUG nova.virt.hardware [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.324364] env[68786]: DEBUG nova.virt.hardware [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.324902] env[68786]: DEBUG nova.virt.hardware [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.324902] env[68786]: DEBUG nova.virt.hardware [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.324902] env[68786]: DEBUG nova.virt.hardware [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.325084] env[68786]: DEBUG nova.virt.hardware [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.326178] env[68786]: DEBUG nova.scheduler.client.report [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.330445] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba2fd93-4dac-4e10-97f2-d51819523862 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.343455] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.346792] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605ddb11-093a-4118-8bfb-8a237b0f3f80 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.398017] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.890093} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.398017] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 95454394-a40e-42c7-b8c0-dec0c279e7e0/95454394-a40e-42c7-b8c0-dec0c279e7e0.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.398017] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.398017] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f73e4c99-c5f3-4503-9632-171140d95c12 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.408347] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Acquiring lock "refresh_cache-0e8e9e71-66fe-4acd-b200-9f16680b2b55" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.408347] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Acquired lock "refresh_cache-0e8e9e71-66fe-4acd-b200-9f16680b2b55" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.408347] env[68786]: DEBUG nova.network.neutron [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.415029] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 950.415029] env[68786]: value = "task-3091115" [ 950.415029] env[68786]: _type = "Task" [ 950.415029] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.425484] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.663488] env[68786]: INFO nova.compute.manager [-] [instance: 646997d1-9381-48e5-946a-570e81393466] Took 2.13 seconds to deallocate network for instance. [ 950.721888] env[68786]: DEBUG oslo_vmware.api [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091113, 'name': PowerOnVM_Task, 'duration_secs': 0.52123} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.722412] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.726301] env[68786]: DEBUG nova.compute.manager [None req-dd6a6fbe-2af8-47ec-aa26-9ad36ebd9cbc tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.727079] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b301a534-7934-4cde-93b9-d06800133734 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.826346] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077996} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.826653] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.827477] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564932b3-e5be-481d-a758-a1e49e49f053 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.849814] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.615s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.849916] env[68786]: INFO nova.compute.manager [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Migrating [ 950.874371] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 541f65fa-51e8-4e2c-bc5a-c56502bae16c/541f65fa-51e8-4e2c-bc5a-c56502bae16c.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.874977] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.684s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.875237] env[68786]: DEBUG nova.objects.instance [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lazy-loading 'resources' on Instance uuid 38f4d3bd-1065-4e88-bb9c-717f12dd992b {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.876222] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ee61f0e-3d3d-4adb-91d4-bf33d5324f3c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.907130] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Waiting for the task: (returnval){ [ 950.907130] env[68786]: value = "task-3091116" [ 950.907130] env[68786]: _type = "Task" [ 950.907130] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.923520] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.931139] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080108} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.931285] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.932039] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c1d29e-1bb3-47ad-b4b8-0444a079d8c4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.958738] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 95454394-a40e-42c7-b8c0-dec0c279e7e0/95454394-a40e-42c7-b8c0-dec0c279e7e0.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.960761] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85fd2893-f5a2-4d44-86f3-e8bf55552e20 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.978118] env[68786]: DEBUG nova.network.neutron [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.980827] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquiring lock "d6326b43-a4a8-46f5-8184-13d2ad9870b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.980985] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Lock "d6326b43-a4a8-46f5-8184-13d2ad9870b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.988954] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 950.988954] env[68786]: value = "task-3091117" [ 950.988954] env[68786]: _type = "Task" [ 950.988954] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.000766] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.058889] env[68786]: DEBUG nova.objects.instance [None req-12ab698a-2d83-47a9-80e3-611f114276e0 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Lazy-loading 'flavor' on Instance uuid 5b2bef79-42d6-447d-8cba-62a0aa2006d0 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.160410] env[68786]: DEBUG nova.network.neutron [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Updating instance_info_cache with network_info: [{"id": "7078378c-1b46-4f0a-8d99-db9df0ab4e8b", "address": "fa:16:3e:dd:80:43", "network": {"id": "2fdc9a74-dcdd-487c-a96b-21f64df4bd6d", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1004479958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6adc022a811499db8ba028c6ea9e65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7078378c-1b", "ovs_interfaceid": "7078378c-1b46-4f0a-8d99-db9df0ab4e8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.172169] env[68786]: DEBUG oslo_concurrency.lockutils [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.398742] env[68786]: DEBUG nova.objects.instance [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lazy-loading 'numa_topology' on Instance uuid 38f4d3bd-1065-4e88-bb9c-717f12dd992b {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.401815] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "refresh_cache-274cb308-139a-4f1d-9615-49c1f115e193" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.401988] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "refresh_cache-274cb308-139a-4f1d-9615-49c1f115e193" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.402174] env[68786]: DEBUG nova.network.neutron [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.418928] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.483444] env[68786]: DEBUG nova.compute.manager [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.499427] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091117, 'name': ReconfigVM_Task, 'duration_secs': 0.310634} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.500206] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 95454394-a40e-42c7-b8c0-dec0c279e7e0/95454394-a40e-42c7-b8c0-dec0c279e7e0.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.501151] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'size': 0, 'device_type': 'disk', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'device_name': '/dev/sda', 'encryption_format': None, 'encrypted': False, 'image_id': '49297ab8-3c56-4f04-9154-bbe88fc8d703'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618714', 'volume_id': 'b75e554d-a013-43ea-b415-457b4745a158', 'name': 'volume-b75e554d-a013-43ea-b415-457b4745a158', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95454394-a40e-42c7-b8c0-dec0c279e7e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b75e554d-a013-43ea-b415-457b4745a158', 'serial': 'b75e554d-a013-43ea-b415-457b4745a158'}, 'device_type': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'delete_on_termination': False, 'guest_format': None, 'attachment_id': 'f1b25e57-28c5-4d04-8a81-b6350de1e6ea', 'volume_type': None}], 'swap': None} {{(pid=68786) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 951.501349] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Volume attach. Driver type: vmdk {{(pid=68786) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 951.501553] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618714', 'volume_id': 'b75e554d-a013-43ea-b415-457b4745a158', 'name': 'volume-b75e554d-a013-43ea-b415-457b4745a158', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95454394-a40e-42c7-b8c0-dec0c279e7e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b75e554d-a013-43ea-b415-457b4745a158', 'serial': 'b75e554d-a013-43ea-b415-457b4745a158'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 951.502354] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5719737-de3d-440d-a6f8-e0dbf856d603 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.519929] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bef833-0d63-46d7-8ecf-23833ad5e314 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.548911] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] volume-b75e554d-a013-43ea-b415-457b4745a158/volume-b75e554d-a013-43ea-b415-457b4745a158.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.548911] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69676e30-baf5-4cf0-ad20-3b2dd5e8a802 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.564086] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12ab698a-2d83-47a9-80e3-611f114276e0 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Acquiring lock "refresh_cache-5b2bef79-42d6-447d-8cba-62a0aa2006d0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.564253] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12ab698a-2d83-47a9-80e3-611f114276e0 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Acquired lock "refresh_cache-5b2bef79-42d6-447d-8cba-62a0aa2006d0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.567685] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 951.567685] env[68786]: value = "task-3091118" [ 951.567685] env[68786]: _type = "Task" [ 951.567685] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.578796] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.663998] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Releasing lock "refresh_cache-0e8e9e71-66fe-4acd-b200-9f16680b2b55" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.664485] env[68786]: DEBUG nova.compute.manager [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Instance network_info: |[{"id": "7078378c-1b46-4f0a-8d99-db9df0ab4e8b", "address": "fa:16:3e:dd:80:43", "network": {"id": "2fdc9a74-dcdd-487c-a96b-21f64df4bd6d", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1004479958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6adc022a811499db8ba028c6ea9e65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7078378c-1b", "ovs_interfaceid": "7078378c-1b46-4f0a-8d99-db9df0ab4e8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.668175] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:80:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7078378c-1b46-4f0a-8d99-db9df0ab4e8b', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.676025] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Creating folder: Project (d6adc022a811499db8ba028c6ea9e65e). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.679498] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da343a1a-379f-4340-9ca2-4097ff8e43be {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.696027] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Created folder: Project (d6adc022a811499db8ba028c6ea9e65e) in parent group-v618484. [ 951.696027] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Creating folder: Instances. Parent ref: group-v618720. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.696027] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b93c80f-6504-4d07-af4f-456b28c40a5f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.708302] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Created folder: Instances in parent group-v618720. [ 951.708302] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.708302] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.708302] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8b7020f-b1a9-4763-8d59-fd6bd154a812 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.739434] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.739434] env[68786]: value = "task-3091121" [ 951.739434] env[68786]: _type = "Task" [ 951.739434] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.521750] env[68786]: DEBUG nova.objects.base [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Object Instance<38f4d3bd-1065-4e88-bb9c-717f12dd992b> lazy-loaded attributes: resources,numa_topology {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 952.530449] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091121, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.530581] env[68786]: WARNING oslo_vmware.common.loopingcall [-] task run outlasted interval by 0.291934 sec [ 952.535431] env[68786]: DEBUG nova.network.neutron [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Successfully updated port: 4052e8ff-6256-440c-856e-2059169bfe91 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.547350] env[68786]: DEBUG nova.compute.manager [req-fe5250b8-9208-4342-b0b7-3479ef4f65b6 req-916937fc-851b-4417-8f63-72f6f6df0da7 service nova] [instance: 646997d1-9381-48e5-946a-570e81393466] Received event network-vif-deleted-950f38e5-afbb-4f85-bc9f-916f97194790 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.547556] env[68786]: DEBUG nova.compute.manager [req-fe5250b8-9208-4342-b0b7-3479ef4f65b6 req-916937fc-851b-4417-8f63-72f6f6df0da7 service nova] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Received event network-changed-7078378c-1b46-4f0a-8d99-db9df0ab4e8b {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.547710] env[68786]: DEBUG nova.compute.manager [req-fe5250b8-9208-4342-b0b7-3479ef4f65b6 req-916937fc-851b-4417-8f63-72f6f6df0da7 service nova] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Refreshing instance network info cache due to event network-changed-7078378c-1b46-4f0a-8d99-db9df0ab4e8b. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.547929] env[68786]: DEBUG oslo_concurrency.lockutils [req-fe5250b8-9208-4342-b0b7-3479ef4f65b6 req-916937fc-851b-4417-8f63-72f6f6df0da7 service nova] Acquiring lock "refresh_cache-0e8e9e71-66fe-4acd-b200-9f16680b2b55" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.548117] env[68786]: DEBUG oslo_concurrency.lockutils [req-fe5250b8-9208-4342-b0b7-3479ef4f65b6 req-916937fc-851b-4417-8f63-72f6f6df0da7 service nova] Acquired lock "refresh_cache-0e8e9e71-66fe-4acd-b200-9f16680b2b55" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.548252] env[68786]: DEBUG nova.network.neutron [req-fe5250b8-9208-4342-b0b7-3479ef4f65b6 req-916937fc-851b-4417-8f63-72f6f6df0da7 service nova] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Refreshing network info cache for port 7078378c-1b46-4f0a-8d99-db9df0ab4e8b {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.550812] env[68786]: DEBUG oslo_concurrency.lockutils [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Acquiring lock "db2f2674-7d6e-4666-bd52-c632d18a2cc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.550812] env[68786]: DEBUG oslo_concurrency.lockutils [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Lock "db2f2674-7d6e-4666-bd52-c632d18a2cc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.562686] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091118, 'name': ReconfigVM_Task, 'duration_secs': 0.349529} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.568296] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Reconfigured VM instance instance-00000045 to attach disk [datastore1] volume-b75e554d-a013-43ea-b415-457b4745a158/volume-b75e554d-a013-43ea-b415-457b4745a158.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.574358] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091116, 'name': ReconfigVM_Task, 'duration_secs': 0.838491} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.576296] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091121, 'name': CreateVM_Task, 'duration_secs': 0.492711} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.578126] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.579199] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6500e012-aebe-4865-8a21-6620d2749b78 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.589992] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 541f65fa-51e8-4e2c-bc5a-c56502bae16c/541f65fa-51e8-4e2c-bc5a-c56502bae16c.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.589992] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.591012] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c380a8f2-40d0-4847-91fd-286bdcd34889 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.592728] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.592951] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.593521] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.594335] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-380e7f72-3707-44dd-b133-c6bdfd7be21b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.599687] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 952.599687] env[68786]: value = "task-3091122" [ 952.599687] env[68786]: _type = "Task" [ 952.599687] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.602035] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Waiting for the task: (returnval){ [ 952.602035] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5222f1e3-cf3b-c5e1-38fd-153c90db9227" [ 952.602035] env[68786]: _type = "Task" [ 952.602035] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.611486] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Waiting for the task: (returnval){ [ 952.611486] env[68786]: value = "task-3091123" [ 952.611486] env[68786]: _type = "Task" [ 952.611486] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.627401] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5222f1e3-cf3b-c5e1-38fd-153c90db9227, 'name': SearchDatastore_Task, 'duration_secs': 0.011329} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.627731] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091122, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.631610] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.631610] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.631850] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.632021] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.632190] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.633277] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3b9df08-2b7e-4788-82bf-1b6b67cfede5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.640132] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091123, 'name': Rename_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.647364] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.647611] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.648612] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002bdaad-2a09-4999-abf9-df0807806d86 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.657328] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Waiting for the task: (returnval){ [ 952.657328] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c6bd66-444e-6371-f97a-e4fd8529f65b" [ 952.657328] env[68786]: _type = "Task" [ 952.657328] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.667246] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c6bd66-444e-6371-f97a-e4fd8529f65b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.986314] env[68786]: DEBUG nova.network.neutron [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Updating instance_info_cache with network_info: [{"id": "2f744edd-ad0b-4516-9920-7abcbb35bfc7", "address": "fa:16:3e:10:b8:7b", "network": {"id": "aee33969-1cd3-462f-83ee-4ed96787591b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-935531603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8776be105b14772bcafad040e2abd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f744edd-ad", "ovs_interfaceid": "2f744edd-ad0b-4516-9920-7abcbb35bfc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.005101] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174b40d6-32bd-4f2d-bed6-8654b156ca94 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.014916] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bed8e9-96c3-48b6-bb3e-317727ba36fc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.053356] env[68786]: INFO nova.compute.manager [None req-aa4f7e5f-3bc5-4155-9a23-6a49e9109592 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Unrescuing [ 953.053679] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aa4f7e5f-3bc5-4155-9a23-6a49e9109592 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquiring lock "refresh_cache-da54ffbd-89f8-4f86-ab38-eb455208c3f9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.053772] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aa4f7e5f-3bc5-4155-9a23-6a49e9109592 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquired lock "refresh_cache-da54ffbd-89f8-4f86-ab38-eb455208c3f9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.053941] env[68786]: DEBUG nova.network.neutron [None req-aa4f7e5f-3bc5-4155-9a23-6a49e9109592 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.058372] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "refresh_cache-b9cf5b07-b2b6-479f-ae2d-9c9469130b88" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.058511] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired lock "refresh_cache-b9cf5b07-b2b6-479f-ae2d-9c9469130b88" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.058656] env[68786]: DEBUG nova.network.neutron [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.060679] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1aa8096-61c8-4531-9880-ac52ea033c8d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.064830] env[68786]: DEBUG nova.compute.manager [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.075335] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b5dda9-a2dd-45d2-97ff-7869afccff12 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.097490] env[68786]: DEBUG nova.compute.provider_tree [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.110128] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091122, 'name': ReconfigVM_Task, 'duration_secs': 0.171892} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.112833] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618714', 'volume_id': 'b75e554d-a013-43ea-b415-457b4745a158', 'name': 'volume-b75e554d-a013-43ea-b415-457b4745a158', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95454394-a40e-42c7-b8c0-dec0c279e7e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b75e554d-a013-43ea-b415-457b4745a158', 'serial': 'b75e554d-a013-43ea-b415-457b4745a158'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 953.114372] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abdf4b5b-5d23-4e38-9420-b469a8019dd5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.125793] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091123, 'name': Rename_Task, 'duration_secs': 0.240042} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.127153] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.127396] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 953.127396] env[68786]: value = "task-3091124" [ 953.127396] env[68786]: _type = "Task" [ 953.127396] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.127594] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c02e7cd-d37a-485c-b489-5d48cc5da5ff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.138547] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091124, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.139650] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Waiting for the task: (returnval){ [ 953.139650] env[68786]: value = "task-3091125" [ 953.139650] env[68786]: _type = "Task" [ 953.139650] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.148161] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.162244] env[68786]: DEBUG nova.network.neutron [None req-12ab698a-2d83-47a9-80e3-611f114276e0 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.170540] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c6bd66-444e-6371-f97a-e4fd8529f65b, 'name': SearchDatastore_Task, 'duration_secs': 0.011166} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.171570] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-076fa869-afc3-4387-ba35-94db736950f9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.178333] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Waiting for the task: (returnval){ [ 953.178333] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5201f57e-b497-c5c9-c117-19704f8e2b3d" [ 953.178333] env[68786]: _type = "Task" [ 953.178333] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.192028] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5201f57e-b497-c5c9-c117-19704f8e2b3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.408873] env[68786]: DEBUG nova.network.neutron [req-fe5250b8-9208-4342-b0b7-3479ef4f65b6 req-916937fc-851b-4417-8f63-72f6f6df0da7 service nova] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Updated VIF entry in instance network info cache for port 7078378c-1b46-4f0a-8d99-db9df0ab4e8b. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.409369] env[68786]: DEBUG nova.network.neutron [req-fe5250b8-9208-4342-b0b7-3479ef4f65b6 req-916937fc-851b-4417-8f63-72f6f6df0da7 service nova] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Updating instance_info_cache with network_info: [{"id": "7078378c-1b46-4f0a-8d99-db9df0ab4e8b", "address": "fa:16:3e:dd:80:43", "network": {"id": "2fdc9a74-dcdd-487c-a96b-21f64df4bd6d", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1004479958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6adc022a811499db8ba028c6ea9e65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7078378c-1b", "ovs_interfaceid": "7078378c-1b46-4f0a-8d99-db9df0ab4e8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.488717] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "refresh_cache-274cb308-139a-4f1d-9615-49c1f115e193" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.587293] env[68786]: DEBUG oslo_concurrency.lockutils [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.603108] env[68786]: DEBUG nova.scheduler.client.report [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.617278] env[68786]: DEBUG nova.network.neutron [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.639713] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091124, 'name': Rename_Task, 'duration_secs': 0.221353} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.640088] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.643870] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b51b7766-8967-4fd0-8977-14a4314e0cd8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.651337] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091125, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.652870] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 953.652870] env[68786]: value = "task-3091126" [ 953.652870] env[68786]: _type = "Task" [ 953.652870] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.660707] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.689479] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5201f57e-b497-c5c9-c117-19704f8e2b3d, 'name': SearchDatastore_Task, 'duration_secs': 0.011725} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.689781] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.690053] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 0e8e9e71-66fe-4acd-b200-9f16680b2b55/0e8e9e71-66fe-4acd-b200-9f16680b2b55.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.690320] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5316c7a-9329-40f8-99bd-03f8f5b1baf1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.698169] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Waiting for the task: (returnval){ [ 953.698169] env[68786]: value = "task-3091127" [ 953.698169] env[68786]: _type = "Task" [ 953.698169] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.709606] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Task: {'id': task-3091127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.914605] env[68786]: DEBUG oslo_concurrency.lockutils [req-fe5250b8-9208-4342-b0b7-3479ef4f65b6 req-916937fc-851b-4417-8f63-72f6f6df0da7 service nova] Releasing lock "refresh_cache-0e8e9e71-66fe-4acd-b200-9f16680b2b55" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.914950] env[68786]: DEBUG nova.compute.manager [req-fe5250b8-9208-4342-b0b7-3479ef4f65b6 req-916937fc-851b-4417-8f63-72f6f6df0da7 service nova] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Received event network-vif-plugged-4052e8ff-6256-440c-856e-2059169bfe91 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.915185] env[68786]: DEBUG oslo_concurrency.lockutils [req-fe5250b8-9208-4342-b0b7-3479ef4f65b6 req-916937fc-851b-4417-8f63-72f6f6df0da7 service nova] Acquiring lock "b9cf5b07-b2b6-479f-ae2d-9c9469130b88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.915445] env[68786]: DEBUG oslo_concurrency.lockutils [req-fe5250b8-9208-4342-b0b7-3479ef4f65b6 req-916937fc-851b-4417-8f63-72f6f6df0da7 service nova] Lock "b9cf5b07-b2b6-479f-ae2d-9c9469130b88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.915685] env[68786]: DEBUG oslo_concurrency.lockutils [req-fe5250b8-9208-4342-b0b7-3479ef4f65b6 req-916937fc-851b-4417-8f63-72f6f6df0da7 service nova] Lock "b9cf5b07-b2b6-479f-ae2d-9c9469130b88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.915913] env[68786]: DEBUG nova.compute.manager [req-fe5250b8-9208-4342-b0b7-3479ef4f65b6 req-916937fc-851b-4417-8f63-72f6f6df0da7 service nova] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] No waiting events found dispatching network-vif-plugged-4052e8ff-6256-440c-856e-2059169bfe91 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 953.916122] env[68786]: WARNING nova.compute.manager [req-fe5250b8-9208-4342-b0b7-3479ef4f65b6 req-916937fc-851b-4417-8f63-72f6f6df0da7 service nova] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Received unexpected event network-vif-plugged-4052e8ff-6256-440c-856e-2059169bfe91 for instance with vm_state building and task_state spawning. [ 953.916294] env[68786]: DEBUG nova.compute.manager [req-fe5250b8-9208-4342-b0b7-3479ef4f65b6 req-916937fc-851b-4417-8f63-72f6f6df0da7 service nova] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Received event network-changed-4052e8ff-6256-440c-856e-2059169bfe91 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.916483] env[68786]: DEBUG nova.compute.manager [req-fe5250b8-9208-4342-b0b7-3479ef4f65b6 req-916937fc-851b-4417-8f63-72f6f6df0da7 service nova] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Refreshing instance network info cache due to event network-changed-4052e8ff-6256-440c-856e-2059169bfe91. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.916719] env[68786]: DEBUG oslo_concurrency.lockutils [req-fe5250b8-9208-4342-b0b7-3479ef4f65b6 req-916937fc-851b-4417-8f63-72f6f6df0da7 service nova] Acquiring lock "refresh_cache-b9cf5b07-b2b6-479f-ae2d-9c9469130b88" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.980049] env[68786]: DEBUG nova.network.neutron [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Updating instance_info_cache with network_info: [{"id": "4052e8ff-6256-440c-856e-2059169bfe91", "address": "fa:16:3e:dd:87:5c", "network": {"id": "adf16ff0-fa02-423b-9f55-083dd5b1fcfc", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-275860474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed492f5195f4f438b97034e09f15293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4052e8ff-62", "ovs_interfaceid": "4052e8ff-6256-440c-856e-2059169bfe91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.052498] env[68786]: DEBUG nova.network.neutron [None req-aa4f7e5f-3bc5-4155-9a23-6a49e9109592 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Updating instance_info_cache with network_info: [{"id": "3bfe02b7-9c3c-45db-a7c9-95d3ae3b6a57", "address": "fa:16:3e:74:90:a8", "network": {"id": "f0d2ef82-6d02-4016-bc63-0d4531a8010b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1633770968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a9cf8252dfa4b18b6be5656e9d89dbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfe02b7-9c", "ovs_interfaceid": "3bfe02b7-9c3c-45db-a7c9-95d3ae3b6a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.108506] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.233s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.114516] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.934s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.115345] env[68786]: DEBUG nova.objects.instance [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Lazy-loading 'resources' on Instance uuid 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.153762] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091125, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.164999] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091126, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.211552] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Task: {'id': task-3091127, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.236275] env[68786]: DEBUG nova.network.neutron [None req-12ab698a-2d83-47a9-80e3-611f114276e0 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Updating instance_info_cache with network_info: [{"id": "593afa73-cb8d-40be-86ec-97cba8ce642e", "address": "fa:16:3e:ae:05:5c", "network": {"id": "ef24629a-2001-4ed1-8d39-e895a3af1cef", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1115684002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e53d7f2b9604ab59b4a59b974955261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593afa73-cb", "ovs_interfaceid": "593afa73-cb8d-40be-86ec-97cba8ce642e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.252494] env[68786]: DEBUG nova.compute.manager [req-73808f4e-6295-4932-97e2-a93b20fe0763 req-c22509e8-899f-4645-bc04-c12bbb58bfd2 service nova] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Received event network-changed-593afa73-cb8d-40be-86ec-97cba8ce642e {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.252650] env[68786]: DEBUG nova.compute.manager [req-73808f4e-6295-4932-97e2-a93b20fe0763 req-c22509e8-899f-4645-bc04-c12bbb58bfd2 service nova] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Refreshing instance network info cache due to event network-changed-593afa73-cb8d-40be-86ec-97cba8ce642e. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.252957] env[68786]: DEBUG oslo_concurrency.lockutils [req-73808f4e-6295-4932-97e2-a93b20fe0763 req-c22509e8-899f-4645-bc04-c12bbb58bfd2 service nova] Acquiring lock "refresh_cache-5b2bef79-42d6-447d-8cba-62a0aa2006d0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.483666] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Releasing lock "refresh_cache-b9cf5b07-b2b6-479f-ae2d-9c9469130b88" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.484055] env[68786]: DEBUG nova.compute.manager [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Instance network_info: |[{"id": "4052e8ff-6256-440c-856e-2059169bfe91", "address": "fa:16:3e:dd:87:5c", "network": {"id": "adf16ff0-fa02-423b-9f55-083dd5b1fcfc", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-275860474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed492f5195f4f438b97034e09f15293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4052e8ff-62", "ovs_interfaceid": "4052e8ff-6256-440c-856e-2059169bfe91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.484449] env[68786]: DEBUG oslo_concurrency.lockutils [req-fe5250b8-9208-4342-b0b7-3479ef4f65b6 req-916937fc-851b-4417-8f63-72f6f6df0da7 service nova] Acquired lock "refresh_cache-b9cf5b07-b2b6-479f-ae2d-9c9469130b88" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.485059] env[68786]: DEBUG nova.network.neutron [req-fe5250b8-9208-4342-b0b7-3479ef4f65b6 req-916937fc-851b-4417-8f63-72f6f6df0da7 service nova] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Refreshing network info cache for port 4052e8ff-6256-440c-856e-2059169bfe91 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.488688] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:87:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4052e8ff-6256-440c-856e-2059169bfe91', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.495162] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.496294] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.498690] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03b78eb7-fce5-4b99-b411-8f24e6ad05a6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.519106] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaff0848-cf01-47c4-8bfe-9319293102e5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.525186] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.525186] env[68786]: value = "task-3091128" [ 954.525186] env[68786]: _type = "Task" [ 954.525186] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.539167] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Updating instance '274cb308-139a-4f1d-9615-49c1f115e193' progress to 0 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 954.553981] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091128, 'name': CreateVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.556045] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aa4f7e5f-3bc5-4155-9a23-6a49e9109592 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Releasing lock "refresh_cache-da54ffbd-89f8-4f86-ab38-eb455208c3f9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.556305] env[68786]: DEBUG nova.objects.instance [None req-aa4f7e5f-3bc5-4155-9a23-6a49e9109592 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Lazy-loading 'flavor' on Instance uuid da54ffbd-89f8-4f86-ab38-eb455208c3f9 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.596103] env[68786]: DEBUG nova.objects.instance [None req-0830a53b-807a-4860-8e1a-ef99db40bded tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Lazy-loading 'flavor' on Instance uuid 5b2bef79-42d6-447d-8cba-62a0aa2006d0 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.627336] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ca8b4111-07cd-49a2-a077-275d7bee59b3 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "38f4d3bd-1065-4e88-bb9c-717f12dd992b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 37.536s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.628801] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "38f4d3bd-1065-4e88-bb9c-717f12dd992b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 15.128s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.628801] env[68786]: INFO nova.compute.manager [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Unshelving [ 954.655186] env[68786]: DEBUG oslo_vmware.api [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091125, 'name': PowerOnVM_Task, 'duration_secs': 1.442749} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.658016] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.658242] env[68786]: INFO nova.compute.manager [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Took 17.98 seconds to spawn the instance on the hypervisor. [ 954.658428] env[68786]: DEBUG nova.compute.manager [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.661656] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b3ace9-5433-4a51-8ba9-b93ae408cb86 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.669968] env[68786]: DEBUG oslo_vmware.api [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091126, 'name': PowerOnVM_Task, 'duration_secs': 0.817195} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.671499] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.671728] env[68786]: DEBUG nova.compute.manager [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.680397] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42313bcb-abc3-4d04-9c4a-d5ebc66a441b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.715892] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Task: {'id': task-3091127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569787} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.716931] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 0e8e9e71-66fe-4acd-b200-9f16680b2b55/0e8e9e71-66fe-4acd-b200-9f16680b2b55.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.717224] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.717537] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-033e9eb9-2566-4dbc-b526-0ee0b26b2961 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.728549] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Waiting for the task: (returnval){ [ 954.728549] env[68786]: value = "task-3091129" [ 954.728549] env[68786]: _type = "Task" [ 954.728549] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.740407] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Task: {'id': task-3091129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.740906] env[68786]: DEBUG oslo_concurrency.lockutils [None req-12ab698a-2d83-47a9-80e3-611f114276e0 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Releasing lock "refresh_cache-5b2bef79-42d6-447d-8cba-62a0aa2006d0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.741190] env[68786]: DEBUG nova.compute.manager [None req-12ab698a-2d83-47a9-80e3-611f114276e0 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Inject network info {{(pid=68786) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 954.741480] env[68786]: DEBUG nova.compute.manager [None req-12ab698a-2d83-47a9-80e3-611f114276e0 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] network_info to inject: |[{"id": "593afa73-cb8d-40be-86ec-97cba8ce642e", "address": "fa:16:3e:ae:05:5c", "network": {"id": "ef24629a-2001-4ed1-8d39-e895a3af1cef", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1115684002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e53d7f2b9604ab59b4a59b974955261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593afa73-cb", "ovs_interfaceid": "593afa73-cb8d-40be-86ec-97cba8ce642e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 954.746199] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-12ab698a-2d83-47a9-80e3-611f114276e0 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Reconfiguring VM instance to set the machine id {{(pid=68786) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 954.748731] env[68786]: DEBUG oslo_concurrency.lockutils [req-73808f4e-6295-4932-97e2-a93b20fe0763 req-c22509e8-899f-4645-bc04-c12bbb58bfd2 service nova] Acquired lock "refresh_cache-5b2bef79-42d6-447d-8cba-62a0aa2006d0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.748915] env[68786]: DEBUG nova.network.neutron [req-73808f4e-6295-4932-97e2-a93b20fe0763 req-c22509e8-899f-4645-bc04-c12bbb58bfd2 service nova] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Refreshing network info cache for port 593afa73-cb8d-40be-86ec-97cba8ce642e {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.750047] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e64c2c4a-7873-4241-a7b7-dbff2786ffed {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.769598] env[68786]: DEBUG oslo_vmware.api [None req-12ab698a-2d83-47a9-80e3-611f114276e0 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Waiting for the task: (returnval){ [ 954.769598] env[68786]: value = "task-3091130" [ 954.769598] env[68786]: _type = "Task" [ 954.769598] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.781308] env[68786]: DEBUG oslo_vmware.api [None req-12ab698a-2d83-47a9-80e3-611f114276e0 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': task-3091130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.950716] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1eb80f-979b-41bf-ae51-02a7c3c5fc6a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.959645] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12fc838-f119-4c44-8011-9296fb04d073 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.993035] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f671c54c-792a-45c8-8dba-fc4d1a044995 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.002076] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2da9df-6d38-4f21-b52a-a35dd3965a16 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.017588] env[68786]: DEBUG nova.compute.provider_tree [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.049290] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.050295] env[68786]: DEBUG nova.network.neutron [req-73808f4e-6295-4932-97e2-a93b20fe0763 req-c22509e8-899f-4645-bc04-c12bbb58bfd2 service nova] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Updated VIF entry in instance network info cache for port 593afa73-cb8d-40be-86ec-97cba8ce642e. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.050650] env[68786]: DEBUG nova.network.neutron [req-73808f4e-6295-4932-97e2-a93b20fe0763 req-c22509e8-899f-4645-bc04-c12bbb58bfd2 service nova] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Updating instance_info_cache with network_info: [{"id": "593afa73-cb8d-40be-86ec-97cba8ce642e", "address": "fa:16:3e:ae:05:5c", "network": {"id": "ef24629a-2001-4ed1-8d39-e895a3af1cef", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1115684002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e53d7f2b9604ab59b4a59b974955261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593afa73-cb", "ovs_interfaceid": "593afa73-cb8d-40be-86ec-97cba8ce642e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.055009] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c64fc3ff-4c4b-4b04-81e3-30e5d1a9cc09 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.056605] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091128, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.062551] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7794307f-6ff1-4295-a210-38bd7d4bbf68 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.066680] env[68786]: DEBUG oslo_vmware.api [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 955.066680] env[68786]: value = "task-3091131" [ 955.066680] env[68786]: _type = "Task" [ 955.066680] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.088821] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4f7e5f-3bc5-4155-9a23-6a49e9109592 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.092031] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e192ec17-1220-4559-96ce-9e4be285fb57 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.097525] env[68786]: DEBUG oslo_vmware.api [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.101608] env[68786]: DEBUG oslo_vmware.api [None req-aa4f7e5f-3bc5-4155-9a23-6a49e9109592 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 955.101608] env[68786]: value = "task-3091132" [ 955.101608] env[68786]: _type = "Task" [ 955.101608] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.102013] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0830a53b-807a-4860-8e1a-ef99db40bded tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Acquiring lock "refresh_cache-5b2bef79-42d6-447d-8cba-62a0aa2006d0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.111144] env[68786]: DEBUG oslo_vmware.api [None req-aa4f7e5f-3bc5-4155-9a23-6a49e9109592 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.194331] env[68786]: INFO nova.compute.manager [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Took 32.92 seconds to build instance. [ 955.196789] env[68786]: DEBUG oslo_concurrency.lockutils [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.238693] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Task: {'id': task-3091129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07408} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.239020] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.240204] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1de908-1a31-46a3-aa8c-ed870074f09f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.267669] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 0e8e9e71-66fe-4acd-b200-9f16680b2b55/0e8e9e71-66fe-4acd-b200-9f16680b2b55.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.270653] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c42d797-a910-493d-9048-7cd7f73e9777 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.297443] env[68786]: DEBUG oslo_vmware.api [None req-12ab698a-2d83-47a9-80e3-611f114276e0 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': task-3091130, 'name': ReconfigVM_Task, 'duration_secs': 0.178698} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.299382] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-12ab698a-2d83-47a9-80e3-611f114276e0 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Reconfigured VM instance to set the machine id {{(pid=68786) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 955.302913] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Waiting for the task: (returnval){ [ 955.302913] env[68786]: value = "task-3091133" [ 955.302913] env[68786]: _type = "Task" [ 955.302913] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.323620] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Task: {'id': task-3091133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.332147] env[68786]: DEBUG nova.network.neutron [req-fe5250b8-9208-4342-b0b7-3479ef4f65b6 req-916937fc-851b-4417-8f63-72f6f6df0da7 service nova] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Updated VIF entry in instance network info cache for port 4052e8ff-6256-440c-856e-2059169bfe91. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.332593] env[68786]: DEBUG nova.network.neutron [req-fe5250b8-9208-4342-b0b7-3479ef4f65b6 req-916937fc-851b-4417-8f63-72f6f6df0da7 service nova] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Updating instance_info_cache with network_info: [{"id": "4052e8ff-6256-440c-856e-2059169bfe91", "address": "fa:16:3e:dd:87:5c", "network": {"id": "adf16ff0-fa02-423b-9f55-083dd5b1fcfc", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-275860474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed492f5195f4f438b97034e09f15293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4052e8ff-62", "ovs_interfaceid": "4052e8ff-6256-440c-856e-2059169bfe91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.520728] env[68786]: DEBUG nova.scheduler.client.report [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.551471] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091128, 'name': CreateVM_Task, 'duration_secs': 0.839545} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.552393] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.553206] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.553414] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.553723] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.555529] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fe62b2c-e66c-42e3-8f57-8f97098dc2b1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.557755] env[68786]: DEBUG oslo_concurrency.lockutils [req-73808f4e-6295-4932-97e2-a93b20fe0763 req-c22509e8-899f-4645-bc04-c12bbb58bfd2 service nova] Releasing lock "refresh_cache-5b2bef79-42d6-447d-8cba-62a0aa2006d0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.558548] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0830a53b-807a-4860-8e1a-ef99db40bded tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Acquired lock "refresh_cache-5b2bef79-42d6-447d-8cba-62a0aa2006d0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.565492] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 955.565492] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d2ef2c-55bb-acf0-9150-c25241188837" [ 955.565492] env[68786]: _type = "Task" [ 955.565492] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.581826] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d2ef2c-55bb-acf0-9150-c25241188837, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.585224] env[68786]: DEBUG oslo_vmware.api [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091131, 'name': PowerOffVM_Task, 'duration_secs': 0.516347} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.585453] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.585747] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Updating instance '274cb308-139a-4f1d-9615-49c1f115e193' progress to 17 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 955.613069] env[68786]: DEBUG oslo_vmware.api [None req-aa4f7e5f-3bc5-4155-9a23-6a49e9109592 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091132, 'name': PowerOffVM_Task, 'duration_secs': 0.488072} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.613404] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4f7e5f-3bc5-4155-9a23-6a49e9109592 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.618665] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa4f7e5f-3bc5-4155-9a23-6a49e9109592 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 955.618963] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbe9ba38-09af-4ab9-a750-2ba7f50a760c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.641043] env[68786]: DEBUG oslo_vmware.api [None req-aa4f7e5f-3bc5-4155-9a23-6a49e9109592 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 955.641043] env[68786]: value = "task-3091134" [ 955.641043] env[68786]: _type = "Task" [ 955.641043] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.650748] env[68786]: DEBUG oslo_vmware.api [None req-aa4f7e5f-3bc5-4155-9a23-6a49e9109592 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.655473] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.698935] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0661a796-cabb-46c0-995c-1905e258435a tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Lock "541f65fa-51e8-4e2c-bc5a-c56502bae16c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.437s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.818809] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Task: {'id': task-3091133, 'name': ReconfigVM_Task, 'duration_secs': 0.52075} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.819130] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 0e8e9e71-66fe-4acd-b200-9f16680b2b55/0e8e9e71-66fe-4acd-b200-9f16680b2b55.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.819842] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3750051-3609-4cc0-8085-082452e979e8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.827552] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Waiting for the task: (returnval){ [ 955.827552] env[68786]: value = "task-3091135" [ 955.827552] env[68786]: _type = "Task" [ 955.827552] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.841376] env[68786]: DEBUG oslo_concurrency.lockutils [req-fe5250b8-9208-4342-b0b7-3479ef4f65b6 req-916937fc-851b-4417-8f63-72f6f6df0da7 service nova] Releasing lock "refresh_cache-b9cf5b07-b2b6-479f-ae2d-9c9469130b88" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.842208] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Task: {'id': task-3091135, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.023831] env[68786]: DEBUG nova.network.neutron [None req-0830a53b-807a-4860-8e1a-ef99db40bded tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.027038] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.030122] env[68786]: DEBUG oslo_concurrency.lockutils [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.532s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.031940] env[68786]: INFO nova.compute.claims [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.052817] env[68786]: INFO nova.scheduler.client.report [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Deleted allocations for instance 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9 [ 956.079015] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d2ef2c-55bb-acf0-9150-c25241188837, 'name': SearchDatastore_Task, 'duration_secs': 0.014289} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.079183] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.079979] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.080531] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.080764] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.080914] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.082068] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fbf27e0-1f85-472c-9749-c745418f0711 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.093863] env[68786]: DEBUG nova.virt.hardware [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.094076] env[68786]: DEBUG nova.virt.hardware [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.094265] env[68786]: DEBUG nova.virt.hardware [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.094471] env[68786]: DEBUG nova.virt.hardware [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.094622] env[68786]: DEBUG nova.virt.hardware [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.094767] env[68786]: DEBUG nova.virt.hardware [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.095029] env[68786]: DEBUG nova.virt.hardware [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.095203] env[68786]: DEBUG nova.virt.hardware [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.095373] env[68786]: DEBUG nova.virt.hardware [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.095536] env[68786]: DEBUG nova.virt.hardware [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.095707] env[68786]: DEBUG nova.virt.hardware [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.102401] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-795b1ce1-7f08-401e-b05e-06d99db623c4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.112896] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.113135] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.114209] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-096e83bd-3428-4439-9402-898ed185b216 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.121404] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 956.121404] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a84750-d81b-2ee7-b679-edca3458843a" [ 956.121404] env[68786]: _type = "Task" [ 956.121404] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.127435] env[68786]: DEBUG oslo_vmware.api [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 956.127435] env[68786]: value = "task-3091136" [ 956.127435] env[68786]: _type = "Task" [ 956.127435] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.139083] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a84750-d81b-2ee7-b679-edca3458843a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.143211] env[68786]: DEBUG oslo_vmware.api [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091136, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.152907] env[68786]: DEBUG oslo_vmware.api [None req-aa4f7e5f-3bc5-4155-9a23-6a49e9109592 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091134, 'name': ReconfigVM_Task, 'duration_secs': 0.419936} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.152907] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa4f7e5f-3bc5-4155-9a23-6a49e9109592 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 956.153156] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4f7e5f-3bc5-4155-9a23-6a49e9109592 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.153289] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae3f4ee9-bd65-413b-87d4-42dc240364c9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.165660] env[68786]: DEBUG oslo_vmware.api [None req-aa4f7e5f-3bc5-4155-9a23-6a49e9109592 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 956.165660] env[68786]: value = "task-3091137" [ 956.165660] env[68786]: _type = "Task" [ 956.165660] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.174364] env[68786]: DEBUG oslo_vmware.api [None req-aa4f7e5f-3bc5-4155-9a23-6a49e9109592 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.200506] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Acquiring lock "541f65fa-51e8-4e2c-bc5a-c56502bae16c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.200977] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Lock "541f65fa-51e8-4e2c-bc5a-c56502bae16c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.200977] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Acquiring lock "541f65fa-51e8-4e2c-bc5a-c56502bae16c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.201148] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Lock "541f65fa-51e8-4e2c-bc5a-c56502bae16c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.201316] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Lock "541f65fa-51e8-4e2c-bc5a-c56502bae16c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.203608] env[68786]: INFO nova.compute.manager [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Terminating instance [ 956.282133] env[68786]: DEBUG nova.compute.manager [req-a9a77e60-4865-4060-ac41-88aa7b383f94 req-12f5a3b8-b28e-4439-8a6e-6771f425a5cc service nova] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Received event network-changed-593afa73-cb8d-40be-86ec-97cba8ce642e {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.282344] env[68786]: DEBUG nova.compute.manager [req-a9a77e60-4865-4060-ac41-88aa7b383f94 req-12f5a3b8-b28e-4439-8a6e-6771f425a5cc service nova] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Refreshing instance network info cache due to event network-changed-593afa73-cb8d-40be-86ec-97cba8ce642e. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.282539] env[68786]: DEBUG oslo_concurrency.lockutils [req-a9a77e60-4865-4060-ac41-88aa7b383f94 req-12f5a3b8-b28e-4439-8a6e-6771f425a5cc service nova] Acquiring lock "refresh_cache-5b2bef79-42d6-447d-8cba-62a0aa2006d0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.339723] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Task: {'id': task-3091135, 'name': Rename_Task, 'duration_secs': 0.238211} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.340196] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.340567] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ba07a8d-ef5d-43a6-b732-893805cdcf1a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.350469] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Waiting for the task: (returnval){ [ 956.350469] env[68786]: value = "task-3091138" [ 956.350469] env[68786]: _type = "Task" [ 956.350469] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.361823] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Task: {'id': task-3091138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.561361] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a0860e2c-5256-486d-a126-ee96f9e39ec5 tempest-ServersWithSpecificFlavorTestJSON-1245091998 tempest-ServersWithSpecificFlavorTestJSON-1245091998-project-member] Lock "0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.835s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.635599] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a84750-d81b-2ee7-b679-edca3458843a, 'name': SearchDatastore_Task, 'duration_secs': 0.033865} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.636698] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3db5617-7ecf-4d4f-bb32-b2697d87e024 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.641885] env[68786]: DEBUG oslo_vmware.api [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091136, 'name': ReconfigVM_Task, 'duration_secs': 0.304813} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.642526] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Updating instance '274cb308-139a-4f1d-9615-49c1f115e193' progress to 33 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 956.647530] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 956.647530] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52fea5e0-1d9e-c7b5-84a4-089b9079b9ec" [ 956.647530] env[68786]: _type = "Task" [ 956.647530] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.657789] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52fea5e0-1d9e-c7b5-84a4-089b9079b9ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.675593] env[68786]: DEBUG oslo_vmware.api [None req-aa4f7e5f-3bc5-4155-9a23-6a49e9109592 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091137, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.707884] env[68786]: DEBUG nova.compute.manager [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.708088] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.709104] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b1f84c-01b2-4d74-acdc-806ac324b97f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.717995] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.718336] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ac93b7b-3467-4898-9877-b2ed5edec831 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.726538] env[68786]: DEBUG oslo_vmware.api [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Waiting for the task: (returnval){ [ 956.726538] env[68786]: value = "task-3091139" [ 956.726538] env[68786]: _type = "Task" [ 956.726538] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.737209] env[68786]: DEBUG oslo_vmware.api [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.781482] env[68786]: DEBUG nova.network.neutron [None req-0830a53b-807a-4860-8e1a-ef99db40bded tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Updating instance_info_cache with network_info: [{"id": "593afa73-cb8d-40be-86ec-97cba8ce642e", "address": "fa:16:3e:ae:05:5c", "network": {"id": "ef24629a-2001-4ed1-8d39-e895a3af1cef", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1115684002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e53d7f2b9604ab59b4a59b974955261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593afa73-cb", "ovs_interfaceid": "593afa73-cb8d-40be-86ec-97cba8ce642e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.862266] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Task: {'id': task-3091138, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.150131] env[68786]: DEBUG nova.virt.hardware [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.150650] env[68786]: DEBUG nova.virt.hardware [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.150650] env[68786]: DEBUG nova.virt.hardware [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.150789] env[68786]: DEBUG nova.virt.hardware [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.150997] env[68786]: DEBUG nova.virt.hardware [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.151143] env[68786]: DEBUG nova.virt.hardware [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.151260] env[68786]: DEBUG nova.virt.hardware [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.151418] env[68786]: DEBUG nova.virt.hardware [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.151584] env[68786]: DEBUG nova.virt.hardware [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.151847] env[68786]: DEBUG nova.virt.hardware [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.152122] env[68786]: DEBUG nova.virt.hardware [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.157378] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 957.158378] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53921898-ffc3-46aa-a062-2de573a192cd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.188267] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52fea5e0-1d9e-c7b5-84a4-089b9079b9ec, 'name': SearchDatastore_Task, 'duration_secs': 0.022705} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.193032] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.193449] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] b9cf5b07-b2b6-479f-ae2d-9c9469130b88/b9cf5b07-b2b6-479f-ae2d-9c9469130b88.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.193792] env[68786]: DEBUG oslo_vmware.api [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 957.193792] env[68786]: value = "task-3091140" [ 957.193792] env[68786]: _type = "Task" [ 957.193792] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.193958] env[68786]: DEBUG oslo_vmware.api [None req-aa4f7e5f-3bc5-4155-9a23-6a49e9109592 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091137, 'name': PowerOnVM_Task, 'duration_secs': 0.528342} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.196799] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65188324-ff5a-4269-9828-9609308c09b1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.198698] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4f7e5f-3bc5-4155-9a23-6a49e9109592 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.198927] env[68786]: DEBUG nova.compute.manager [None req-aa4f7e5f-3bc5-4155-9a23-6a49e9109592 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.203952] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63405f43-55bd-4e95-a938-1fa06fae8e8e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.218307] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 957.218307] env[68786]: value = "task-3091141" [ 957.218307] env[68786]: _type = "Task" [ 957.218307] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.221679] env[68786]: DEBUG oslo_vmware.api [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.234186] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.243345] env[68786]: DEBUG oslo_vmware.api [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091139, 'name': PowerOffVM_Task, 'duration_secs': 0.3812} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.243730] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.243830] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.244301] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e6b19f7-73fb-4a92-9ca5-8db57a5b589c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.284121] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0830a53b-807a-4860-8e1a-ef99db40bded tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Releasing lock "refresh_cache-5b2bef79-42d6-447d-8cba-62a0aa2006d0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.284433] env[68786]: DEBUG nova.compute.manager [None req-0830a53b-807a-4860-8e1a-ef99db40bded tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Inject network info {{(pid=68786) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 957.285443] env[68786]: DEBUG nova.compute.manager [None req-0830a53b-807a-4860-8e1a-ef99db40bded tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] network_info to inject: |[{"id": "593afa73-cb8d-40be-86ec-97cba8ce642e", "address": "fa:16:3e:ae:05:5c", "network": {"id": "ef24629a-2001-4ed1-8d39-e895a3af1cef", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1115684002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e53d7f2b9604ab59b4a59b974955261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593afa73-cb", "ovs_interfaceid": "593afa73-cb8d-40be-86ec-97cba8ce642e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 957.290787] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0830a53b-807a-4860-8e1a-ef99db40bded tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Reconfiguring VM instance to set the machine id {{(pid=68786) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 957.293702] env[68786]: DEBUG oslo_concurrency.lockutils [req-a9a77e60-4865-4060-ac41-88aa7b383f94 req-12f5a3b8-b28e-4439-8a6e-6771f425a5cc service nova] Acquired lock "refresh_cache-5b2bef79-42d6-447d-8cba-62a0aa2006d0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.294095] env[68786]: DEBUG nova.network.neutron [req-a9a77e60-4865-4060-ac41-88aa7b383f94 req-12f5a3b8-b28e-4439-8a6e-6771f425a5cc service nova] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Refreshing network info cache for port 593afa73-cb8d-40be-86ec-97cba8ce642e {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.295122] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d653110d-7203-4e4c-aa57-cd01fbac24c5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.324308] env[68786]: DEBUG oslo_vmware.api [None req-0830a53b-807a-4860-8e1a-ef99db40bded tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Waiting for the task: (returnval){ [ 957.324308] env[68786]: value = "task-3091143" [ 957.324308] env[68786]: _type = "Task" [ 957.324308] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.334621] env[68786]: DEBUG oslo_vmware.api [None req-0830a53b-807a-4860-8e1a-ef99db40bded tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': task-3091143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.364169] env[68786]: DEBUG oslo_vmware.api [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Task: {'id': task-3091138, 'name': PowerOnVM_Task, 'duration_secs': 0.874091} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.366992] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.367238] env[68786]: INFO nova.compute.manager [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Took 9.60 seconds to spawn the instance on the hypervisor. [ 957.367415] env[68786]: DEBUG nova.compute.manager [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.368501] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcce4ac-e130-421e-bb02-3c4f5ec8559d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.389803] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Acquiring lock "5b2bef79-42d6-447d-8cba-62a0aa2006d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.389803] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Lock "5b2bef79-42d6-447d-8cba-62a0aa2006d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.389803] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Acquiring lock "5b2bef79-42d6-447d-8cba-62a0aa2006d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.389803] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Lock "5b2bef79-42d6-447d-8cba-62a0aa2006d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.390172] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Lock "5b2bef79-42d6-447d-8cba-62a0aa2006d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.393612] env[68786]: INFO nova.compute.manager [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Terminating instance [ 957.432256] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.433016] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.433016] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Deleting the datastore file [datastore2] 541f65fa-51e8-4e2c-bc5a-c56502bae16c {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.433016] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ca5fe45-bca6-4cb6-9e46-bdf5cd8d3848 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.441933] env[68786]: DEBUG oslo_vmware.api [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Waiting for the task: (returnval){ [ 957.441933] env[68786]: value = "task-3091144" [ 957.441933] env[68786]: _type = "Task" [ 957.441933] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.453861] env[68786]: DEBUG oslo_vmware.api [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.533651] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7915452-390d-469b-8584-6fb1b01792d8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.547388] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e082d8-d752-4f0a-9070-96bb87245e05 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.592308] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2497938-d970-48c1-88fc-9648c839375a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.601176] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e73ed40-e3f0-438f-abfa-54b30854bc92 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.617734] env[68786]: DEBUG nova.compute.provider_tree [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.709884] env[68786]: DEBUG oslo_vmware.api [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091140, 'name': ReconfigVM_Task, 'duration_secs': 0.252625} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.713022] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 957.713987] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed66d48-da2e-45e7-b8d0-940d47c538fe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.741771] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 274cb308-139a-4f1d-9615-49c1f115e193/274cb308-139a-4f1d-9615-49c1f115e193.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.750439] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eac73e24-41f9-4fd3-bdae-2f6ba0ce435d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.781046] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091141, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.782897] env[68786]: DEBUG oslo_vmware.api [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 957.782897] env[68786]: value = "task-3091145" [ 957.782897] env[68786]: _type = "Task" [ 957.782897] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.787087] env[68786]: DEBUG nova.network.neutron [req-a9a77e60-4865-4060-ac41-88aa7b383f94 req-12f5a3b8-b28e-4439-8a6e-6771f425a5cc service nova] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Updated VIF entry in instance network info cache for port 593afa73-cb8d-40be-86ec-97cba8ce642e. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.787466] env[68786]: DEBUG nova.network.neutron [req-a9a77e60-4865-4060-ac41-88aa7b383f94 req-12f5a3b8-b28e-4439-8a6e-6771f425a5cc service nova] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Updating instance_info_cache with network_info: [{"id": "593afa73-cb8d-40be-86ec-97cba8ce642e", "address": "fa:16:3e:ae:05:5c", "network": {"id": "ef24629a-2001-4ed1-8d39-e895a3af1cef", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1115684002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e53d7f2b9604ab59b4a59b974955261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593afa73-cb", "ovs_interfaceid": "593afa73-cb8d-40be-86ec-97cba8ce642e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.796469] env[68786]: DEBUG oslo_vmware.api [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091145, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.842760] env[68786]: DEBUG oslo_vmware.api [None req-0830a53b-807a-4860-8e1a-ef99db40bded tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': task-3091143, 'name': ReconfigVM_Task, 'duration_secs': 0.165752} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.843270] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0830a53b-807a-4860-8e1a-ef99db40bded tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Reconfigured VM instance to set the machine id {{(pid=68786) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 957.896232] env[68786]: INFO nova.compute.manager [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Took 23.36 seconds to build instance. [ 957.901579] env[68786]: DEBUG nova.compute.manager [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.901805] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.902700] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0c0560-a1d3-4139-b11c-08941e2db130 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.914804] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.915083] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94cb5bf4-78d1-4f61-b71a-319312d66093 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.923304] env[68786]: DEBUG oslo_vmware.api [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Waiting for the task: (returnval){ [ 957.923304] env[68786]: value = "task-3091146" [ 957.923304] env[68786]: _type = "Task" [ 957.923304] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.934027] env[68786]: DEBUG oslo_vmware.api [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': task-3091146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.958043] env[68786]: DEBUG oslo_vmware.api [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429192} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.958480] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.958696] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.958890] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.959084] env[68786]: INFO nova.compute.manager [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Took 1.25 seconds to destroy the instance on the hypervisor. [ 957.959338] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.959550] env[68786]: DEBUG nova.compute.manager [-] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.959647] env[68786]: DEBUG nova.network.neutron [-] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.121906] env[68786]: DEBUG nova.scheduler.client.report [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.241590] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629886} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.242420] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] b9cf5b07-b2b6-479f-ae2d-9c9469130b88/b9cf5b07-b2b6-479f-ae2d-9c9469130b88.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.242420] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.242420] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58be55e6-4186-48d6-9c8f-1df20131440d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.249639] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 958.249639] env[68786]: value = "task-3091147" [ 958.249639] env[68786]: _type = "Task" [ 958.249639] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.259307] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.291065] env[68786]: DEBUG oslo_concurrency.lockutils [req-a9a77e60-4865-4060-ac41-88aa7b383f94 req-12f5a3b8-b28e-4439-8a6e-6771f425a5cc service nova] Releasing lock "refresh_cache-5b2bef79-42d6-447d-8cba-62a0aa2006d0" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.294310] env[68786]: DEBUG oslo_vmware.api [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.336045] env[68786]: DEBUG oslo_concurrency.lockutils [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquiring lock "da54ffbd-89f8-4f86-ab38-eb455208c3f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.336413] env[68786]: DEBUG oslo_concurrency.lockutils [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Lock "da54ffbd-89f8-4f86-ab38-eb455208c3f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.336539] env[68786]: DEBUG oslo_concurrency.lockutils [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquiring lock "da54ffbd-89f8-4f86-ab38-eb455208c3f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.336719] env[68786]: DEBUG oslo_concurrency.lockutils [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Lock "da54ffbd-89f8-4f86-ab38-eb455208c3f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.336881] env[68786]: DEBUG oslo_concurrency.lockutils [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Lock "da54ffbd-89f8-4f86-ab38-eb455208c3f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.339341] env[68786]: INFO nova.compute.manager [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Terminating instance [ 958.398689] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f5beeb26-b028-4288-83b3-b07ae0e4f444 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Lock "0e8e9e71-66fe-4acd-b200-9f16680b2b55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.874s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.438749] env[68786]: DEBUG oslo_vmware.api [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': task-3091146, 'name': PowerOffVM_Task, 'duration_secs': 0.187995} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.439385] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.439665] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.440041] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7b113f0-0756-4909-834d-bc77bb3e6db3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.517619] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.517938] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.518189] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Deleting the datastore file [datastore1] 5b2bef79-42d6-447d-8cba-62a0aa2006d0 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.518537] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2d7583d-9e3b-4c8c-a7dd-1f6a72fda66b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.527474] env[68786]: DEBUG oslo_vmware.api [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Waiting for the task: (returnval){ [ 958.527474] env[68786]: value = "task-3091149" [ 958.527474] env[68786]: _type = "Task" [ 958.527474] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.536610] env[68786]: DEBUG oslo_vmware.api [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': task-3091149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.627273] env[68786]: DEBUG oslo_concurrency.lockutils [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.627861] env[68786]: DEBUG nova.compute.manager [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.632026] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.499s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.632026] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.632026] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68786) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 958.632026] env[68786]: DEBUG oslo_concurrency.lockutils [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.124s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.632470] env[68786]: INFO nova.compute.claims [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.639039] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4e648a-4a3c-426d-a12b-d01e220200d1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.645483] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b33180-c64f-4c8b-ae5b-0c6af4f5f91f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.665022] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a156a68c-2699-41a5-aa16-52a90c5fd552 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.670397] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881f588b-d604-4803-b596-9bebf2540a34 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.703325] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178707MB free_disk=138GB free_vcpus=48 pci_devices=None {{(pid=68786) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 958.703889] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.752349] env[68786]: DEBUG nova.compute.manager [req-4a86e3d5-a396-465c-ac94-49702472b609 req-d0a9445f-930f-4564-8139-1dcb3fe04151 service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Received event network-vif-deleted-b3074b40-6113-4c3a-842a-7e99138540e1 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.752822] env[68786]: INFO nova.compute.manager [req-4a86e3d5-a396-465c-ac94-49702472b609 req-d0a9445f-930f-4564-8139-1dcb3fe04151 service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Neutron deleted interface b3074b40-6113-4c3a-842a-7e99138540e1; detaching it from the instance and deleting it from the info cache [ 958.752970] env[68786]: DEBUG nova.network.neutron [req-4a86e3d5-a396-465c-ac94-49702472b609 req-d0a9445f-930f-4564-8139-1dcb3fe04151 service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Updating instance_info_cache with network_info: [{"id": "43f2972c-c84a-493a-81eb-e9eea72145d8", "address": "fa:16:3e:20:cc:d9", "network": {"id": "86f76348-eba1-442f-9403-6106147135af", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-487328638", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3e3caea5c41d4adc9c715c88d8e76039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43f2972c-c8", "ovs_interfaceid": "43f2972c-c84a-493a-81eb-e9eea72145d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f1d28900-c5e4-494b-918e-2a1960b37a54", "address": "fa:16:3e:ba:8b:81", "network": {"id": "ef078dcb-bd6d-441c-afd4-9681ec67c742", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-526708576", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e3caea5c41d4adc9c715c88d8e76039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d28900-c5", "ovs_interfaceid": "f1d28900-c5e4-494b-918e-2a1960b37a54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.764055] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.251409} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.764428] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.765530] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7079e07d-c20c-43ee-9a7b-f4704e3e4189 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.791022] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] b9cf5b07-b2b6-479f-ae2d-9c9469130b88/b9cf5b07-b2b6-479f-ae2d-9c9469130b88.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.791022] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb352ca8-809e-4881-9ae8-b5a10bcf4498 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.820380] env[68786]: DEBUG oslo_vmware.api [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091145, 'name': ReconfigVM_Task, 'duration_secs': 0.845704} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.820380] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 274cb308-139a-4f1d-9615-49c1f115e193/274cb308-139a-4f1d-9615-49c1f115e193.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.820380] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Updating instance '274cb308-139a-4f1d-9615-49c1f115e193' progress to 50 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.827977] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 958.827977] env[68786]: value = "task-3091150" [ 958.827977] env[68786]: _type = "Task" [ 958.827977] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.833624] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091150, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.843559] env[68786]: DEBUG nova.compute.manager [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.843809] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.845420] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d3c221-9549-456f-a972-106649fd3e7a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.855081] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.855407] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36b684fc-a75f-4c6e-b906-c7532e8b5b2a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.863345] env[68786]: DEBUG oslo_vmware.api [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 958.863345] env[68786]: value = "task-3091151" [ 958.863345] env[68786]: _type = "Task" [ 958.863345] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.874503] env[68786]: DEBUG oslo_vmware.api [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.038836] env[68786]: DEBUG oslo_vmware.api [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': task-3091149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.137542] env[68786]: DEBUG nova.compute.utils [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.142796] env[68786]: DEBUG nova.compute.manager [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.143169] env[68786]: DEBUG nova.network.neutron [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.232878] env[68786]: DEBUG nova.policy [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be0dbbf82e224ce0a4efc0683af08a80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05db4729997c4a1092435aef31629e90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.259638] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04e83d2a-ee07-4308-94f7-c0de621800e7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.277721] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dc1f09-a3bc-4f23-9601-b1478a7552f9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.310411] env[68786]: DEBUG nova.compute.manager [req-4a86e3d5-a396-465c-ac94-49702472b609 req-d0a9445f-930f-4564-8139-1dcb3fe04151 service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Detach interface failed, port_id=b3074b40-6113-4c3a-842a-7e99138540e1, reason: Instance 541f65fa-51e8-4e2c-bc5a-c56502bae16c could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 959.341086] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85904529-536e-4ad2-8a38-7dc093f78807 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.341086] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.359171] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1792e88-3f73-41f2-94d9-3f9dd45969d3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.364931] env[68786]: DEBUG nova.compute.manager [req-cb96e7f0-45cb-4bed-bd3d-7d3375e85c35 req-61abbe5f-8792-46b9-8862-54f1abc44ad7 service nova] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Received event network-changed-7078378c-1b46-4f0a-8d99-db9df0ab4e8b {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.364931] env[68786]: DEBUG nova.compute.manager [req-cb96e7f0-45cb-4bed-bd3d-7d3375e85c35 req-61abbe5f-8792-46b9-8862-54f1abc44ad7 service nova] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Refreshing instance network info cache due to event network-changed-7078378c-1b46-4f0a-8d99-db9df0ab4e8b. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.365872] env[68786]: DEBUG oslo_concurrency.lockutils [req-cb96e7f0-45cb-4bed-bd3d-7d3375e85c35 req-61abbe5f-8792-46b9-8862-54f1abc44ad7 service nova] Acquiring lock "refresh_cache-0e8e9e71-66fe-4acd-b200-9f16680b2b55" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.365872] env[68786]: DEBUG oslo_concurrency.lockutils [req-cb96e7f0-45cb-4bed-bd3d-7d3375e85c35 req-61abbe5f-8792-46b9-8862-54f1abc44ad7 service nova] Acquired lock "refresh_cache-0e8e9e71-66fe-4acd-b200-9f16680b2b55" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.365872] env[68786]: DEBUG nova.network.neutron [req-cb96e7f0-45cb-4bed-bd3d-7d3375e85c35 req-61abbe5f-8792-46b9-8862-54f1abc44ad7 service nova] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Refreshing network info cache for port 7078378c-1b46-4f0a-8d99-db9df0ab4e8b {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.387481] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Updating instance '274cb308-139a-4f1d-9615-49c1f115e193' progress to 67 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 959.400359] env[68786]: DEBUG oslo_vmware.api [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091151, 'name': PowerOffVM_Task, 'duration_secs': 0.33406} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.400359] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.400359] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.400359] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5de083b-0ad8-4034-ab45-f9ff051eb82c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.542401] env[68786]: DEBUG oslo_vmware.api [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Task: {'id': task-3091149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.537594} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.547703] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.547941] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.548386] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.548595] env[68786]: INFO nova.compute.manager [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Took 1.65 seconds to destroy the instance on the hypervisor. [ 959.549626] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.549626] env[68786]: DEBUG nova.compute.manager [-] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.549626] env[68786]: DEBUG nova.network.neutron [-] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.552906] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.553164] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.553361] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Deleting the datastore file [datastore1] da54ffbd-89f8-4f86-ab38-eb455208c3f9 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.553621] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6831023a-69e6-47b4-9799-c64bb44d699b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.562059] env[68786]: DEBUG oslo_vmware.api [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 959.562059] env[68786]: value = "task-3091153" [ 959.562059] env[68786]: _type = "Task" [ 959.562059] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.577831] env[68786]: DEBUG oslo_vmware.api [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.647876] env[68786]: DEBUG nova.compute.manager [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.842449] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091150, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.038867] env[68786]: DEBUG nova.network.neutron [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Port 2f744edd-ad0b-4516-9920-7abcbb35bfc7 binding to destination host cpu-1 is already ACTIVE {{(pid=68786) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 960.048427] env[68786]: DEBUG nova.network.neutron [-] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.076669] env[68786]: DEBUG oslo_vmware.api [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243341} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.078901] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.078901] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.078997] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.079722] env[68786]: INFO nova.compute.manager [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Took 1.24 seconds to destroy the instance on the hypervisor. [ 960.079722] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.080275] env[68786]: DEBUG nova.network.neutron [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Successfully created port: 2931a616-0717-461b-b91e-271bf8be99c1 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.085598] env[68786]: DEBUG nova.compute.manager [-] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.085701] env[68786]: DEBUG nova.network.neutron [-] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.091483] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfc8abe-06db-484d-b658-c152dbf38c96 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.101204] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48991ad-fffb-4a06-80c5-ac0e35e65b97 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.139670] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f12628a-7ab4-481b-8f65-7cad758faeac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.148984] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0d722a-5a53-4413-aa24-0d8e8d442aba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.167128] env[68786]: DEBUG nova.compute.provider_tree [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.336959] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091150, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.554670] env[68786]: INFO nova.compute.manager [-] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Took 2.59 seconds to deallocate network for instance. [ 960.613822] env[68786]: DEBUG nova.network.neutron [req-cb96e7f0-45cb-4bed-bd3d-7d3375e85c35 req-61abbe5f-8792-46b9-8862-54f1abc44ad7 service nova] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Updated VIF entry in instance network info cache for port 7078378c-1b46-4f0a-8d99-db9df0ab4e8b. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.614223] env[68786]: DEBUG nova.network.neutron [req-cb96e7f0-45cb-4bed-bd3d-7d3375e85c35 req-61abbe5f-8792-46b9-8862-54f1abc44ad7 service nova] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Updating instance_info_cache with network_info: [{"id": "7078378c-1b46-4f0a-8d99-db9df0ab4e8b", "address": "fa:16:3e:dd:80:43", "network": {"id": "2fdc9a74-dcdd-487c-a96b-21f64df4bd6d", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1004479958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6adc022a811499db8ba028c6ea9e65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7078378c-1b", "ovs_interfaceid": "7078378c-1b46-4f0a-8d99-db9df0ab4e8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.678908] env[68786]: DEBUG nova.compute.manager [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.682456] env[68786]: DEBUG nova.scheduler.client.report [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.769421] env[68786]: DEBUG nova.virt.hardware [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.769612] env[68786]: DEBUG nova.virt.hardware [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.769772] env[68786]: DEBUG nova.virt.hardware [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.769953] env[68786]: DEBUG nova.virt.hardware [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.770133] env[68786]: DEBUG nova.virt.hardware [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.770312] env[68786]: DEBUG nova.virt.hardware [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.770540] env[68786]: DEBUG nova.virt.hardware [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.770700] env[68786]: DEBUG nova.virt.hardware [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.770880] env[68786]: DEBUG nova.virt.hardware [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.771061] env[68786]: DEBUG nova.virt.hardware [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.771243] env[68786]: DEBUG nova.virt.hardware [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.772368] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9761d7c2-472c-4476-a953-ec59df02ce32 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.782419] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c34cbe-8ed1-4c43-96ec-0717b51ae564 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.836668] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091150, 'name': ReconfigVM_Task, 'duration_secs': 1.852132} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.837566] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Reconfigured VM instance instance-00000056 to attach disk [datastore1] b9cf5b07-b2b6-479f-ae2d-9c9469130b88/b9cf5b07-b2b6-479f-ae2d-9c9469130b88.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.838250] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f41e09da-0fa7-4338-8b9c-9283afc0cc75 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.848638] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 960.848638] env[68786]: value = "task-3091154" [ 960.848638] env[68786]: _type = "Task" [ 960.848638] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.850940] env[68786]: DEBUG nova.compute.manager [req-4b4d63b9-1bc7-4192-9b94-ed7215429fba req-7c284ade-4704-4f6e-a30c-05587a68b402 service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Received event network-vif-deleted-43f2972c-c84a-493a-81eb-e9eea72145d8 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.851171] env[68786]: DEBUG nova.compute.manager [req-4b4d63b9-1bc7-4192-9b94-ed7215429fba req-7c284ade-4704-4f6e-a30c-05587a68b402 service nova] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Received event network-vif-deleted-f1d28900-c5e4-494b-918e-2a1960b37a54 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.863810] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091154, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.061894] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.065998] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "274cb308-139a-4f1d-9615-49c1f115e193-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.066258] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "274cb308-139a-4f1d-9615-49c1f115e193-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.066444] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "274cb308-139a-4f1d-9615-49c1f115e193-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.119487] env[68786]: DEBUG oslo_concurrency.lockutils [req-cb96e7f0-45cb-4bed-bd3d-7d3375e85c35 req-61abbe5f-8792-46b9-8862-54f1abc44ad7 service nova] Releasing lock "refresh_cache-0e8e9e71-66fe-4acd-b200-9f16680b2b55" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.190054] env[68786]: DEBUG oslo_concurrency.lockutils [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.191245] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.945s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.191501] env[68786]: DEBUG nova.objects.instance [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lazy-loading 'resources' on Instance uuid bb75a858-288f-4bdd-8488-9f5d15324e6f {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.305079] env[68786]: DEBUG nova.network.neutron [-] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.360888] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091154, 'name': Rename_Task, 'duration_secs': 0.326672} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.361453] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.361764] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04b60f27-deeb-4038-b0d8-e307062004de {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.369548] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 961.369548] env[68786]: value = "task-3091155" [ 961.369548] env[68786]: _type = "Task" [ 961.369548] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.379024] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.401429] env[68786]: DEBUG nova.network.neutron [-] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.695589] env[68786]: DEBUG oslo_concurrency.lockutils [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Acquiring lock "891fe040-10db-4be4-8897-b238c27dac6c" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.695903] env[68786]: DEBUG oslo_concurrency.lockutils [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Lock "891fe040-10db-4be4-8897-b238c27dac6c" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.812512] env[68786]: INFO nova.compute.manager [-] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Took 2.26 seconds to deallocate network for instance. [ 961.886235] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091155, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.903590] env[68786]: INFO nova.compute.manager [-] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Took 1.82 seconds to deallocate network for instance. [ 962.113351] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31679ebd-eda9-42f9-b548-c3823564d2a8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.122963] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ebef61-450a-47b7-9e37-40d555259eb6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.131799] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "refresh_cache-274cb308-139a-4f1d-9615-49c1f115e193" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.132170] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "refresh_cache-274cb308-139a-4f1d-9615-49c1f115e193" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.134379] env[68786]: DEBUG nova.network.neutron [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.175662] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77767d4d-423e-4d19-b455-43d4e587a20d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.189985] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82239efc-3b66-4c73-bbc4-139d6bf8cdbb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.206926] env[68786]: DEBUG oslo_concurrency.lockutils [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Lock "891fe040-10db-4be4-8897-b238c27dac6c" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.511s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.207552] env[68786]: DEBUG nova.compute.manager [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.210967] env[68786]: DEBUG nova.compute.provider_tree [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.325073] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.387985] env[68786]: DEBUG oslo_vmware.api [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091155, 'name': PowerOnVM_Task, 'duration_secs': 0.841015} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.388604] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.389328] env[68786]: INFO nova.compute.manager [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Took 12.11 seconds to spawn the instance on the hypervisor. [ 962.389328] env[68786]: DEBUG nova.compute.manager [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.390611] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b640a707-7e13-4c0d-872b-245881fd2177 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.409612] env[68786]: DEBUG oslo_concurrency.lockutils [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.604896] env[68786]: DEBUG oslo_concurrency.lockutils [None req-816b9364-2e5f-48b8-b2e3-0b145e7b2f1f tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "656e0ed0-c4ea-4779-87d5-b4077132b563" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.605195] env[68786]: DEBUG oslo_concurrency.lockutils [None req-816b9364-2e5f-48b8-b2e3-0b145e7b2f1f tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "656e0ed0-c4ea-4779-87d5-b4077132b563" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.605444] env[68786]: INFO nova.compute.manager [None req-816b9364-2e5f-48b8-b2e3-0b145e7b2f1f tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Rebooting instance [ 962.636892] env[68786]: DEBUG nova.network.neutron [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Successfully updated port: 2931a616-0717-461b-b91e-271bf8be99c1 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.682961] env[68786]: DEBUG nova.network.neutron [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Updating instance_info_cache with network_info: [{"id": "2f744edd-ad0b-4516-9920-7abcbb35bfc7", "address": "fa:16:3e:10:b8:7b", "network": {"id": "aee33969-1cd3-462f-83ee-4ed96787591b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-935531603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8776be105b14772bcafad040e2abd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f744edd-ad", "ovs_interfaceid": "2f744edd-ad0b-4516-9920-7abcbb35bfc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.713686] env[68786]: DEBUG nova.compute.utils [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.715670] env[68786]: DEBUG nova.scheduler.client.report [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.721070] env[68786]: DEBUG nova.compute.manager [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.721070] env[68786]: DEBUG nova.network.neutron [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.914061] env[68786]: INFO nova.compute.manager [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Took 27.17 seconds to build instance. [ 963.062517] env[68786]: DEBUG nova.policy [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '143e594bda124efe80f7968851ec22bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd09a42d5c6045029db3b099806ee3a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.120171] env[68786]: DEBUG nova.compute.manager [req-f892b0d6-0aee-4db1-9037-bc3a7d940aea req-caf64e43-cec3-414f-a97e-c716d5afa9d5 service nova] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Received event network-vif-deleted-593afa73-cb8d-40be-86ec-97cba8ce642e {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.120323] env[68786]: DEBUG nova.compute.manager [req-f892b0d6-0aee-4db1-9037-bc3a7d940aea req-caf64e43-cec3-414f-a97e-c716d5afa9d5 service nova] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Received event network-vif-deleted-3bfe02b7-9c3c-45db-a7c9-95d3ae3b6a57 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.120509] env[68786]: DEBUG nova.compute.manager [req-f892b0d6-0aee-4db1-9037-bc3a7d940aea req-caf64e43-cec3-414f-a97e-c716d5afa9d5 service nova] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Received event network-vif-plugged-2931a616-0717-461b-b91e-271bf8be99c1 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.120660] env[68786]: DEBUG oslo_concurrency.lockutils [req-f892b0d6-0aee-4db1-9037-bc3a7d940aea req-caf64e43-cec3-414f-a97e-c716d5afa9d5 service nova] Acquiring lock "a87b654f-108e-46d0-b386-8fc7a96bebdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.120856] env[68786]: DEBUG oslo_concurrency.lockutils [req-f892b0d6-0aee-4db1-9037-bc3a7d940aea req-caf64e43-cec3-414f-a97e-c716d5afa9d5 service nova] Lock "a87b654f-108e-46d0-b386-8fc7a96bebdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.121205] env[68786]: DEBUG oslo_concurrency.lockutils [req-f892b0d6-0aee-4db1-9037-bc3a7d940aea req-caf64e43-cec3-414f-a97e-c716d5afa9d5 service nova] Lock "a87b654f-108e-46d0-b386-8fc7a96bebdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.121471] env[68786]: DEBUG nova.compute.manager [req-f892b0d6-0aee-4db1-9037-bc3a7d940aea req-caf64e43-cec3-414f-a97e-c716d5afa9d5 service nova] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] No waiting events found dispatching network-vif-plugged-2931a616-0717-461b-b91e-271bf8be99c1 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.121637] env[68786]: WARNING nova.compute.manager [req-f892b0d6-0aee-4db1-9037-bc3a7d940aea req-caf64e43-cec3-414f-a97e-c716d5afa9d5 service nova] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Received unexpected event network-vif-plugged-2931a616-0717-461b-b91e-271bf8be99c1 for instance with vm_state building and task_state spawning. [ 963.121796] env[68786]: DEBUG nova.compute.manager [req-f892b0d6-0aee-4db1-9037-bc3a7d940aea req-caf64e43-cec3-414f-a97e-c716d5afa9d5 service nova] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Received event network-changed-2931a616-0717-461b-b91e-271bf8be99c1 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.121943] env[68786]: DEBUG nova.compute.manager [req-f892b0d6-0aee-4db1-9037-bc3a7d940aea req-caf64e43-cec3-414f-a97e-c716d5afa9d5 service nova] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Refreshing instance network info cache due to event network-changed-2931a616-0717-461b-b91e-271bf8be99c1. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.122151] env[68786]: DEBUG oslo_concurrency.lockutils [req-f892b0d6-0aee-4db1-9037-bc3a7d940aea req-caf64e43-cec3-414f-a97e-c716d5afa9d5 service nova] Acquiring lock "refresh_cache-a87b654f-108e-46d0-b386-8fc7a96bebdb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.122287] env[68786]: DEBUG oslo_concurrency.lockutils [req-f892b0d6-0aee-4db1-9037-bc3a7d940aea req-caf64e43-cec3-414f-a97e-c716d5afa9d5 service nova] Acquired lock "refresh_cache-a87b654f-108e-46d0-b386-8fc7a96bebdb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.122436] env[68786]: DEBUG nova.network.neutron [req-f892b0d6-0aee-4db1-9037-bc3a7d940aea req-caf64e43-cec3-414f-a97e-c716d5afa9d5 service nova] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Refreshing network info cache for port 2931a616-0717-461b-b91e-271bf8be99c1 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.139309] env[68786]: DEBUG oslo_concurrency.lockutils [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "refresh_cache-a87b654f-108e-46d0-b386-8fc7a96bebdb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.145029] env[68786]: DEBUG oslo_concurrency.lockutils [None req-816b9364-2e5f-48b8-b2e3-0b145e7b2f1f tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "refresh_cache-656e0ed0-c4ea-4779-87d5-b4077132b563" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.145144] env[68786]: DEBUG oslo_concurrency.lockutils [None req-816b9364-2e5f-48b8-b2e3-0b145e7b2f1f tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "refresh_cache-656e0ed0-c4ea-4779-87d5-b4077132b563" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.145320] env[68786]: DEBUG nova.network.neutron [None req-816b9364-2e5f-48b8-b2e3-0b145e7b2f1f tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.186397] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "refresh_cache-274cb308-139a-4f1d-9615-49c1f115e193" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.225061] env[68786]: DEBUG nova.compute.manager [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.227752] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.230160] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.918s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.234125] env[68786]: INFO nova.compute.claims [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.358662] env[68786]: INFO nova.scheduler.client.report [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Deleted allocations for instance bb75a858-288f-4bdd-8488-9f5d15324e6f [ 963.421625] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9a684408-fbd1-4e8e-9d0d-72562074c63d tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "b9cf5b07-b2b6-479f-ae2d-9c9469130b88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.686s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.698447] env[68786]: DEBUG nova.network.neutron [req-f892b0d6-0aee-4db1-9037-bc3a7d940aea req-caf64e43-cec3-414f-a97e-c716d5afa9d5 service nova] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.735137] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43c044c-2411-45a0-9d5d-0b49c808d19a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.739310] env[68786]: DEBUG nova.network.neutron [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Successfully created port: 08337903-e28c-47b3-bb08-e530342b0798 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.761401] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbbe30b-7da3-439f-8fc6-7abf1c8cdcb5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.769990] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Updating instance '274cb308-139a-4f1d-9615-49c1f115e193' progress to 83 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.860036] env[68786]: DEBUG nova.network.neutron [req-f892b0d6-0aee-4db1-9037-bc3a7d940aea req-caf64e43-cec3-414f-a97e-c716d5afa9d5 service nova] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.868014] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8226407d-8bf8-4f3a-b342-03b3a2a7b3a4 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "bb75a858-288f-4bdd-8488-9f5d15324e6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.990s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.155479] env[68786]: DEBUG nova.network.neutron [None req-816b9364-2e5f-48b8-b2e3-0b145e7b2f1f tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Updating instance_info_cache with network_info: [{"id": "2c0ece61-480b-4951-818a-af8c591aaaa6", "address": "fa:16:3e:52:d2:71", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0ece61-48", "ovs_interfaceid": "2c0ece61-480b-4951-818a-af8c591aaaa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.243989] env[68786]: DEBUG nova.compute.manager [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.278041] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.278373] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81a2ee6e-5589-4519-bd93-512a0f6057ab {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.295059] env[68786]: DEBUG oslo_vmware.api [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 964.295059] env[68786]: value = "task-3091156" [ 964.295059] env[68786]: _type = "Task" [ 964.295059] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.315825] env[68786]: DEBUG nova.virt.hardware [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.316080] env[68786]: DEBUG nova.virt.hardware [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.316246] env[68786]: DEBUG nova.virt.hardware [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.316456] env[68786]: DEBUG nova.virt.hardware [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.316600] env[68786]: DEBUG nova.virt.hardware [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.316744] env[68786]: DEBUG nova.virt.hardware [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.316945] env[68786]: DEBUG nova.virt.hardware [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.317109] env[68786]: DEBUG nova.virt.hardware [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.317453] env[68786]: DEBUG nova.virt.hardware [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.317453] env[68786]: DEBUG nova.virt.hardware [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.317592] env[68786]: DEBUG nova.virt.hardware [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.318478] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9732cf28-7010-402e-8b43-b20e32acbbe4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.324387] env[68786]: DEBUG oslo_vmware.api [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.334693] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8af507f-b751-4df5-b627-d74f2d2fc902 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.362531] env[68786]: DEBUG oslo_concurrency.lockutils [req-f892b0d6-0aee-4db1-9037-bc3a7d940aea req-caf64e43-cec3-414f-a97e-c716d5afa9d5 service nova] Releasing lock "refresh_cache-a87b654f-108e-46d0-b386-8fc7a96bebdb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.362925] env[68786]: DEBUG oslo_concurrency.lockutils [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired lock "refresh_cache-a87b654f-108e-46d0-b386-8fc7a96bebdb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.363125] env[68786]: DEBUG nova.network.neutron [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.589571] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c4661e-53d3-4f0f-acf1-16dd24d9b82b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.600791] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65759f60-c52b-43bf-8324-0f558492314d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.635785] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad562c4-bdc9-4ca4-a82c-50ddd9d6bc5a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.644786] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c41ce33-8e26-4b67-9a66-defe3a1182fe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.659748] env[68786]: DEBUG oslo_concurrency.lockutils [None req-816b9364-2e5f-48b8-b2e3-0b145e7b2f1f tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "refresh_cache-656e0ed0-c4ea-4779-87d5-b4077132b563" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.662145] env[68786]: DEBUG nova.compute.provider_tree [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.808388] env[68786]: DEBUG oslo_vmware.api [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091156, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.909429] env[68786]: DEBUG nova.network.neutron [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.963687] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "b9cf5b07-b2b6-479f-ae2d-9c9469130b88" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.963825] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "b9cf5b07-b2b6-479f-ae2d-9c9469130b88" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.963977] env[68786]: INFO nova.compute.manager [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Shelving [ 965.071184] env[68786]: DEBUG nova.network.neutron [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Updating instance_info_cache with network_info: [{"id": "2931a616-0717-461b-b91e-271bf8be99c1", "address": "fa:16:3e:2c:f7:07", "network": {"id": "22cbf902-7f1e-4069-b8c1-b0c7fa9a5c91", "bridge": "br-int", "label": "tempest-ServersTestJSON-525443328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05db4729997c4a1092435aef31629e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2931a616-07", "ovs_interfaceid": "2931a616-0717-461b-b91e-271bf8be99c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.165930] env[68786]: DEBUG nova.scheduler.client.report [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.169366] env[68786]: DEBUG nova.compute.manager [None req-816b9364-2e5f-48b8-b2e3-0b145e7b2f1f tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.170254] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f5de51-3782-4439-94a9-04d6611fcf36 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.310823] env[68786]: DEBUG oslo_vmware.api [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091156, 'name': PowerOnVM_Task, 'duration_secs': 0.790462} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.312357] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.312357] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f4cde8-f309-4cf8-82f5-d6bcb9d95cf0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Updating instance '274cb308-139a-4f1d-9615-49c1f115e193' progress to 100 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.574628] env[68786]: DEBUG oslo_concurrency.lockutils [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Releasing lock "refresh_cache-a87b654f-108e-46d0-b386-8fc7a96bebdb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.574976] env[68786]: DEBUG nova.compute.manager [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Instance network_info: |[{"id": "2931a616-0717-461b-b91e-271bf8be99c1", "address": "fa:16:3e:2c:f7:07", "network": {"id": "22cbf902-7f1e-4069-b8c1-b0c7fa9a5c91", "bridge": "br-int", "label": "tempest-ServersTestJSON-525443328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05db4729997c4a1092435aef31629e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2931a616-07", "ovs_interfaceid": "2931a616-0717-461b-b91e-271bf8be99c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.575468] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:f7:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2931a616-0717-461b-b91e-271bf8be99c1', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.583696] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.584055] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.584325] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5724031b-cbc0-4543-a549-a004858f1e85 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.601844] env[68786]: DEBUG nova.compute.manager [req-50493327-4015-465d-b9bd-222dbfdc57b2 req-ed846203-f547-4696-b07c-f28df5d9ee52 service nova] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Received event network-vif-plugged-08337903-e28c-47b3-bb08-e530342b0798 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.602492] env[68786]: DEBUG oslo_concurrency.lockutils [req-50493327-4015-465d-b9bd-222dbfdc57b2 req-ed846203-f547-4696-b07c-f28df5d9ee52 service nova] Acquiring lock "929938ae-dff0-42e8-a426-f0438f83a5e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.602492] env[68786]: DEBUG oslo_concurrency.lockutils [req-50493327-4015-465d-b9bd-222dbfdc57b2 req-ed846203-f547-4696-b07c-f28df5d9ee52 service nova] Lock "929938ae-dff0-42e8-a426-f0438f83a5e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.602492] env[68786]: DEBUG oslo_concurrency.lockutils [req-50493327-4015-465d-b9bd-222dbfdc57b2 req-ed846203-f547-4696-b07c-f28df5d9ee52 service nova] Lock "929938ae-dff0-42e8-a426-f0438f83a5e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.602492] env[68786]: DEBUG nova.compute.manager [req-50493327-4015-465d-b9bd-222dbfdc57b2 req-ed846203-f547-4696-b07c-f28df5d9ee52 service nova] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] No waiting events found dispatching network-vif-plugged-08337903-e28c-47b3-bb08-e530342b0798 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.602730] env[68786]: WARNING nova.compute.manager [req-50493327-4015-465d-b9bd-222dbfdc57b2 req-ed846203-f547-4696-b07c-f28df5d9ee52 service nova] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Received unexpected event network-vif-plugged-08337903-e28c-47b3-bb08-e530342b0798 for instance with vm_state building and task_state spawning. [ 965.609888] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.609888] env[68786]: value = "task-3091157" [ 965.609888] env[68786]: _type = "Task" [ 965.609888] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.621391] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091157, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.675055] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.675793] env[68786]: DEBUG nova.compute.manager [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.680105] env[68786]: DEBUG oslo_concurrency.lockutils [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.508s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.680237] env[68786]: DEBUG nova.objects.instance [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lazy-loading 'resources' on Instance uuid 646997d1-9381-48e5-946a-570e81393466 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.747558] env[68786]: DEBUG nova.network.neutron [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Successfully updated port: 08337903-e28c-47b3-bb08-e530342b0798 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.975446] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.976163] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-495bec39-0b0b-495d-a769-8c7aac79a6e4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.985565] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 965.985565] env[68786]: value = "task-3091158" [ 965.985565] env[68786]: _type = "Task" [ 965.985565] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.995210] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.121079] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091157, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.183376] env[68786]: DEBUG nova.compute.utils [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.184888] env[68786]: DEBUG nova.compute.manager [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.185157] env[68786]: DEBUG nova.network.neutron [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.191421] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e7ef3c-1e8e-4424-ac31-e0cffa3d6437 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.199136] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-816b9364-2e5f-48b8-b2e3-0b145e7b2f1f tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Doing hard reboot of VM {{(pid=68786) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 966.199558] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f8ae8791-45b2-44d0-a6e8-e9cd5bb003dd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.206847] env[68786]: DEBUG oslo_vmware.api [None req-816b9364-2e5f-48b8-b2e3-0b145e7b2f1f tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 966.206847] env[68786]: value = "task-3091159" [ 966.206847] env[68786]: _type = "Task" [ 966.206847] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.245460] env[68786]: DEBUG nova.policy [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd20e1aed57254165ac4812a278fc13e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63ce00db58f447628afbb4c8c75db652', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.253894] env[68786]: DEBUG oslo_concurrency.lockutils [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Acquiring lock "refresh_cache-929938ae-dff0-42e8-a426-f0438f83a5e7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.254129] env[68786]: DEBUG oslo_concurrency.lockutils [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Acquired lock "refresh_cache-929938ae-dff0-42e8-a426-f0438f83a5e7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.254353] env[68786]: DEBUG nova.network.neutron [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.497478] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091158, 'name': PowerOffVM_Task, 'duration_secs': 0.249386} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.500360] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.502780] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc36982c-7cec-4498-bc34-a9396d40046d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.534456] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3824fc2e-032c-480e-92e8-c034b5e424e5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.577760] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a45465-d2a3-47ca-bf5c-6aa93b58972f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.588610] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362ade5d-e708-4625-8314-3deee1a25060 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.626537] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0d7bec-3b31-409f-a24e-d24ea1321235 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.639371] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40cc733-c934-4ad8-8a89-6ef77d236f34 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.643482] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091157, 'name': CreateVM_Task, 'duration_secs': 0.556178} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.643578] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.644520] env[68786]: DEBUG oslo_concurrency.lockutils [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.644788] env[68786]: DEBUG oslo_concurrency.lockutils [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.645046] env[68786]: DEBUG oslo_concurrency.lockutils [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.645293] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7a5a631-0e6c-4a6c-8785-0e631e4274f2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.658102] env[68786]: DEBUG nova.compute.provider_tree [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.659431] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 966.659431] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]523a6825-6873-142e-e855-e9f922a2ecf7" [ 966.659431] env[68786]: _type = "Task" [ 966.659431] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.668145] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523a6825-6873-142e-e855-e9f922a2ecf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.688797] env[68786]: DEBUG nova.compute.manager [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.717628] env[68786]: DEBUG oslo_vmware.api [None req-816b9364-2e5f-48b8-b2e3-0b145e7b2f1f tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091159, 'name': ResetVM_Task, 'duration_secs': 0.113106} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.717628] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-816b9364-2e5f-48b8-b2e3-0b145e7b2f1f tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Did hard reboot of VM {{(pid=68786) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 966.718549] env[68786]: DEBUG nova.compute.manager [None req-816b9364-2e5f-48b8-b2e3-0b145e7b2f1f tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.718549] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bfe17d-0963-4148-97ed-673216313d4d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.814510] env[68786]: DEBUG nova.network.neutron [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.045895] env[68786]: DEBUG nova.network.neutron [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Successfully created port: bb9d5b86-a290-459d-ac52-76a13145686c {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.049027] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Creating Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 967.049389] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-45746e62-a035-4c9f-81b3-ba9301a41e42 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.059271] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 967.059271] env[68786]: value = "task-3091160" [ 967.059271] env[68786]: _type = "Task" [ 967.059271] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.069759] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091160, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.161268] env[68786]: DEBUG nova.scheduler.client.report [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.178997] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523a6825-6873-142e-e855-e9f922a2ecf7, 'name': SearchDatastore_Task, 'duration_secs': 0.011331} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.179295] env[68786]: DEBUG oslo_concurrency.lockutils [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.181732] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.181732] env[68786]: DEBUG oslo_concurrency.lockutils [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.181732] env[68786]: DEBUG oslo_concurrency.lockutils [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.181732] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.181732] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42376205-d225-4016-8797-8ccb5dfc2646 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.197420] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.197760] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.199928] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd7b5f83-1fab-4c73-b990-e8fc13762eed {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.206931] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 967.206931] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5216df69-50b2-3d3a-ddda-25f1563bbd96" [ 967.206931] env[68786]: _type = "Task" [ 967.206931] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.216682] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5216df69-50b2-3d3a-ddda-25f1563bbd96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.231583] env[68786]: DEBUG oslo_concurrency.lockutils [None req-816b9364-2e5f-48b8-b2e3-0b145e7b2f1f tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "656e0ed0-c4ea-4779-87d5-b4077132b563" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.626s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.233585] env[68786]: DEBUG nova.network.neutron [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Updating instance_info_cache with network_info: [{"id": "08337903-e28c-47b3-bb08-e530342b0798", "address": "fa:16:3e:a3:59:20", "network": {"id": "365a5825-2c49-42f8-b90e-1c503f0ab818", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2047188818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd09a42d5c6045029db3b099806ee3a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08337903-e2", "ovs_interfaceid": "08337903-e28c-47b3-bb08-e530342b0798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.571779] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091160, 'name': CreateSnapshot_Task, 'duration_secs': 0.485843} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.571893] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Created Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 967.572757] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e149f4-73c4-4c59-b557-ab42ef6cf59f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.582336] env[68786]: DEBUG oslo_concurrency.lockutils [None req-659b0aba-df6b-4b61-b2da-1837df768983 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "274cb308-139a-4f1d-9615-49c1f115e193" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.582619] env[68786]: DEBUG oslo_concurrency.lockutils [None req-659b0aba-df6b-4b61-b2da-1837df768983 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "274cb308-139a-4f1d-9615-49c1f115e193" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.582809] env[68786]: DEBUG nova.compute.manager [None req-659b0aba-df6b-4b61-b2da-1837df768983 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Going to confirm migration 3 {{(pid=68786) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 967.672644] env[68786]: DEBUG oslo_concurrency.lockutils [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.678111] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.097s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.679567] env[68786]: INFO nova.compute.claims [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.701386] env[68786]: DEBUG nova.compute.manager [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.717992] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5216df69-50b2-3d3a-ddda-25f1563bbd96, 'name': SearchDatastore_Task, 'duration_secs': 0.012077} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.718847] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c8f600-facb-4d72-aeec-d130c0792a02 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.724868] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 967.724868] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5246b106-f511-d50a-8d3e-f2c7dbd00ddf" [ 967.724868] env[68786]: _type = "Task" [ 967.724868] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.743014] env[68786]: DEBUG oslo_concurrency.lockutils [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Releasing lock "refresh_cache-929938ae-dff0-42e8-a426-f0438f83a5e7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.743226] env[68786]: DEBUG nova.compute.manager [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Instance network_info: |[{"id": "08337903-e28c-47b3-bb08-e530342b0798", "address": "fa:16:3e:a3:59:20", "network": {"id": "365a5825-2c49-42f8-b90e-1c503f0ab818", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2047188818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd09a42d5c6045029db3b099806ee3a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08337903-e2", "ovs_interfaceid": "08337903-e28c-47b3-bb08-e530342b0798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.748947] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5246b106-f511-d50a-8d3e-f2c7dbd00ddf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.748947] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:59:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08337903-e28c-47b3-bb08-e530342b0798', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.755589] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Creating folder: Project (bd09a42d5c6045029db3b099806ee3a9). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 967.755887] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72b34d0d-3e55-4ac0-a3e1-f96e2137e48f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.760860] env[68786]: INFO nova.scheduler.client.report [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Deleted allocations for instance 646997d1-9381-48e5-946a-570e81393466 [ 967.771813] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Created folder: Project (bd09a42d5c6045029db3b099806ee3a9) in parent group-v618484. [ 967.771813] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Creating folder: Instances. Parent ref: group-v618726. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 967.771813] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d910d140-d94e-46fd-9429-2c970995f6d3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.781882] env[68786]: DEBUG nova.virt.hardware [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.781882] env[68786]: DEBUG nova.virt.hardware [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.781882] env[68786]: DEBUG nova.virt.hardware [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.781882] env[68786]: DEBUG nova.virt.hardware [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.781882] env[68786]: DEBUG nova.virt.hardware [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.781882] env[68786]: DEBUG nova.virt.hardware [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.781882] env[68786]: DEBUG nova.virt.hardware [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.781882] env[68786]: DEBUG nova.virt.hardware [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.781882] env[68786]: DEBUG nova.virt.hardware [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.781882] env[68786]: DEBUG nova.virt.hardware [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.781882] env[68786]: DEBUG nova.virt.hardware [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.782496] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b351e8c4-2c3b-4492-ba7e-e087b6eca8ae {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.787267] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Created folder: Instances in parent group-v618726. [ 967.787267] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.788436] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.788791] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b520ff09-8ff6-4139-b0a2-4fb3a37f1deb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.809058] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072cd624-4b6a-4b08-875c-a67f4b6166fb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.814239] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.814239] env[68786]: value = "task-3091163" [ 967.814239] env[68786]: _type = "Task" [ 967.814239] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.833025] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091163, 'name': CreateVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.970622] env[68786]: DEBUG nova.compute.manager [req-ae2ffa6b-774d-46c0-813d-41b9f4cdb7b5 req-d33b8107-704f-47a2-88df-e1a12cc7f985 service nova] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Received event network-changed-08337903-e28c-47b3-bb08-e530342b0798 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.970883] env[68786]: DEBUG nova.compute.manager [req-ae2ffa6b-774d-46c0-813d-41b9f4cdb7b5 req-d33b8107-704f-47a2-88df-e1a12cc7f985 service nova] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Refreshing instance network info cache due to event network-changed-08337903-e28c-47b3-bb08-e530342b0798. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.971040] env[68786]: DEBUG oslo_concurrency.lockutils [req-ae2ffa6b-774d-46c0-813d-41b9f4cdb7b5 req-d33b8107-704f-47a2-88df-e1a12cc7f985 service nova] Acquiring lock "refresh_cache-929938ae-dff0-42e8-a426-f0438f83a5e7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.971233] env[68786]: DEBUG oslo_concurrency.lockutils [req-ae2ffa6b-774d-46c0-813d-41b9f4cdb7b5 req-d33b8107-704f-47a2-88df-e1a12cc7f985 service nova] Acquired lock "refresh_cache-929938ae-dff0-42e8-a426-f0438f83a5e7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.971661] env[68786]: DEBUG nova.network.neutron [req-ae2ffa6b-774d-46c0-813d-41b9f4cdb7b5 req-d33b8107-704f-47a2-88df-e1a12cc7f985 service nova] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Refreshing network info cache for port 08337903-e28c-47b3-bb08-e530342b0798 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.096781] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Creating linked-clone VM from snapshot {{(pid=68786) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 968.099055] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-15f6992b-f86f-46bb-abed-91cbec2f8527 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.110656] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 968.110656] env[68786]: value = "task-3091164" [ 968.110656] env[68786]: _type = "Task" [ 968.110656] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.120956] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091164, 'name': CloneVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.183111] env[68786]: DEBUG oslo_concurrency.lockutils [None req-659b0aba-df6b-4b61-b2da-1837df768983 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "refresh_cache-274cb308-139a-4f1d-9615-49c1f115e193" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.183513] env[68786]: DEBUG oslo_concurrency.lockutils [None req-659b0aba-df6b-4b61-b2da-1837df768983 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "refresh_cache-274cb308-139a-4f1d-9615-49c1f115e193" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.183703] env[68786]: DEBUG nova.network.neutron [None req-659b0aba-df6b-4b61-b2da-1837df768983 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.183913] env[68786]: DEBUG nova.objects.instance [None req-659b0aba-df6b-4b61-b2da-1837df768983 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lazy-loading 'info_cache' on Instance uuid 274cb308-139a-4f1d-9615-49c1f115e193 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.237408] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5246b106-f511-d50a-8d3e-f2c7dbd00ddf, 'name': SearchDatastore_Task, 'duration_secs': 0.010228} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.237771] env[68786]: DEBUG oslo_concurrency.lockutils [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.238111] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] a87b654f-108e-46d0-b386-8fc7a96bebdb/a87b654f-108e-46d0-b386-8fc7a96bebdb.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.238454] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f39889a1-24b5-4ba2-b694-51a128e13a1a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.248662] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 968.248662] env[68786]: value = "task-3091165" [ 968.248662] env[68786]: _type = "Task" [ 968.248662] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.259168] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.272630] env[68786]: DEBUG oslo_concurrency.lockutils [None req-644f9389-8507-41de-b652-3fa1e37d4eb4 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "646997d1-9381-48e5-946a-570e81393466" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.444s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.328135] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091163, 'name': CreateVM_Task, 'duration_secs': 0.384013} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.328226] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.329018] env[68786]: DEBUG oslo_concurrency.lockutils [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.329355] env[68786]: DEBUG oslo_concurrency.lockutils [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.329699] env[68786]: DEBUG oslo_concurrency.lockutils [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.329978] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d027bfa-975d-4b4b-9a4d-52a4b1c00e65 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.336402] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Waiting for the task: (returnval){ [ 968.336402] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5240636d-d4a1-b167-432d-708b9417dd5f" [ 968.336402] env[68786]: _type = "Task" [ 968.336402] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.347816] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5240636d-d4a1-b167-432d-708b9417dd5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.625757] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091164, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.766546] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091165, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.855217] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5240636d-d4a1-b167-432d-708b9417dd5f, 'name': SearchDatastore_Task, 'duration_secs': 0.026524} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.855217] env[68786]: DEBUG oslo_concurrency.lockutils [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.855217] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.855217] env[68786]: DEBUG oslo_concurrency.lockutils [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.855217] env[68786]: DEBUG oslo_concurrency.lockutils [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.855217] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.855217] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d69feb6-a95b-4573-876e-e3a19e7864c9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.873805] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.874099] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.874990] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d593c33b-ce78-4709-bb43-77e385e2d90a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.883777] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Waiting for the task: (returnval){ [ 968.883777] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]526d6b0a-2ad3-3c6e-d758-d93218421ffd" [ 968.883777] env[68786]: _type = "Task" [ 968.883777] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.894853] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526d6b0a-2ad3-3c6e-d758-d93218421ffd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.015546] env[68786]: DEBUG nova.network.neutron [req-ae2ffa6b-774d-46c0-813d-41b9f4cdb7b5 req-d33b8107-704f-47a2-88df-e1a12cc7f985 service nova] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Updated VIF entry in instance network info cache for port 08337903-e28c-47b3-bb08-e530342b0798. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.015998] env[68786]: DEBUG nova.network.neutron [req-ae2ffa6b-774d-46c0-813d-41b9f4cdb7b5 req-d33b8107-704f-47a2-88df-e1a12cc7f985 service nova] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Updating instance_info_cache with network_info: [{"id": "08337903-e28c-47b3-bb08-e530342b0798", "address": "fa:16:3e:a3:59:20", "network": {"id": "365a5825-2c49-42f8-b90e-1c503f0ab818", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2047188818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd09a42d5c6045029db3b099806ee3a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08337903-e2", "ovs_interfaceid": "08337903-e28c-47b3-bb08-e530342b0798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.125314] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091164, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.168509] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37243c1-d2ef-4fd2-945e-c460bfddf4f2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.177386] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7d094b-0641-4061-bbb2-23982a9090ac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.213713] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e840c47b-c943-4ca7-835e-7a14a9c6cdff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.222634] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4346b9e1-6d43-436c-8c95-6c001b9a13e4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.241784] env[68786]: DEBUG nova.compute.provider_tree [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.263062] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672653} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.263379] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] a87b654f-108e-46d0-b386-8fc7a96bebdb/a87b654f-108e-46d0-b386-8fc7a96bebdb.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.263610] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.264177] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cec2a360-bdef-4bef-913b-c8642494fb86 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.273057] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 969.273057] env[68786]: value = "task-3091166" [ 969.273057] env[68786]: _type = "Task" [ 969.273057] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.282724] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.380773] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "44407975-2766-49bb-90e0-68ac9518cf08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.381037] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "44407975-2766-49bb-90e0-68ac9518cf08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.397607] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526d6b0a-2ad3-3c6e-d758-d93218421ffd, 'name': SearchDatastore_Task, 'duration_secs': 0.016704} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.398472] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4119e767-6698-40b0-a287-c6e39db8e017 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.405690] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Waiting for the task: (returnval){ [ 969.405690] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5262fad8-20fd-1542-bb17-cacbfd2d3ee5" [ 969.405690] env[68786]: _type = "Task" [ 969.405690] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.415905] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5262fad8-20fd-1542-bb17-cacbfd2d3ee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.519097] env[68786]: DEBUG oslo_concurrency.lockutils [req-ae2ffa6b-774d-46c0-813d-41b9f4cdb7b5 req-d33b8107-704f-47a2-88df-e1a12cc7f985 service nova] Releasing lock "refresh_cache-929938ae-dff0-42e8-a426-f0438f83a5e7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.524820] env[68786]: DEBUG nova.network.neutron [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Successfully updated port: bb9d5b86-a290-459d-ac52-76a13145686c {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.569007] env[68786]: DEBUG nova.network.neutron [None req-659b0aba-df6b-4b61-b2da-1837df768983 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Updating instance_info_cache with network_info: [{"id": "2f744edd-ad0b-4516-9920-7abcbb35bfc7", "address": "fa:16:3e:10:b8:7b", "network": {"id": "aee33969-1cd3-462f-83ee-4ed96787591b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-935531603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8776be105b14772bcafad040e2abd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f744edd-ad", "ovs_interfaceid": "2f744edd-ad0b-4516-9920-7abcbb35bfc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.625320] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091164, 'name': CloneVM_Task} progress is 95%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.746885] env[68786]: DEBUG nova.scheduler.client.report [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.784395] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083656} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.784395] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.784395] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c77805-78f3-4e47-ae7d-d841230da04a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.807242] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] a87b654f-108e-46d0-b386-8fc7a96bebdb/a87b654f-108e-46d0-b386-8fc7a96bebdb.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.807856] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d8ca2df-94ef-4bb1-9de5-5a088fb97e2d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.831879] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 969.831879] env[68786]: value = "task-3091167" [ 969.831879] env[68786]: _type = "Task" [ 969.831879] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.840562] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.884050] env[68786]: DEBUG nova.compute.manager [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.917426] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5262fad8-20fd-1542-bb17-cacbfd2d3ee5, 'name': SearchDatastore_Task, 'duration_secs': 0.009513} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.917744] env[68786]: DEBUG oslo_concurrency.lockutils [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.918046] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 929938ae-dff0-42e8-a426-f0438f83a5e7/929938ae-dff0-42e8-a426-f0438f83a5e7.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.918359] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0e0c2ff-34e7-4bf9-a94a-6f91277af680 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.925455] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Waiting for the task: (returnval){ [ 969.925455] env[68786]: value = "task-3091168" [ 969.925455] env[68786]: _type = "Task" [ 969.925455] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.932990] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Task: {'id': task-3091168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.031686] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Acquiring lock "refresh_cache-759d6a00-6cec-4181-ab5d-f7e1a93896da" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.031909] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Acquired lock "refresh_cache-759d6a00-6cec-4181-ab5d-f7e1a93896da" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.032131] env[68786]: DEBUG nova.network.neutron [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.072076] env[68786]: DEBUG oslo_concurrency.lockutils [None req-659b0aba-df6b-4b61-b2da-1837df768983 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "refresh_cache-274cb308-139a-4f1d-9615-49c1f115e193" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.072384] env[68786]: DEBUG nova.objects.instance [None req-659b0aba-df6b-4b61-b2da-1837df768983 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lazy-loading 'migration_context' on Instance uuid 274cb308-139a-4f1d-9615-49c1f115e193 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.128482] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091164, 'name': CloneVM_Task, 'duration_secs': 1.672461} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.128854] env[68786]: INFO nova.virt.vmwareapi.vmops [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Created linked-clone VM from snapshot [ 970.129748] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a2ae99-10e1-4ddd-b50a-56892ef97325 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.141146] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Uploading image 484aeb6c-70c6-433f-b0ed-798e17232285 {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 970.174508] env[68786]: DEBUG oslo_vmware.rw_handles [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 970.174508] env[68786]: value = "vm-618729" [ 970.174508] env[68786]: _type = "VirtualMachine" [ 970.174508] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 970.174929] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dc5d26eb-238e-4761-90af-c02e7a065b32 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.182893] env[68786]: DEBUG oslo_vmware.rw_handles [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lease: (returnval){ [ 970.182893] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f0c246-2137-7c6b-0174-d0a559db8d7f" [ 970.182893] env[68786]: _type = "HttpNfcLease" [ 970.182893] env[68786]: } obtained for exporting VM: (result){ [ 970.182893] env[68786]: value = "vm-618729" [ 970.182893] env[68786]: _type = "VirtualMachine" [ 970.182893] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 970.183285] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the lease: (returnval){ [ 970.183285] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f0c246-2137-7c6b-0174-d0a559db8d7f" [ 970.183285] env[68786]: _type = "HttpNfcLease" [ 970.183285] env[68786]: } to be ready. {{(pid=68786) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 970.191435] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 970.191435] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f0c246-2137-7c6b-0174-d0a559db8d7f" [ 970.191435] env[68786]: _type = "HttpNfcLease" [ 970.191435] env[68786]: } is initializing. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 970.252431] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.253118] env[68786]: DEBUG nova.compute.manager [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.256509] env[68786]: DEBUG oslo_concurrency.lockutils [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.669s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.258574] env[68786]: INFO nova.compute.claims [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.275526] env[68786]: DEBUG nova.compute.manager [req-d0e8f0c7-6e89-4606-8082-4c4a6e33eadb req-2ff75dd8-d856-45e3-b7fe-a1107c810b72 service nova] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Received event network-vif-plugged-bb9d5b86-a290-459d-ac52-76a13145686c {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.275830] env[68786]: DEBUG oslo_concurrency.lockutils [req-d0e8f0c7-6e89-4606-8082-4c4a6e33eadb req-2ff75dd8-d856-45e3-b7fe-a1107c810b72 service nova] Acquiring lock "759d6a00-6cec-4181-ab5d-f7e1a93896da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.276402] env[68786]: DEBUG oslo_concurrency.lockutils [req-d0e8f0c7-6e89-4606-8082-4c4a6e33eadb req-2ff75dd8-d856-45e3-b7fe-a1107c810b72 service nova] Lock "759d6a00-6cec-4181-ab5d-f7e1a93896da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.276592] env[68786]: DEBUG oslo_concurrency.lockutils [req-d0e8f0c7-6e89-4606-8082-4c4a6e33eadb req-2ff75dd8-d856-45e3-b7fe-a1107c810b72 service nova] Lock "759d6a00-6cec-4181-ab5d-f7e1a93896da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.276816] env[68786]: DEBUG nova.compute.manager [req-d0e8f0c7-6e89-4606-8082-4c4a6e33eadb req-2ff75dd8-d856-45e3-b7fe-a1107c810b72 service nova] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] No waiting events found dispatching network-vif-plugged-bb9d5b86-a290-459d-ac52-76a13145686c {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.277051] env[68786]: WARNING nova.compute.manager [req-d0e8f0c7-6e89-4606-8082-4c4a6e33eadb req-2ff75dd8-d856-45e3-b7fe-a1107c810b72 service nova] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Received unexpected event network-vif-plugged-bb9d5b86-a290-459d-ac52-76a13145686c for instance with vm_state building and task_state spawning. [ 970.277226] env[68786]: DEBUG nova.compute.manager [req-d0e8f0c7-6e89-4606-8082-4c4a6e33eadb req-2ff75dd8-d856-45e3-b7fe-a1107c810b72 service nova] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Received event network-changed-bb9d5b86-a290-459d-ac52-76a13145686c {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.277407] env[68786]: DEBUG nova.compute.manager [req-d0e8f0c7-6e89-4606-8082-4c4a6e33eadb req-2ff75dd8-d856-45e3-b7fe-a1107c810b72 service nova] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Refreshing instance network info cache due to event network-changed-bb9d5b86-a290-459d-ac52-76a13145686c. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.278798] env[68786]: DEBUG oslo_concurrency.lockutils [req-d0e8f0c7-6e89-4606-8082-4c4a6e33eadb req-2ff75dd8-d856-45e3-b7fe-a1107c810b72 service nova] Acquiring lock "refresh_cache-759d6a00-6cec-4181-ab5d-f7e1a93896da" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.349412] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.441873] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Task: {'id': task-3091168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493463} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.444328] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.444328] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 929938ae-dff0-42e8-a426-f0438f83a5e7/929938ae-dff0-42e8-a426-f0438f83a5e7.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.444328] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.444328] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-524c0c10-8f64-4b8e-bd2f-85bed93801cb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.451636] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Waiting for the task: (returnval){ [ 970.451636] env[68786]: value = "task-3091170" [ 970.451636] env[68786]: _type = "Task" [ 970.451636] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.463442] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Task: {'id': task-3091170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.570965] env[68786]: DEBUG nova.network.neutron [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.578787] env[68786]: DEBUG nova.objects.base [None req-659b0aba-df6b-4b61-b2da-1837df768983 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Object Instance<274cb308-139a-4f1d-9615-49c1f115e193> lazy-loaded attributes: info_cache,migration_context {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 970.579394] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c01b14-9971-4dc3-8e07-4d072943d5c9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.611040] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d56fe400-5b34-40bc-8280-189a029abd19 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.618036] env[68786]: DEBUG oslo_vmware.api [None req-659b0aba-df6b-4b61-b2da-1837df768983 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 970.618036] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]523a6e02-5601-cd4f-c0fd-3cbc9a8b38af" [ 970.618036] env[68786]: _type = "Task" [ 970.618036] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.628984] env[68786]: DEBUG oslo_vmware.api [None req-659b0aba-df6b-4b61-b2da-1837df768983 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523a6e02-5601-cd4f-c0fd-3cbc9a8b38af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.690900] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 970.690900] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f0c246-2137-7c6b-0174-d0a559db8d7f" [ 970.690900] env[68786]: _type = "HttpNfcLease" [ 970.690900] env[68786]: } is ready. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 970.691226] env[68786]: DEBUG oslo_vmware.rw_handles [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 970.691226] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f0c246-2137-7c6b-0174-d0a559db8d7f" [ 970.691226] env[68786]: _type = "HttpNfcLease" [ 970.691226] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 970.692093] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfa7eda-2d6c-4f1b-bf08-2142d61a5242 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.700810] env[68786]: DEBUG oslo_vmware.rw_handles [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c6270-53a6-1c53-27e6-8a7d6b5b2ce7/disk-0.vmdk from lease info. {{(pid=68786) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 970.700810] env[68786]: DEBUG oslo_vmware.rw_handles [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c6270-53a6-1c53-27e6-8a7d6b5b2ce7/disk-0.vmdk for reading. {{(pid=68786) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 970.767763] env[68786]: DEBUG nova.compute.utils [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.771361] env[68786]: DEBUG nova.compute.manager [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.772178] env[68786]: DEBUG nova.network.neutron [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.843902] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091167, 'name': ReconfigVM_Task, 'duration_secs': 0.814998} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.844229] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Reconfigured VM instance instance-00000057 to attach disk [datastore1] a87b654f-108e-46d0-b386-8fc7a96bebdb/a87b654f-108e-46d0-b386-8fc7a96bebdb.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.844894] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e950e436-8aa3-4302-9a6e-87997e29f5b9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.854731] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 970.854731] env[68786]: value = "task-3091171" [ 970.854731] env[68786]: _type = "Task" [ 970.854731] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.865310] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091171, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.900876] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e7cbb22d-ff1f-4051-8de1-74913eda142b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.964171] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Task: {'id': task-3091170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181095} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.964543] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.965575] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a54bf6-1748-473c-b311-bd5a81ecfa9e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.990406] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 929938ae-dff0-42e8-a426-f0438f83a5e7/929938ae-dff0-42e8-a426-f0438f83a5e7.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.996206] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f90ccd4b-dbae-44b6-8537-391e8c9a9bca {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.018392] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Waiting for the task: (returnval){ [ 971.018392] env[68786]: value = "task-3091172" [ 971.018392] env[68786]: _type = "Task" [ 971.018392] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.034086] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Task: {'id': task-3091172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.040007] env[68786]: DEBUG nova.policy [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03f3595a83014dad980e1cd936402cae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6dc07810950e47999fbbf8ea26e304ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.131628] env[68786]: DEBUG oslo_vmware.api [None req-659b0aba-df6b-4b61-b2da-1837df768983 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523a6e02-5601-cd4f-c0fd-3cbc9a8b38af, 'name': SearchDatastore_Task, 'duration_secs': 0.011187} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.139747] env[68786]: DEBUG oslo_concurrency.lockutils [None req-659b0aba-df6b-4b61-b2da-1837df768983 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.223954] env[68786]: DEBUG nova.network.neutron [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Updating instance_info_cache with network_info: [{"id": "bb9d5b86-a290-459d-ac52-76a13145686c", "address": "fa:16:3e:ed:9e:b3", "network": {"id": "ab3cfe29-526a-4bf6-ba45-a56c9cadba9a", "bridge": "br-int", "label": "tempest-ServersTestJSON-768820334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63ce00db58f447628afbb4c8c75db652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb9d5b86-a2", "ovs_interfaceid": "bb9d5b86-a290-459d-ac52-76a13145686c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.277476] env[68786]: DEBUG nova.compute.manager [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.331755] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "8f83ec95-3026-4cbb-8f6b-4f974f6d31ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.332036] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "8f83ec95-3026-4cbb-8f6b-4f974f6d31ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.377961] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091171, 'name': Rename_Task, 'duration_secs': 0.330759} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.377961] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.377961] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-483c4732-454b-432f-868a-66de3bd27ddc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.389888] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 971.389888] env[68786]: value = "task-3091173" [ 971.389888] env[68786]: _type = "Task" [ 971.389888] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.400399] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091173, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.537037] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Task: {'id': task-3091172, 'name': ReconfigVM_Task, 'duration_secs': 0.279068} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.537316] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 929938ae-dff0-42e8-a426-f0438f83a5e7/929938ae-dff0-42e8-a426-f0438f83a5e7.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.538170] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dfd0999-0c1d-472e-a229-d3e165dff934 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.548932] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Waiting for the task: (returnval){ [ 971.548932] env[68786]: value = "task-3091174" [ 971.548932] env[68786]: _type = "Task" [ 971.548932] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.562441] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Task: {'id': task-3091174, 'name': Rename_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.703755] env[68786]: DEBUG nova.network.neutron [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Successfully created port: 3d6c5d70-77a5-48a2-8611-a2bd1e71be4a {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.729701] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Releasing lock "refresh_cache-759d6a00-6cec-4181-ab5d-f7e1a93896da" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.729701] env[68786]: DEBUG nova.compute.manager [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Instance network_info: |[{"id": "bb9d5b86-a290-459d-ac52-76a13145686c", "address": "fa:16:3e:ed:9e:b3", "network": {"id": "ab3cfe29-526a-4bf6-ba45-a56c9cadba9a", "bridge": "br-int", "label": "tempest-ServersTestJSON-768820334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63ce00db58f447628afbb4c8c75db652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb9d5b86-a2", "ovs_interfaceid": "bb9d5b86-a290-459d-ac52-76a13145686c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.729701] env[68786]: DEBUG oslo_concurrency.lockutils [req-d0e8f0c7-6e89-4606-8082-4c4a6e33eadb req-2ff75dd8-d856-45e3-b7fe-a1107c810b72 service nova] Acquired lock "refresh_cache-759d6a00-6cec-4181-ab5d-f7e1a93896da" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.729701] env[68786]: DEBUG nova.network.neutron [req-d0e8f0c7-6e89-4606-8082-4c4a6e33eadb req-2ff75dd8-d856-45e3-b7fe-a1107c810b72 service nova] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Refreshing network info cache for port bb9d5b86-a290-459d-ac52-76a13145686c {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.730898] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:9e:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3e0aae3-33d1-403b-bfaf-306f77a1422e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb9d5b86-a290-459d-ac52-76a13145686c', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.741031] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Creating folder: Project (63ce00db58f447628afbb4c8c75db652). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.742743] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ad48e31-706f-428f-9db2-1bf1366c8656 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.745306] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa7f224-6c87-4227-8839-37e75d7fb835 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.756062] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc117f4-3817-42e6-9877-3e96265529a0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.761527] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Created folder: Project (63ce00db58f447628afbb4c8c75db652) in parent group-v618484. [ 971.761790] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Creating folder: Instances. Parent ref: group-v618730. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.762660] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6e53989-9eed-4b1a-9cbd-c15477990d13 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.806248] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8150aedb-9e5e-4ea7-8ddb-6bad4396b452 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.815655] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e3a6e8-2b06-4234-ac52-c9ae51728bbe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.819441] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Created folder: Instances in parent group-v618730. [ 971.820095] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.821468] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.821468] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24618e91-3fd0-434b-9510-fc61db377189 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.846268] env[68786]: DEBUG nova.compute.manager [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.851493] env[68786]: DEBUG nova.compute.provider_tree [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.859932] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.859932] env[68786]: value = "task-3091177" [ 971.859932] env[68786]: _type = "Task" [ 971.859932] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.866202] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091177, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.898588] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091173, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.061791] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Task: {'id': task-3091174, 'name': Rename_Task, 'duration_secs': 0.153038} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.063654] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.063654] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61d2ac2d-b676-49d3-af5d-1948718f80b9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.069950] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Waiting for the task: (returnval){ [ 972.069950] env[68786]: value = "task-3091178" [ 972.069950] env[68786]: _type = "Task" [ 972.069950] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.079350] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Task: {'id': task-3091178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.275582] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "e3abb151-4382-418a-af01-ce774edd08ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.275582] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "e3abb151-4382-418a-af01-ce774edd08ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.310449] env[68786]: DEBUG nova.compute.manager [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.363453] env[68786]: DEBUG nova.scheduler.client.report [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.383967] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091177, 'name': CreateVM_Task, 'duration_secs': 0.490515} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.383967] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.384452] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.384715] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.385099] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.385449] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-613c4800-470f-4f62-acff-d1b3e035a1b6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.390215] env[68786]: DEBUG nova.virt.hardware [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.391036] env[68786]: DEBUG nova.virt.hardware [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.391368] env[68786]: DEBUG nova.virt.hardware [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.391655] env[68786]: DEBUG nova.virt.hardware [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.391904] env[68786]: DEBUG nova.virt.hardware [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.392115] env[68786]: DEBUG nova.virt.hardware [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.392519] env[68786]: DEBUG nova.virt.hardware [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.393320] env[68786]: DEBUG nova.virt.hardware [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.393320] env[68786]: DEBUG nova.virt.hardware [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.393320] env[68786]: DEBUG nova.virt.hardware [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.393496] env[68786]: DEBUG nova.virt.hardware [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.394787] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f492b3c-e192-4e2a-b9f8-ffd2df6459f4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.403820] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Waiting for the task: (returnval){ [ 972.403820] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f3f63e-f777-218f-c1d0-ba7bc039ce98" [ 972.403820] env[68786]: _type = "Task" [ 972.403820] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.418299] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091173, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.420423] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3a2eff-cbe9-4b3e-bd55-e8702a36857a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.430517] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f3f63e-f777-218f-c1d0-ba7bc039ce98, 'name': SearchDatastore_Task, 'duration_secs': 0.014359} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.430938] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.431456] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.431704] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.431961] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.432129] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.432322] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.433053] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9079be7a-8b96-450d-adbe-100274160571 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.454645] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.454866] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.458700] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b031a35-1563-4f54-825b-df463339357c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.465089] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Waiting for the task: (returnval){ [ 972.465089] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5273e0fa-9802-233f-f36f-389053bcc8b6" [ 972.465089] env[68786]: _type = "Task" [ 972.465089] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.474459] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5273e0fa-9802-233f-f36f-389053bcc8b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.583967] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Task: {'id': task-3091178, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.736574] env[68786]: DEBUG nova.network.neutron [req-d0e8f0c7-6e89-4606-8082-4c4a6e33eadb req-2ff75dd8-d856-45e3-b7fe-a1107c810b72 service nova] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Updated VIF entry in instance network info cache for port bb9d5b86-a290-459d-ac52-76a13145686c. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.736981] env[68786]: DEBUG nova.network.neutron [req-d0e8f0c7-6e89-4606-8082-4c4a6e33eadb req-2ff75dd8-d856-45e3-b7fe-a1107c810b72 service nova] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Updating instance_info_cache with network_info: [{"id": "bb9d5b86-a290-459d-ac52-76a13145686c", "address": "fa:16:3e:ed:9e:b3", "network": {"id": "ab3cfe29-526a-4bf6-ba45-a56c9cadba9a", "bridge": "br-int", "label": "tempest-ServersTestJSON-768820334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63ce00db58f447628afbb4c8c75db652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb9d5b86-a2", "ovs_interfaceid": "bb9d5b86-a290-459d-ac52-76a13145686c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.776032] env[68786]: DEBUG nova.compute.manager [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.876813] env[68786]: DEBUG oslo_concurrency.lockutils [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.877688] env[68786]: DEBUG nova.compute.manager [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.882097] env[68786]: DEBUG oslo_concurrency.lockutils [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.684s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.882097] env[68786]: DEBUG nova.objects.instance [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68786) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 972.906754] env[68786]: DEBUG oslo_vmware.api [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091173, 'name': PowerOnVM_Task, 'duration_secs': 1.377294} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.907795] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.907795] env[68786]: INFO nova.compute.manager [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Took 12.23 seconds to spawn the instance on the hypervisor. [ 972.907795] env[68786]: DEBUG nova.compute.manager [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.908443] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a8d04b-834a-4c49-82d2-d3670de64ae1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.951462] env[68786]: DEBUG oslo_concurrency.lockutils [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "e8a948d4-1459-4a1c-8514-42c5762cf34c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.951462] env[68786]: DEBUG oslo_concurrency.lockutils [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "e8a948d4-1459-4a1c-8514-42c5762cf34c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.977349] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5273e0fa-9802-233f-f36f-389053bcc8b6, 'name': SearchDatastore_Task, 'duration_secs': 0.01086} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.978174] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b9de5e-1e4a-4419-b333-dbfe9754a42e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.987018] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Waiting for the task: (returnval){ [ 972.987018] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5244e354-0d17-8a97-4643-589e9d1ecef7" [ 972.987018] env[68786]: _type = "Task" [ 972.987018] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.994966] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5244e354-0d17-8a97-4643-589e9d1ecef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.011581] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.011821] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.081493] env[68786]: DEBUG oslo_vmware.api [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Task: {'id': task-3091178, 'name': PowerOnVM_Task, 'duration_secs': 0.565806} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.081783] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.081988] env[68786]: INFO nova.compute.manager [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Took 8.84 seconds to spawn the instance on the hypervisor. [ 973.082205] env[68786]: DEBUG nova.compute.manager [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.083082] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7171cba6-6ae8-44cf-b8ce-3f46ac9a4ec7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.242033] env[68786]: DEBUG oslo_concurrency.lockutils [req-d0e8f0c7-6e89-4606-8082-4c4a6e33eadb req-2ff75dd8-d856-45e3-b7fe-a1107c810b72 service nova] Releasing lock "refresh_cache-759d6a00-6cec-4181-ab5d-f7e1a93896da" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.302421] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.394100] env[68786]: DEBUG nova.compute.utils [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.397227] env[68786]: DEBUG nova.compute.manager [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.397227] env[68786]: DEBUG nova.network.neutron [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.430202] env[68786]: INFO nova.compute.manager [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Took 33.95 seconds to build instance. [ 973.453945] env[68786]: DEBUG nova.compute.manager [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.492903] env[68786]: DEBUG nova.policy [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e30b97445f7430f9e4077aec49bbfcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd572d5d283584c9b979518beeab18000', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.506674] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5244e354-0d17-8a97-4643-589e9d1ecef7, 'name': SearchDatastore_Task, 'duration_secs': 0.015482} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.508680] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.509086] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 759d6a00-6cec-4181-ab5d-f7e1a93896da/759d6a00-6cec-4181-ab5d-f7e1a93896da.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.509475] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13a1a3d4-50da-4de3-8451-5e39dd25bd28 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.517901] env[68786]: DEBUG nova.compute.manager [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.522129] env[68786]: DEBUG nova.compute.manager [req-fa19cf8b-bec3-4d59-be0f-15bd48a2fde7 req-f4be6d92-6329-4bbd-872b-5733bf360edd service nova] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Received event network-vif-plugged-3d6c5d70-77a5-48a2-8611-a2bd1e71be4a {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.525018] env[68786]: DEBUG oslo_concurrency.lockutils [req-fa19cf8b-bec3-4d59-be0f-15bd48a2fde7 req-f4be6d92-6329-4bbd-872b-5733bf360edd service nova] Acquiring lock "d6326b43-a4a8-46f5-8184-13d2ad9870b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.525018] env[68786]: DEBUG oslo_concurrency.lockutils [req-fa19cf8b-bec3-4d59-be0f-15bd48a2fde7 req-f4be6d92-6329-4bbd-872b-5733bf360edd service nova] Lock "d6326b43-a4a8-46f5-8184-13d2ad9870b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.525018] env[68786]: DEBUG oslo_concurrency.lockutils [req-fa19cf8b-bec3-4d59-be0f-15bd48a2fde7 req-f4be6d92-6329-4bbd-872b-5733bf360edd service nova] Lock "d6326b43-a4a8-46f5-8184-13d2ad9870b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.525018] env[68786]: DEBUG nova.compute.manager [req-fa19cf8b-bec3-4d59-be0f-15bd48a2fde7 req-f4be6d92-6329-4bbd-872b-5733bf360edd service nova] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] No waiting events found dispatching network-vif-plugged-3d6c5d70-77a5-48a2-8611-a2bd1e71be4a {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.525018] env[68786]: WARNING nova.compute.manager [req-fa19cf8b-bec3-4d59-be0f-15bd48a2fde7 req-f4be6d92-6329-4bbd-872b-5733bf360edd service nova] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Received unexpected event network-vif-plugged-3d6c5d70-77a5-48a2-8611-a2bd1e71be4a for instance with vm_state building and task_state spawning. [ 973.525572] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Waiting for the task: (returnval){ [ 973.525572] env[68786]: value = "task-3091179" [ 973.525572] env[68786]: _type = "Task" [ 973.525572] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.535521] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Task: {'id': task-3091179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.602397] env[68786]: INFO nova.compute.manager [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Took 30.12 seconds to build instance. [ 973.730786] env[68786]: DEBUG nova.network.neutron [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Successfully updated port: 3d6c5d70-77a5-48a2-8611-a2bd1e71be4a {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.894598] env[68786]: DEBUG oslo_concurrency.lockutils [None req-771c750e-87fd-432a-8664-da50d14ebaf5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.896287] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.241s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.896629] env[68786]: DEBUG nova.objects.instance [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lazy-loading 'pci_requests' on Instance uuid 38f4d3bd-1065-4e88-bb9c-717f12dd992b {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.901680] env[68786]: DEBUG nova.compute.manager [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.932740] env[68786]: DEBUG oslo_concurrency.lockutils [None req-02b0cbc6-1b7f-4f51-b8b2-b8913b8ddbec tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "a87b654f-108e-46d0-b386-8fc7a96bebdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.475s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.982477] env[68786]: DEBUG oslo_concurrency.lockutils [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.009303] env[68786]: DEBUG nova.network.neutron [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Successfully created port: 925884f0-e5c6-4d7f-b2ac-270daf9ffd82 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.044895] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Task: {'id': task-3091179, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.048122] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.104474] env[68786]: DEBUG oslo_concurrency.lockutils [None req-79e4d7fe-c45d-406d-8579-43e61cf43ab3 tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Lock "929938ae-dff0-42e8-a426-f0438f83a5e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.624s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.233789] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquiring lock "refresh_cache-d6326b43-a4a8-46f5-8184-13d2ad9870b8" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.233936] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquired lock "refresh_cache-d6326b43-a4a8-46f5-8184-13d2ad9870b8" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.234099] env[68786]: DEBUG nova.network.neutron [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.406941] env[68786]: DEBUG nova.objects.instance [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lazy-loading 'numa_topology' on Instance uuid 38f4d3bd-1065-4e88-bb9c-717f12dd992b {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.540119] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Task: {'id': task-3091179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559868} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.540459] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 759d6a00-6cec-4181-ab5d-f7e1a93896da/759d6a00-6cec-4181-ab5d-f7e1a93896da.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.540751] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.541069] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71849d0a-2453-4b1d-a784-fd601f51fc36 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.549195] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Waiting for the task: (returnval){ [ 974.549195] env[68786]: value = "task-3091180" [ 974.549195] env[68786]: _type = "Task" [ 974.549195] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.559568] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Task: {'id': task-3091180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.722098] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Acquiring lock "929938ae-dff0-42e8-a426-f0438f83a5e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.722385] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Lock "929938ae-dff0-42e8-a426-f0438f83a5e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.722598] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Acquiring lock "929938ae-dff0-42e8-a426-f0438f83a5e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.722781] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Lock "929938ae-dff0-42e8-a426-f0438f83a5e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.722951] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Lock "929938ae-dff0-42e8-a426-f0438f83a5e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.725101] env[68786]: INFO nova.compute.manager [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Terminating instance [ 974.773656] env[68786]: DEBUG nova.network.neutron [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.913616] env[68786]: INFO nova.compute.claims [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.917921] env[68786]: DEBUG nova.compute.manager [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.941131] env[68786]: DEBUG nova.network.neutron [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Updating instance_info_cache with network_info: [{"id": "3d6c5d70-77a5-48a2-8611-a2bd1e71be4a", "address": "fa:16:3e:8e:04:01", "network": {"id": "dae32dec-7783-4ad1-b404-57995751803c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-373614789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc07810950e47999fbbf8ea26e304ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6c5d70-77", "ovs_interfaceid": "3d6c5d70-77a5-48a2-8611-a2bd1e71be4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.953173] env[68786]: DEBUG nova.virt.hardware [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.953522] env[68786]: DEBUG nova.virt.hardware [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.953701] env[68786]: DEBUG nova.virt.hardware [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.953890] env[68786]: DEBUG nova.virt.hardware [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.954049] env[68786]: DEBUG nova.virt.hardware [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.954224] env[68786]: DEBUG nova.virt.hardware [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.954447] env[68786]: DEBUG nova.virt.hardware [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.954602] env[68786]: DEBUG nova.virt.hardware [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.954785] env[68786]: DEBUG nova.virt.hardware [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.954956] env[68786]: DEBUG nova.virt.hardware [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.955146] env[68786]: DEBUG nova.virt.hardware [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.956205] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c916ce-3b1a-443c-a9c5-37a6485bf8e1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.966404] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dad8b5-2288-4d55-8537-c0dc1036363a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.059481] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Task: {'id': task-3091180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094589} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.059764] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.060646] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cf6dba-8458-49bf-81dc-3d0a99bc86b6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.082866] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 759d6a00-6cec-4181-ab5d-f7e1a93896da/759d6a00-6cec-4181-ab5d-f7e1a93896da.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.083271] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-387e42db-eafa-47eb-9575-a20add7e80aa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.100406] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "a87b654f-108e-46d0-b386-8fc7a96bebdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.100842] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "a87b654f-108e-46d0-b386-8fc7a96bebdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.101159] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "a87b654f-108e-46d0-b386-8fc7a96bebdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.101522] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "a87b654f-108e-46d0-b386-8fc7a96bebdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.101779] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "a87b654f-108e-46d0-b386-8fc7a96bebdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.104384] env[68786]: INFO nova.compute.manager [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Terminating instance [ 975.107714] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Waiting for the task: (returnval){ [ 975.107714] env[68786]: value = "task-3091181" [ 975.107714] env[68786]: _type = "Task" [ 975.107714] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.122283] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Task: {'id': task-3091181, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.228945] env[68786]: DEBUG nova.compute.manager [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.229315] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.230933] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb96045-6ef3-4753-ab32-60751de8c12e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.241127] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.241127] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d50602c0-691e-41d3-a6c6-0b6099c51ee8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.247338] env[68786]: DEBUG oslo_vmware.api [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Waiting for the task: (returnval){ [ 975.247338] env[68786]: value = "task-3091182" [ 975.247338] env[68786]: _type = "Task" [ 975.247338] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.256757] env[68786]: DEBUG oslo_vmware.api [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Task: {'id': task-3091182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.444075] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Releasing lock "refresh_cache-d6326b43-a4a8-46f5-8184-13d2ad9870b8" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.444642] env[68786]: DEBUG nova.compute.manager [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Instance network_info: |[{"id": "3d6c5d70-77a5-48a2-8611-a2bd1e71be4a", "address": "fa:16:3e:8e:04:01", "network": {"id": "dae32dec-7783-4ad1-b404-57995751803c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-373614789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc07810950e47999fbbf8ea26e304ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6c5d70-77", "ovs_interfaceid": "3d6c5d70-77a5-48a2-8611-a2bd1e71be4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.445121] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:04:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d6c5d70-77a5-48a2-8611-a2bd1e71be4a', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.453792] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Creating folder: Project (6dc07810950e47999fbbf8ea26e304ef). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.454461] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2843b8b-9a5f-4dd5-b7f2-74d1b2960aaa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.465106] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Created folder: Project (6dc07810950e47999fbbf8ea26e304ef) in parent group-v618484. [ 975.465318] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Creating folder: Instances. Parent ref: group-v618733. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.465613] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c6df920-a86e-4d41-991b-41515b8df4b0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.476642] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Created folder: Instances in parent group-v618733. [ 975.477119] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.477385] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.477735] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18df3004-9eec-4850-94e4-8f9819da9944 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.498115] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.498115] env[68786]: value = "task-3091185" [ 975.498115] env[68786]: _type = "Task" [ 975.498115] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.508229] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091185, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.562466] env[68786]: DEBUG nova.compute.manager [req-a6915c64-80cf-4576-baf0-e0771067e50a req-2a097333-77b8-4816-befb-0e2473ec809b service nova] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Received event network-changed-3d6c5d70-77a5-48a2-8611-a2bd1e71be4a {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.562721] env[68786]: DEBUG nova.compute.manager [req-a6915c64-80cf-4576-baf0-e0771067e50a req-2a097333-77b8-4816-befb-0e2473ec809b service nova] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Refreshing instance network info cache due to event network-changed-3d6c5d70-77a5-48a2-8611-a2bd1e71be4a. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.563015] env[68786]: DEBUG oslo_concurrency.lockutils [req-a6915c64-80cf-4576-baf0-e0771067e50a req-2a097333-77b8-4816-befb-0e2473ec809b service nova] Acquiring lock "refresh_cache-d6326b43-a4a8-46f5-8184-13d2ad9870b8" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.563305] env[68786]: DEBUG oslo_concurrency.lockutils [req-a6915c64-80cf-4576-baf0-e0771067e50a req-2a097333-77b8-4816-befb-0e2473ec809b service nova] Acquired lock "refresh_cache-d6326b43-a4a8-46f5-8184-13d2ad9870b8" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.563562] env[68786]: DEBUG nova.network.neutron [req-a6915c64-80cf-4576-baf0-e0771067e50a req-2a097333-77b8-4816-befb-0e2473ec809b service nova] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Refreshing network info cache for port 3d6c5d70-77a5-48a2-8611-a2bd1e71be4a {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.614434] env[68786]: DEBUG nova.compute.manager [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.618017] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.618017] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7875ba9f-2e79-49b0-81fd-0aec80c065ee {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.624189] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Task: {'id': task-3091181, 'name': ReconfigVM_Task, 'duration_secs': 0.425929} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.626425] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 759d6a00-6cec-4181-ab5d-f7e1a93896da/759d6a00-6cec-4181-ab5d-f7e1a93896da.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.629606] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.629606] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e6a87e3-5a4f-48b9-a463-796e796c47f8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.629606] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae26dcb2-a202-44cf-ac0a-3b0f06a1b890 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.635681] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Waiting for the task: (returnval){ [ 975.635681] env[68786]: value = "task-3091186" [ 975.635681] env[68786]: _type = "Task" [ 975.635681] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.637299] env[68786]: DEBUG oslo_vmware.api [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 975.637299] env[68786]: value = "task-3091187" [ 975.637299] env[68786]: _type = "Task" [ 975.637299] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.651148] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Task: {'id': task-3091186, 'name': Rename_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.655076] env[68786]: DEBUG oslo_vmware.api [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.757468] env[68786]: DEBUG oslo_vmware.api [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Task: {'id': task-3091182, 'name': PowerOffVM_Task, 'duration_secs': 0.219403} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.757794] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.757977] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.758269] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31169fde-4477-4764-ad6f-6e6e36ffbaa6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.823376] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.823654] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.823849] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Deleting the datastore file [datastore1] 929938ae-dff0-42e8-a426-f0438f83a5e7 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.824656] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f77a6ea-6c36-4731-b494-42e179daf9eb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.832083] env[68786]: DEBUG oslo_vmware.api [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Waiting for the task: (returnval){ [ 975.832083] env[68786]: value = "task-3091189" [ 975.832083] env[68786]: _type = "Task" [ 975.832083] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.840360] env[68786]: DEBUG nova.network.neutron [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Successfully updated port: 925884f0-e5c6-4d7f-b2ac-270daf9ffd82 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.847213] env[68786]: DEBUG oslo_vmware.api [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Task: {'id': task-3091189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.014740] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091185, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.159621] env[68786]: DEBUG oslo_vmware.api [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091187, 'name': PowerOffVM_Task, 'duration_secs': 0.266444} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.159887] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Task: {'id': task-3091186, 'name': Rename_Task, 'duration_secs': 0.207286} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.162613] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.162802] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.163156] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.163404] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-657517a5-b5c6-4ae4-92a1-bbae915170d6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.165120] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3339306b-d337-4b6c-a1d7-02b9630fbad1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.171222] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Waiting for the task: (returnval){ [ 976.171222] env[68786]: value = "task-3091191" [ 976.171222] env[68786]: _type = "Task" [ 976.171222] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.184128] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Task: {'id': task-3091191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.243024] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.243024] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.243024] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Deleting the datastore file [datastore1] a87b654f-108e-46d0-b386-8fc7a96bebdb {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.243024] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fdde09c-af22-4b5d-b5fe-dc0756076639 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.255398] env[68786]: DEBUG oslo_vmware.api [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 976.255398] env[68786]: value = "task-3091192" [ 976.255398] env[68786]: _type = "Task" [ 976.255398] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.266858] env[68786]: DEBUG oslo_vmware.api [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.318169] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1a3d30-d7b5-4ee6-bf09-92f80ce7e9e6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.321842] env[68786]: DEBUG nova.network.neutron [req-a6915c64-80cf-4576-baf0-e0771067e50a req-2a097333-77b8-4816-befb-0e2473ec809b service nova] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Updated VIF entry in instance network info cache for port 3d6c5d70-77a5-48a2-8611-a2bd1e71be4a. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.322261] env[68786]: DEBUG nova.network.neutron [req-a6915c64-80cf-4576-baf0-e0771067e50a req-2a097333-77b8-4816-befb-0e2473ec809b service nova] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Updating instance_info_cache with network_info: [{"id": "3d6c5d70-77a5-48a2-8611-a2bd1e71be4a", "address": "fa:16:3e:8e:04:01", "network": {"id": "dae32dec-7783-4ad1-b404-57995751803c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-373614789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc07810950e47999fbbf8ea26e304ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6c5d70-77", "ovs_interfaceid": "3d6c5d70-77a5-48a2-8611-a2bd1e71be4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.329569] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22f5bbd-2fa4-43e7-8af5-94dd6741e75e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.371110] env[68786]: DEBUG oslo_concurrency.lockutils [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Acquiring lock "refresh_cache-db2f2674-7d6e-4666-bd52-c632d18a2cc8" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.371351] env[68786]: DEBUG oslo_concurrency.lockutils [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Acquired lock "refresh_cache-db2f2674-7d6e-4666-bd52-c632d18a2cc8" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.371517] env[68786]: DEBUG nova.network.neutron [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.372788] env[68786]: DEBUG oslo_vmware.api [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Task: {'id': task-3091189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285115} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.373680] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.373905] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.374117] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.374317] env[68786]: INFO nova.compute.manager [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 976.374621] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.375405] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0f375e-5093-448f-88b8-bb786758cf3d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.379020] env[68786]: DEBUG nova.compute.manager [-] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.379137] env[68786]: DEBUG nova.network.neutron [-] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.387598] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250e9bd8-1313-4331-9cce-4e820c42587b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.406513] env[68786]: DEBUG nova.compute.provider_tree [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 976.512390] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091185, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.682951] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Task: {'id': task-3091191, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.769226] env[68786]: DEBUG oslo_vmware.api [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316139} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.769226] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.769226] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.769226] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.769226] env[68786]: INFO nova.compute.manager [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 976.769760] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.770490] env[68786]: DEBUG nova.compute.manager [-] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.770781] env[68786]: DEBUG nova.network.neutron [-] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.825462] env[68786]: DEBUG oslo_concurrency.lockutils [req-a6915c64-80cf-4576-baf0-e0771067e50a req-2a097333-77b8-4816-befb-0e2473ec809b service nova] Releasing lock "refresh_cache-d6326b43-a4a8-46f5-8184-13d2ad9870b8" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.925675] env[68786]: DEBUG nova.network.neutron [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.933726] env[68786]: ERROR nova.scheduler.client.report [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [req-ec8bb819-4242-4042-882c-78209904f736] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ec8bb819-4242-4042-882c-78209904f736"}]} [ 976.955180] env[68786]: DEBUG nova.scheduler.client.report [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Refreshing inventories for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 976.977715] env[68786]: DEBUG nova.scheduler.client.report [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Updating ProviderTree inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 976.977715] env[68786]: DEBUG nova.compute.provider_tree [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 976.995102] env[68786]: DEBUG nova.scheduler.client.report [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Refreshing aggregate associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, aggregates: None {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 977.010544] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091185, 'name': CreateVM_Task, 'duration_secs': 1.36144} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.010773] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.011498] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.011684] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.012071] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.012323] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe6659d5-f414-412f-b5df-581159c34b38 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.017572] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for the task: (returnval){ [ 977.017572] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5242d1ad-c625-848b-839b-d665dda6c63b" [ 977.017572] env[68786]: _type = "Task" [ 977.017572] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.021704] env[68786]: DEBUG nova.scheduler.client.report [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Refreshing trait associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 977.027243] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5242d1ad-c625-848b-839b-d665dda6c63b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.175097] env[68786]: DEBUG nova.network.neutron [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Updating instance_info_cache with network_info: [{"id": "925884f0-e5c6-4d7f-b2ac-270daf9ffd82", "address": "fa:16:3e:06:b5:66", "network": {"id": "9dc2ed7b-6b83-4c2d-a4cb-274ccc8ba5ce", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1706379683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d572d5d283584c9b979518beeab18000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap925884f0-e5", "ovs_interfaceid": "925884f0-e5c6-4d7f-b2ac-270daf9ffd82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.192273] env[68786]: DEBUG oslo_vmware.api [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Task: {'id': task-3091191, 'name': PowerOnVM_Task, 'duration_secs': 0.745931} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.193335] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.193335] env[68786]: INFO nova.compute.manager [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Took 9.49 seconds to spawn the instance on the hypervisor. [ 977.193335] env[68786]: DEBUG nova.compute.manager [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.193726] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2d3f7d-557f-40d8-9832-fbdb93025112 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.250025] env[68786]: DEBUG nova.network.neutron [-] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.398286] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e492d9-4d61-4cee-894e-6c1969dbf977 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.406330] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac373a3-69c6-4356-8b82-015c1c5a3150 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.437573] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dcad23-5dae-45f2-9697-c33b430602a4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.445953] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cd1673-522c-4ba0-8256-9edf7349405e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.459343] env[68786]: DEBUG nova.compute.provider_tree [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 977.528138] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5242d1ad-c625-848b-839b-d665dda6c63b, 'name': SearchDatastore_Task, 'duration_secs': 0.029342} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.528472] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.528605] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.528833] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.528980] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.529174] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.529431] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6af4457a-db23-4e93-beeb-9faacbcf4c52 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.539940] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.540180] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.540829] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57f73e1a-fc1e-4799-bf2f-df0f51e61769 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.546333] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for the task: (returnval){ [ 977.546333] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]529f1566-35d1-e6f6-2676-d4d47dc4e874" [ 977.546333] env[68786]: _type = "Task" [ 977.546333] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.556479] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529f1566-35d1-e6f6-2676-d4d47dc4e874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.614642] env[68786]: DEBUG nova.compute.manager [req-63396d87-84f3-4094-ab04-e5304b0be4f4 req-c391e22c-7d63-48f2-a6c9-d9a3ceb92844 service nova] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Received event network-vif-plugged-925884f0-e5c6-4d7f-b2ac-270daf9ffd82 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.614754] env[68786]: DEBUG oslo_concurrency.lockutils [req-63396d87-84f3-4094-ab04-e5304b0be4f4 req-c391e22c-7d63-48f2-a6c9-d9a3ceb92844 service nova] Acquiring lock "db2f2674-7d6e-4666-bd52-c632d18a2cc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.614987] env[68786]: DEBUG oslo_concurrency.lockutils [req-63396d87-84f3-4094-ab04-e5304b0be4f4 req-c391e22c-7d63-48f2-a6c9-d9a3ceb92844 service nova] Lock "db2f2674-7d6e-4666-bd52-c632d18a2cc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.615379] env[68786]: DEBUG oslo_concurrency.lockutils [req-63396d87-84f3-4094-ab04-e5304b0be4f4 req-c391e22c-7d63-48f2-a6c9-d9a3ceb92844 service nova] Lock "db2f2674-7d6e-4666-bd52-c632d18a2cc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.615379] env[68786]: DEBUG nova.compute.manager [req-63396d87-84f3-4094-ab04-e5304b0be4f4 req-c391e22c-7d63-48f2-a6c9-d9a3ceb92844 service nova] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] No waiting events found dispatching network-vif-plugged-925884f0-e5c6-4d7f-b2ac-270daf9ffd82 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.615741] env[68786]: WARNING nova.compute.manager [req-63396d87-84f3-4094-ab04-e5304b0be4f4 req-c391e22c-7d63-48f2-a6c9-d9a3ceb92844 service nova] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Received unexpected event network-vif-plugged-925884f0-e5c6-4d7f-b2ac-270daf9ffd82 for instance with vm_state building and task_state spawning. [ 977.615969] env[68786]: DEBUG nova.compute.manager [req-63396d87-84f3-4094-ab04-e5304b0be4f4 req-c391e22c-7d63-48f2-a6c9-d9a3ceb92844 service nova] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Received event network-changed-925884f0-e5c6-4d7f-b2ac-270daf9ffd82 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.616150] env[68786]: DEBUG nova.compute.manager [req-63396d87-84f3-4094-ab04-e5304b0be4f4 req-c391e22c-7d63-48f2-a6c9-d9a3ceb92844 service nova] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Refreshing instance network info cache due to event network-changed-925884f0-e5c6-4d7f-b2ac-270daf9ffd82. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.616327] env[68786]: DEBUG oslo_concurrency.lockutils [req-63396d87-84f3-4094-ab04-e5304b0be4f4 req-c391e22c-7d63-48f2-a6c9-d9a3ceb92844 service nova] Acquiring lock "refresh_cache-db2f2674-7d6e-4666-bd52-c632d18a2cc8" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.637724] env[68786]: DEBUG nova.network.neutron [-] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.677530] env[68786]: DEBUG oslo_concurrency.lockutils [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Releasing lock "refresh_cache-db2f2674-7d6e-4666-bd52-c632d18a2cc8" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.677883] env[68786]: DEBUG nova.compute.manager [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Instance network_info: |[{"id": "925884f0-e5c6-4d7f-b2ac-270daf9ffd82", "address": "fa:16:3e:06:b5:66", "network": {"id": "9dc2ed7b-6b83-4c2d-a4cb-274ccc8ba5ce", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1706379683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d572d5d283584c9b979518beeab18000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap925884f0-e5", "ovs_interfaceid": "925884f0-e5c6-4d7f-b2ac-270daf9ffd82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 977.678250] env[68786]: DEBUG oslo_concurrency.lockutils [req-63396d87-84f3-4094-ab04-e5304b0be4f4 req-c391e22c-7d63-48f2-a6c9-d9a3ceb92844 service nova] Acquired lock "refresh_cache-db2f2674-7d6e-4666-bd52-c632d18a2cc8" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.678442] env[68786]: DEBUG nova.network.neutron [req-63396d87-84f3-4094-ab04-e5304b0be4f4 req-c391e22c-7d63-48f2-a6c9-d9a3ceb92844 service nova] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Refreshing network info cache for port 925884f0-e5c6-4d7f-b2ac-270daf9ffd82 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.679869] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:b5:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '925884f0-e5c6-4d7f-b2ac-270daf9ffd82', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.688660] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Creating folder: Project (d572d5d283584c9b979518beeab18000). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.690036] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f00e200-14b4-4868-8083-7c802261bd3d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.702497] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Created folder: Project (d572d5d283584c9b979518beeab18000) in parent group-v618484. [ 977.702715] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Creating folder: Instances. Parent ref: group-v618736. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.702965] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12e3db0f-0e1c-4f80-9158-772511d99c02 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.715901] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Created folder: Instances in parent group-v618736. [ 977.715901] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.717084] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.717762] env[68786]: INFO nova.compute.manager [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Took 28.44 seconds to build instance. [ 977.718787] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33d9808c-0be0-4ad3-afe2-949fa38f4fb7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.738042] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.738042] env[68786]: value = "task-3091195" [ 977.738042] env[68786]: _type = "Task" [ 977.738042] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.746720] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091195, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.753368] env[68786]: INFO nova.compute.manager [-] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Took 1.37 seconds to deallocate network for instance. [ 977.998602] env[68786]: DEBUG nova.scheduler.client.report [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 977.998881] env[68786]: DEBUG nova.compute.provider_tree [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 123 to 124 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 977.999074] env[68786]: DEBUG nova.compute.provider_tree [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 978.059821] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529f1566-35d1-e6f6-2676-d4d47dc4e874, 'name': SearchDatastore_Task, 'duration_secs': 0.021654} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.060636] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b46f512-e521-4a61-b5d0-68ec13c2c7ff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.066931] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for the task: (returnval){ [ 978.066931] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d78427-7dd9-6554-6787-c490b38cf5e1" [ 978.066931] env[68786]: _type = "Task" [ 978.066931] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.075298] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d78427-7dd9-6554-6787-c490b38cf5e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.143037] env[68786]: INFO nova.compute.manager [-] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Took 1.37 seconds to deallocate network for instance. [ 978.234531] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a123e272-fd5a-4ab2-ae42-a87304fbec83 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Lock "759d6a00-6cec-4181-ab5d-f7e1a93896da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.967s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.247918] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091195, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.260381] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.453442] env[68786]: DEBUG nova.network.neutron [req-63396d87-84f3-4094-ab04-e5304b0be4f4 req-c391e22c-7d63-48f2-a6c9-d9a3ceb92844 service nova] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Updated VIF entry in instance network info cache for port 925884f0-e5c6-4d7f-b2ac-270daf9ffd82. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.453830] env[68786]: DEBUG nova.network.neutron [req-63396d87-84f3-4094-ab04-e5304b0be4f4 req-c391e22c-7d63-48f2-a6c9-d9a3ceb92844 service nova] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Updating instance_info_cache with network_info: [{"id": "925884f0-e5c6-4d7f-b2ac-270daf9ffd82", "address": "fa:16:3e:06:b5:66", "network": {"id": "9dc2ed7b-6b83-4c2d-a4cb-274ccc8ba5ce", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1706379683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d572d5d283584c9b979518beeab18000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap925884f0-e5", "ovs_interfaceid": "925884f0-e5c6-4d7f-b2ac-270daf9ffd82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.504217] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.608s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.506544] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 19.803s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.547867] env[68786]: INFO nova.network.neutron [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Updating port cca86162-2542-4dea-a265-af6362074b46 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 978.577931] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d78427-7dd9-6554-6787-c490b38cf5e1, 'name': SearchDatastore_Task, 'duration_secs': 0.031974} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.578219] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.578483] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] d6326b43-a4a8-46f5-8184-13d2ad9870b8/d6326b43-a4a8-46f5-8184-13d2ad9870b8.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.578747] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e882d224-811b-4ab1-b979-850929ab9199 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.585120] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for the task: (returnval){ [ 978.585120] env[68786]: value = "task-3091196" [ 978.585120] env[68786]: _type = "Task" [ 978.585120] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.593504] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.652990] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.748019] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091195, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.956966] env[68786]: DEBUG oslo_concurrency.lockutils [req-63396d87-84f3-4094-ab04-e5304b0be4f4 req-c391e22c-7d63-48f2-a6c9-d9a3ceb92844 service nova] Releasing lock "refresh_cache-db2f2674-7d6e-4666-bd52-c632d18a2cc8" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.957302] env[68786]: DEBUG nova.compute.manager [req-63396d87-84f3-4094-ab04-e5304b0be4f4 req-c391e22c-7d63-48f2-a6c9-d9a3ceb92844 service nova] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Received event network-vif-deleted-08337903-e28c-47b3-bb08-e530342b0798 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.957502] env[68786]: DEBUG nova.compute.manager [req-63396d87-84f3-4094-ab04-e5304b0be4f4 req-c391e22c-7d63-48f2-a6c9-d9a3ceb92844 service nova] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Received event network-vif-deleted-2931a616-0717-461b-b91e-271bf8be99c1 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.957676] env[68786]: INFO nova.compute.manager [req-63396d87-84f3-4094-ab04-e5304b0be4f4 req-c391e22c-7d63-48f2-a6c9-d9a3ceb92844 service nova] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Neutron deleted interface 2931a616-0717-461b-b91e-271bf8be99c1; detaching it from the instance and deleting it from the info cache [ 978.957849] env[68786]: DEBUG nova.network.neutron [req-63396d87-84f3-4094-ab04-e5304b0be4f4 req-c391e22c-7d63-48f2-a6c9-d9a3ceb92844 service nova] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.040041] env[68786]: DEBUG nova.compute.manager [req-5a1ce41a-2e48-43e0-83d2-4b7082a7f445 req-d62fb6aa-b2d7-4028-b012-a22e39913776 service nova] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Received event network-changed-bb9d5b86-a290-459d-ac52-76a13145686c {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.040245] env[68786]: DEBUG nova.compute.manager [req-5a1ce41a-2e48-43e0-83d2-4b7082a7f445 req-d62fb6aa-b2d7-4028-b012-a22e39913776 service nova] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Refreshing instance network info cache due to event network-changed-bb9d5b86-a290-459d-ac52-76a13145686c. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.041028] env[68786]: DEBUG oslo_concurrency.lockutils [req-5a1ce41a-2e48-43e0-83d2-4b7082a7f445 req-d62fb6aa-b2d7-4028-b012-a22e39913776 service nova] Acquiring lock "refresh_cache-759d6a00-6cec-4181-ab5d-f7e1a93896da" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.041028] env[68786]: DEBUG oslo_concurrency.lockutils [req-5a1ce41a-2e48-43e0-83d2-4b7082a7f445 req-d62fb6aa-b2d7-4028-b012-a22e39913776 service nova] Acquired lock "refresh_cache-759d6a00-6cec-4181-ab5d-f7e1a93896da" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.041028] env[68786]: DEBUG nova.network.neutron [req-5a1ce41a-2e48-43e0-83d2-4b7082a7f445 req-d62fb6aa-b2d7-4028-b012-a22e39913776 service nova] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Refreshing network info cache for port bb9d5b86-a290-459d-ac52-76a13145686c {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.096133] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091196, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.250199] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091195, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.460860] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12081aa4-2c1a-443e-a719-9eba94889350 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.472832] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a811579e-8278-4216-bd80-a176dda3d9af {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.508680] env[68786]: DEBUG nova.compute.manager [req-63396d87-84f3-4094-ab04-e5304b0be4f4 req-c391e22c-7d63-48f2-a6c9-d9a3ceb92844 service nova] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Detach interface failed, port_id=2931a616-0717-461b-b91e-271bf8be99c1, reason: Instance a87b654f-108e-46d0-b386-8fc7a96bebdb could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 979.521942] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Applying migration context for instance 274cb308-139a-4f1d-9615-49c1f115e193 as it has an incoming, in-progress migration f8b0518b-f9fc-438b-b382-77158f1a4513. Migration status is confirming {{(pid=68786) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 979.524046] env[68786]: INFO nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Updating resource usage from migration f8b0518b-f9fc-438b-b382-77158f1a4513 [ 979.546797] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 9869d412-3315-4661-a648-2c573ff65f7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.546936] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 1fd79203-4a2a-4211-bcb4-4604496c99fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.547017] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 656e0ed0-c4ea-4779-87d5-b4077132b563 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.547152] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 95454394-a40e-42c7-b8c0-dec0c279e7e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.547262] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.547899] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 4359f259-166c-4da8-9b06-d12646a67348 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.548171] env[68786]: WARNING nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 5b2bef79-42d6-447d-8cba-62a0aa2006d0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 979.548309] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 072ee9d5-6836-40ed-8eb5-4ee093227628 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.548454] env[68786]: WARNING nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance da54ffbd-89f8-4f86-ab38-eb455208c3f9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 979.548582] env[68786]: WARNING nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 541f65fa-51e8-4e2c-bc5a-c56502bae16c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 979.548705] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 0e8e9e71-66fe-4acd-b200-9f16680b2b55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.548814] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance b9cf5b07-b2b6-479f-ae2d-9c9469130b88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.548927] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Migration f8b0518b-f9fc-438b-b382-77158f1a4513 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 979.549049] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 274cb308-139a-4f1d-9615-49c1f115e193 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.549179] env[68786]: WARNING nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance a87b654f-108e-46d0-b386-8fc7a96bebdb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 979.549293] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 38f4d3bd-1065-4e88-bb9c-717f12dd992b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.549419] env[68786]: WARNING nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 929938ae-dff0-42e8-a426-f0438f83a5e7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 979.549533] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 759d6a00-6cec-4181-ab5d-f7e1a93896da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.549642] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance d6326b43-a4a8-46f5-8184-13d2ad9870b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.549751] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance db2f2674-7d6e-4666-bd52-c632d18a2cc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 979.596425] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592193} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.596732] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] d6326b43-a4a8-46f5-8184-13d2ad9870b8/d6326b43-a4a8-46f5-8184-13d2ad9870b8.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.596962] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.597252] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18d4bf24-8061-439a-85b3-5726d423fca1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.605182] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for the task: (returnval){ [ 979.605182] env[68786]: value = "task-3091197" [ 979.605182] env[68786]: _type = "Task" [ 979.605182] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.614984] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.751171] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091195, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.782182] env[68786]: DEBUG nova.network.neutron [req-5a1ce41a-2e48-43e0-83d2-4b7082a7f445 req-d62fb6aa-b2d7-4028-b012-a22e39913776 service nova] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Updated VIF entry in instance network info cache for port bb9d5b86-a290-459d-ac52-76a13145686c. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.782182] env[68786]: DEBUG nova.network.neutron [req-5a1ce41a-2e48-43e0-83d2-4b7082a7f445 req-d62fb6aa-b2d7-4028-b012-a22e39913776 service nova] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Updating instance_info_cache with network_info: [{"id": "bb9d5b86-a290-459d-ac52-76a13145686c", "address": "fa:16:3e:ed:9e:b3", "network": {"id": "ab3cfe29-526a-4bf6-ba45-a56c9cadba9a", "bridge": "br-int", "label": "tempest-ServersTestJSON-768820334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63ce00db58f447628afbb4c8c75db652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb9d5b86-a2", "ovs_interfaceid": "bb9d5b86-a290-459d-ac52-76a13145686c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.053710] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 44407975-2766-49bb-90e0-68ac9518cf08 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 980.076882] env[68786]: DEBUG nova.compute.manager [req-ecaa538b-d5bc-4544-a244-0da8132edb82 req-739fcd46-aa5e-4163-bc66-015242083323 service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Received event network-vif-plugged-cca86162-2542-4dea-a265-af6362074b46 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.077131] env[68786]: DEBUG oslo_concurrency.lockutils [req-ecaa538b-d5bc-4544-a244-0da8132edb82 req-739fcd46-aa5e-4163-bc66-015242083323 service nova] Acquiring lock "38f4d3bd-1065-4e88-bb9c-717f12dd992b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.077347] env[68786]: DEBUG oslo_concurrency.lockutils [req-ecaa538b-d5bc-4544-a244-0da8132edb82 req-739fcd46-aa5e-4163-bc66-015242083323 service nova] Lock "38f4d3bd-1065-4e88-bb9c-717f12dd992b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.077517] env[68786]: DEBUG oslo_concurrency.lockutils [req-ecaa538b-d5bc-4544-a244-0da8132edb82 req-739fcd46-aa5e-4163-bc66-015242083323 service nova] Lock "38f4d3bd-1065-4e88-bb9c-717f12dd992b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.077677] env[68786]: DEBUG nova.compute.manager [req-ecaa538b-d5bc-4544-a244-0da8132edb82 req-739fcd46-aa5e-4163-bc66-015242083323 service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] No waiting events found dispatching network-vif-plugged-cca86162-2542-4dea-a265-af6362074b46 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.077841] env[68786]: WARNING nova.compute.manager [req-ecaa538b-d5bc-4544-a244-0da8132edb82 req-739fcd46-aa5e-4163-bc66-015242083323 service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Received unexpected event network-vif-plugged-cca86162-2542-4dea-a265-af6362074b46 for instance with vm_state shelved_offloaded and task_state spawning. [ 980.115038] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10222} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.115370] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.116191] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602f0f95-1b1a-4683-98eb-01d1d1b18c77 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.140530] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] d6326b43-a4a8-46f5-8184-13d2ad9870b8/d6326b43-a4a8-46f5-8184-13d2ad9870b8.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.142105] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "refresh_cache-38f4d3bd-1065-4e88-bb9c-717f12dd992b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.142710] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquired lock "refresh_cache-38f4d3bd-1065-4e88-bb9c-717f12dd992b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.142710] env[68786]: DEBUG nova.network.neutron [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.144793] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b56f09c-82d7-46fe-958c-538683adaf53 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.167788] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for the task: (returnval){ [ 980.167788] env[68786]: value = "task-3091198" [ 980.167788] env[68786]: _type = "Task" [ 980.167788] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.174594] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.250125] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091195, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.284102] env[68786]: DEBUG oslo_concurrency.lockutils [req-5a1ce41a-2e48-43e0-83d2-4b7082a7f445 req-d62fb6aa-b2d7-4028-b012-a22e39913776 service nova] Releasing lock "refresh_cache-759d6a00-6cec-4181-ab5d-f7e1a93896da" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.375741] env[68786]: DEBUG oslo_vmware.rw_handles [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c6270-53a6-1c53-27e6-8a7d6b5b2ce7/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 980.376636] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f800a1-6b84-4976-a966-919010a14d57 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.382904] env[68786]: DEBUG oslo_vmware.rw_handles [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c6270-53a6-1c53-27e6-8a7d6b5b2ce7/disk-0.vmdk is in state: ready. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 980.383104] env[68786]: ERROR oslo_vmware.rw_handles [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c6270-53a6-1c53-27e6-8a7d6b5b2ce7/disk-0.vmdk due to incomplete transfer. [ 980.383357] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bfcdc189-15bd-4a82-b46f-6dc2a8095899 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.390414] env[68786]: DEBUG oslo_vmware.rw_handles [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c6270-53a6-1c53-27e6-8a7d6b5b2ce7/disk-0.vmdk. {{(pid=68786) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 980.390613] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Uploaded image 484aeb6c-70c6-433f-b0ed-798e17232285 to the Glance image server {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 980.392879] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Destroying the VM {{(pid=68786) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 980.393147] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ee94c152-527c-42ed-8f09-a2630f44618b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.398435] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 980.398435] env[68786]: value = "task-3091199" [ 980.398435] env[68786]: _type = "Task" [ 980.398435] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.407578] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091199, 'name': Destroy_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.556281] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 980.676297] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091198, 'name': ReconfigVM_Task, 'duration_secs': 0.293755} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.676568] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Reconfigured VM instance instance-0000005a to attach disk [datastore1] d6326b43-a4a8-46f5-8184-13d2ad9870b8/d6326b43-a4a8-46f5-8184-13d2ad9870b8.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.677202] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26d0af72-9d8b-4d8d-a050-6a0bff8cebf8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.684970] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for the task: (returnval){ [ 980.684970] env[68786]: value = "task-3091200" [ 980.684970] env[68786]: _type = "Task" [ 980.684970] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.692442] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091200, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.749300] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091195, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.892010] env[68786]: DEBUG nova.network.neutron [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Updating instance_info_cache with network_info: [{"id": "cca86162-2542-4dea-a265-af6362074b46", "address": "fa:16:3e:a0:45:5e", "network": {"id": "217e2176-5120-4b8a-b9c2-f17c95bc9f61", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2097938544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcdc4b48699b4a779e459657e78d461a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca86162-25", "ovs_interfaceid": "cca86162-2542-4dea-a265-af6362074b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.908262] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091199, 'name': Destroy_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.058806] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance e3abb151-4382-418a-af01-ce774edd08ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 981.196081] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091200, 'name': Rename_Task, 'duration_secs': 0.48415} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.196081] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.196253] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa8f9c0e-d8c6-4a8d-94ee-69f82ea813a3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.202245] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for the task: (returnval){ [ 981.202245] env[68786]: value = "task-3091201" [ 981.202245] env[68786]: _type = "Task" [ 981.202245] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.209989] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.250254] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091195, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.394983] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Releasing lock "refresh_cache-38f4d3bd-1065-4e88-bb9c-717f12dd992b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.409613] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091199, 'name': Destroy_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.428082] env[68786]: DEBUG nova.virt.hardware [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='fb23a0723e281a1d465f26dbb2d54a1f',container_format='bare',created_at=2025-03-19T15:39:44Z,direct_url=,disk_format='vmdk',id=bd6cac90-b676-4a5b-80ef-78e9649abbce,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1664425342-shelved',owner='bcdc4b48699b4a779e459657e78d461a',properties=ImageMetaProps,protected=,size=31592960,status='active',tags=,updated_at=2025-03-19T15:39:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.428340] env[68786]: DEBUG nova.virt.hardware [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.428504] env[68786]: DEBUG nova.virt.hardware [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.428687] env[68786]: DEBUG nova.virt.hardware [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.428835] env[68786]: DEBUG nova.virt.hardware [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.428985] env[68786]: DEBUG nova.virt.hardware [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.429221] env[68786]: DEBUG nova.virt.hardware [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.429388] env[68786]: DEBUG nova.virt.hardware [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.429555] env[68786]: DEBUG nova.virt.hardware [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.429720] env[68786]: DEBUG nova.virt.hardware [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.429891] env[68786]: DEBUG nova.virt.hardware [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.430823] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81124974-694f-45d7-9c3c-d921cbbc78ff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.438417] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfeb47c1-5459-401e-9850-cf46bc32b494 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.453637] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:45:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cca86162-2542-4dea-a265-af6362074b46', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.461022] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.461250] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.461465] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97729387-abe2-4e4f-917a-fc37718c73fc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.480091] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.480091] env[68786]: value = "task-3091202" [ 981.480091] env[68786]: _type = "Task" [ 981.480091] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.491998] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091202, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.563089] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance e8a948d4-1459-4a1c-8514-42c5762cf34c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 981.712965] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.750995] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091195, 'name': CreateVM_Task, 'duration_secs': 3.920042} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.751244] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.751920] env[68786]: DEBUG oslo_concurrency.lockutils [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.752099] env[68786]: DEBUG oslo_concurrency.lockutils [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.752415] env[68786]: DEBUG oslo_concurrency.lockutils [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.752672] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40c0778a-b1ce-4768-8645-35dcc70207f7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.757886] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Waiting for the task: (returnval){ [ 981.757886] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]520d4f15-49c9-ddc9-aa0a-6f685af49b88" [ 981.757886] env[68786]: _type = "Task" [ 981.757886] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.766298] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520d4f15-49c9-ddc9-aa0a-6f685af49b88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.909829] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091199, 'name': Destroy_Task, 'duration_secs': 1.042802} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.910062] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Destroyed the VM [ 981.910308] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Deleting Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 981.910568] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-30b091c1-e0ea-44d2-a719-9a0cb6954ff9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.916376] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 981.916376] env[68786]: value = "task-3091203" [ 981.916376] env[68786]: _type = "Task" [ 981.916376] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.924638] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091203, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.990427] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091202, 'name': CreateVM_Task, 'duration_secs': 0.44871} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.990658] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.991464] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd6cac90-b676-4a5b-80ef-78e9649abbce" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.991661] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd6cac90-b676-4a5b-80ef-78e9649abbce" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.992070] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd6cac90-b676-4a5b-80ef-78e9649abbce" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.992339] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5431d1f1-d372-4182-8571-d53bcfb29bba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.997075] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 981.997075] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]529c7595-ffad-849f-738c-df20672ce709" [ 981.997075] env[68786]: _type = "Task" [ 981.997075] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.011118] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529c7595-ffad-849f-738c-df20672ce709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.068429] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance e023669b-4ffb-4e0a-a4fb-f311576b8ac1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 982.068586] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 982.068640] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 982.112454] env[68786]: DEBUG nova.compute.manager [req-411bc341-5678-4638-9ee7-3c6c1f14b75b req-185adfed-318d-4919-aa65-66c5c1254891 service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Received event network-changed-cca86162-2542-4dea-a265-af6362074b46 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.112644] env[68786]: DEBUG nova.compute.manager [req-411bc341-5678-4638-9ee7-3c6c1f14b75b req-185adfed-318d-4919-aa65-66c5c1254891 service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Refreshing instance network info cache due to event network-changed-cca86162-2542-4dea-a265-af6362074b46. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.112925] env[68786]: DEBUG oslo_concurrency.lockutils [req-411bc341-5678-4638-9ee7-3c6c1f14b75b req-185adfed-318d-4919-aa65-66c5c1254891 service nova] Acquiring lock "refresh_cache-38f4d3bd-1065-4e88-bb9c-717f12dd992b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.113009] env[68786]: DEBUG oslo_concurrency.lockutils [req-411bc341-5678-4638-9ee7-3c6c1f14b75b req-185adfed-318d-4919-aa65-66c5c1254891 service nova] Acquired lock "refresh_cache-38f4d3bd-1065-4e88-bb9c-717f12dd992b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.113173] env[68786]: DEBUG nova.network.neutron [req-411bc341-5678-4638-9ee7-3c6c1f14b75b req-185adfed-318d-4919-aa65-66c5c1254891 service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Refreshing network info cache for port cca86162-2542-4dea-a265-af6362074b46 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.216060] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091201, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.269744] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520d4f15-49c9-ddc9-aa0a-6f685af49b88, 'name': SearchDatastore_Task, 'duration_secs': 0.013963} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.272429] env[68786]: DEBUG oslo_concurrency.lockutils [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.272663] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.272889] env[68786]: DEBUG oslo_concurrency.lockutils [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.273043] env[68786]: DEBUG oslo_concurrency.lockutils [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.273222] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.273696] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4192cacb-9b9a-4d48-a3e1-b957f935e686 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.291547] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.291744] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.294792] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-179eecb4-84d8-4ed2-92b5-589f86e958b3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.299884] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Waiting for the task: (returnval){ [ 982.299884] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e24e84-451c-7542-c879-505a45d0f23b" [ 982.299884] env[68786]: _type = "Task" [ 982.299884] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.307531] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e24e84-451c-7542-c879-505a45d0f23b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.425453] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091203, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.426934] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9deb5f-744d-4d20-9810-55537f802cb2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.433103] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7f276e-4770-4823-aff3-71236ad1b7b1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.462258] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871a95dc-54b9-4be5-9639-107807824bfe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.469041] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a427a4c5-aee5-4e5d-8841-dc95ca080bea {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.482123] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.506565] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd6cac90-b676-4a5b-80ef-78e9649abbce" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.506812] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Processing image bd6cac90-b676-4a5b-80ef-78e9649abbce {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.507055] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd6cac90-b676-4a5b-80ef-78e9649abbce/bd6cac90-b676-4a5b-80ef-78e9649abbce.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.507208] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd6cac90-b676-4a5b-80ef-78e9649abbce/bd6cac90-b676-4a5b-80ef-78e9649abbce.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.507380] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.507745] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da991a0d-bdd2-4429-8ce0-d1cca623fbea {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.515263] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.515437] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.516126] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-557d3a5b-9de7-4113-a07c-87a5583d32cf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.520739] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 982.520739] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]526a651e-c4c4-b26a-b798-044e3fbc7437" [ 982.520739] env[68786]: _type = "Task" [ 982.520739] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.528524] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526a651e-c4c4-b26a-b798-044e3fbc7437, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.717997] env[68786]: DEBUG oslo_vmware.api [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091201, 'name': PowerOnVM_Task, 'duration_secs': 1.05085} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.718396] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.718680] env[68786]: INFO nova.compute.manager [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Took 10.41 seconds to spawn the instance on the hypervisor. [ 982.718929] env[68786]: DEBUG nova.compute.manager [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.720339] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c08177c-7a84-4639-af0d-8d97181d6097 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.812870] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e24e84-451c-7542-c879-505a45d0f23b, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.813999] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a185ee7-801c-401e-8a31-e8cde4034ee6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.819590] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Waiting for the task: (returnval){ [ 982.819590] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]524ea0a2-d1a2-1067-e44e-2edb51fe2710" [ 982.819590] env[68786]: _type = "Task" [ 982.819590] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.828647] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524ea0a2-d1a2-1067-e44e-2edb51fe2710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.837789] env[68786]: DEBUG nova.network.neutron [req-411bc341-5678-4638-9ee7-3c6c1f14b75b req-185adfed-318d-4919-aa65-66c5c1254891 service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Updated VIF entry in instance network info cache for port cca86162-2542-4dea-a265-af6362074b46. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.838140] env[68786]: DEBUG nova.network.neutron [req-411bc341-5678-4638-9ee7-3c6c1f14b75b req-185adfed-318d-4919-aa65-66c5c1254891 service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Updating instance_info_cache with network_info: [{"id": "cca86162-2542-4dea-a265-af6362074b46", "address": "fa:16:3e:a0:45:5e", "network": {"id": "217e2176-5120-4b8a-b9c2-f17c95bc9f61", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2097938544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcdc4b48699b4a779e459657e78d461a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca86162-25", "ovs_interfaceid": "cca86162-2542-4dea-a265-af6362074b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.926836] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091203, 'name': RemoveSnapshot_Task, 'duration_secs': 0.687087} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.927109] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Deleted Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 982.927424] env[68786]: DEBUG nova.compute.manager [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.928136] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c984e0fa-86da-4ee6-b727-c3f538355e9d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.985219] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.031374] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Preparing fetch location {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 983.031630] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Fetch image to [datastore1] OSTACK_IMG_4ecb6c85-51dd-4c7d-9685-097b2a5435c1/OSTACK_IMG_4ecb6c85-51dd-4c7d-9685-097b2a5435c1.vmdk {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 983.031814] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Downloading stream optimized image bd6cac90-b676-4a5b-80ef-78e9649abbce to [datastore1] OSTACK_IMG_4ecb6c85-51dd-4c7d-9685-097b2a5435c1/OSTACK_IMG_4ecb6c85-51dd-4c7d-9685-097b2a5435c1.vmdk on the data store datastore1 as vApp {{(pid=68786) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 983.031981] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Downloading image file data bd6cac90-b676-4a5b-80ef-78e9649abbce to the ESX as VM named 'OSTACK_IMG_4ecb6c85-51dd-4c7d-9685-097b2a5435c1' {{(pid=68786) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 983.100660] env[68786]: DEBUG oslo_vmware.rw_handles [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 983.100660] env[68786]: value = "resgroup-9" [ 983.100660] env[68786]: _type = "ResourcePool" [ 983.100660] env[68786]: }. {{(pid=68786) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 983.100917] env[68786]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4f0dc19c-7155-45b4-8f9a-f658e1802cf2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.121623] env[68786]: DEBUG oslo_vmware.rw_handles [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lease: (returnval){ [ 983.121623] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5254236d-2d8a-fabe-792f-37ce78a933c5" [ 983.121623] env[68786]: _type = "HttpNfcLease" [ 983.121623] env[68786]: } obtained for vApp import into resource pool (val){ [ 983.121623] env[68786]: value = "resgroup-9" [ 983.121623] env[68786]: _type = "ResourcePool" [ 983.121623] env[68786]: }. {{(pid=68786) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 983.121952] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the lease: (returnval){ [ 983.121952] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5254236d-2d8a-fabe-792f-37ce78a933c5" [ 983.121952] env[68786]: _type = "HttpNfcLease" [ 983.121952] env[68786]: } to be ready. {{(pid=68786) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 983.130500] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 983.130500] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5254236d-2d8a-fabe-792f-37ce78a933c5" [ 983.130500] env[68786]: _type = "HttpNfcLease" [ 983.130500] env[68786]: } is initializing. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 983.246240] env[68786]: INFO nova.compute.manager [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Took 30.72 seconds to build instance. [ 983.331593] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524ea0a2-d1a2-1067-e44e-2edb51fe2710, 'name': SearchDatastore_Task, 'duration_secs': 0.022597} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.331871] env[68786]: DEBUG oslo_concurrency.lockutils [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.332156] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] db2f2674-7d6e-4666-bd52-c632d18a2cc8/db2f2674-7d6e-4666-bd52-c632d18a2cc8.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.332422] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60df2d45-1f64-4c7a-91c0-a63747ecf1bc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.338693] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Waiting for the task: (returnval){ [ 983.338693] env[68786]: value = "task-3091205" [ 983.338693] env[68786]: _type = "Task" [ 983.338693] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.342203] env[68786]: DEBUG oslo_concurrency.lockutils [req-411bc341-5678-4638-9ee7-3c6c1f14b75b req-185adfed-318d-4919-aa65-66c5c1254891 service nova] Releasing lock "refresh_cache-38f4d3bd-1065-4e88-bb9c-717f12dd992b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.347273] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Task: {'id': task-3091205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.443125] env[68786]: INFO nova.compute.manager [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Shelve offloading [ 983.490451] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68786) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 983.490774] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.984s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.491778] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.429s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.491778] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.493748] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.169s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.493953] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.495862] env[68786]: DEBUG oslo_concurrency.lockutils [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.086s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.495996] env[68786]: DEBUG oslo_concurrency.lockutils [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.498357] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.055s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.499904] env[68786]: INFO nova.compute.claims [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.527156] env[68786]: INFO nova.scheduler.client.report [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Deleted allocations for instance 541f65fa-51e8-4e2c-bc5a-c56502bae16c [ 983.530075] env[68786]: INFO nova.scheduler.client.report [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Deleted allocations for instance da54ffbd-89f8-4f86-ab38-eb455208c3f9 [ 983.545814] env[68786]: INFO nova.scheduler.client.report [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Deleted allocations for instance 5b2bef79-42d6-447d-8cba-62a0aa2006d0 [ 983.639025] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 983.639025] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5254236d-2d8a-fabe-792f-37ce78a933c5" [ 983.639025] env[68786]: _type = "HttpNfcLease" [ 983.639025] env[68786]: } is initializing. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 983.747862] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b7135081-5133-4447-a36b-5fbf3f4e1b4e tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Lock "d6326b43-a4a8-46f5-8184-13d2ad9870b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.767s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.849903] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Task: {'id': task-3091205, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.947701] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.948091] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbccf0f3-88e0-42ee-8535-37981d495928 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.957176] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 983.957176] env[68786]: value = "task-3091206" [ 983.957176] env[68786]: _type = "Task" [ 983.957176] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.964777] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.042434] env[68786]: DEBUG oslo_concurrency.lockutils [None req-39d92f01-3b97-4ddd-b606-678016ce67bb tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Lock "da54ffbd-89f8-4f86-ab38-eb455208c3f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.706s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.044011] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4fda8c4c-22c2-4964-ab91-f973ebaa68e8 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Lock "541f65fa-51e8-4e2c-bc5a-c56502bae16c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.843s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.054172] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ab09d4-4b09-4128-9c33-b3c3265324a9 tempest-AttachInterfacesUnderV243Test-1257968372 tempest-AttachInterfacesUnderV243Test-1257968372-project-member] Lock "5b2bef79-42d6-447d-8cba-62a0aa2006d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.665s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.133297] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 984.133297] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5254236d-2d8a-fabe-792f-37ce78a933c5" [ 984.133297] env[68786]: _type = "HttpNfcLease" [ 984.133297] env[68786]: } is ready. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 984.133729] env[68786]: DEBUG oslo_vmware.rw_handles [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 984.133729] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5254236d-2d8a-fabe-792f-37ce78a933c5" [ 984.133729] env[68786]: _type = "HttpNfcLease" [ 984.133729] env[68786]: }. {{(pid=68786) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 984.138603] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee99f60-8c4e-4147-8e97-514767da1cb4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.148688] env[68786]: DEBUG oslo_vmware.rw_handles [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5291fa3b-e643-ad70-1c60-ee66447882a2/disk-0.vmdk from lease info. {{(pid=68786) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 984.148886] env[68786]: DEBUG oslo_vmware.rw_handles [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Creating HTTP connection to write to file with size = 31592960 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5291fa3b-e643-ad70-1c60-ee66447882a2/disk-0.vmdk. {{(pid=68786) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 984.217030] env[68786]: DEBUG nova.compute.manager [req-3198c144-1fc6-436c-8c53-593e7cdf844b req-82ad0521-a6ce-4781-a565-f3e5c8cc93e2 service nova] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Received event network-changed-3d6c5d70-77a5-48a2-8611-a2bd1e71be4a {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.217030] env[68786]: DEBUG nova.compute.manager [req-3198c144-1fc6-436c-8c53-593e7cdf844b req-82ad0521-a6ce-4781-a565-f3e5c8cc93e2 service nova] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Refreshing instance network info cache due to event network-changed-3d6c5d70-77a5-48a2-8611-a2bd1e71be4a. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.217030] env[68786]: DEBUG oslo_concurrency.lockutils [req-3198c144-1fc6-436c-8c53-593e7cdf844b req-82ad0521-a6ce-4781-a565-f3e5c8cc93e2 service nova] Acquiring lock "refresh_cache-d6326b43-a4a8-46f5-8184-13d2ad9870b8" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.217030] env[68786]: DEBUG oslo_concurrency.lockutils [req-3198c144-1fc6-436c-8c53-593e7cdf844b req-82ad0521-a6ce-4781-a565-f3e5c8cc93e2 service nova] Acquired lock "refresh_cache-d6326b43-a4a8-46f5-8184-13d2ad9870b8" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.217030] env[68786]: DEBUG nova.network.neutron [req-3198c144-1fc6-436c-8c53-593e7cdf844b req-82ad0521-a6ce-4781-a565-f3e5c8cc93e2 service nova] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Refreshing network info cache for port 3d6c5d70-77a5-48a2-8611-a2bd1e71be4a {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.225558] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-701086b3-1704-439b-8653-e1377e16d153 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.350798] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Task: {'id': task-3091205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597287} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.351166] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] db2f2674-7d6e-4666-bd52-c632d18a2cc8/db2f2674-7d6e-4666-bd52-c632d18a2cc8.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.351506] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.352191] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-209149b2-bb7f-4ab1-acb4-eb38afe279cb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.358924] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Waiting for the task: (returnval){ [ 984.358924] env[68786]: value = "task-3091207" [ 984.358924] env[68786]: _type = "Task" [ 984.358924] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.367260] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Task: {'id': task-3091207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.471086] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] VM already powered off {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 984.471086] env[68786]: DEBUG nova.compute.manager [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.471086] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0467a74e-f529-487b-b326-44932909b3b3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.475033] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "refresh_cache-b9cf5b07-b2b6-479f-ae2d-9c9469130b88" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.475409] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired lock "refresh_cache-b9cf5b07-b2b6-479f-ae2d-9c9469130b88" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.475743] env[68786]: DEBUG nova.network.neutron [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.874334] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Task: {'id': task-3091207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105596} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.876269] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.876972] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7b69c6-9b37-43c8-9071-d9c9ab62d114 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.907142] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] db2f2674-7d6e-4666-bd52-c632d18a2cc8/db2f2674-7d6e-4666-bd52-c632d18a2cc8.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.917946] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1915016-f567-4112-9a7d-263aabc8c70f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.946603] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Waiting for the task: (returnval){ [ 984.946603] env[68786]: value = "task-3091208" [ 984.946603] env[68786]: _type = "Task" [ 984.946603] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.955965] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Task: {'id': task-3091208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.959923] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e3f35e-60f3-418a-a4bd-6b577a6488c9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.975839] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffc05f0-9fef-45c2-b31f-29bb5237a118 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.020304] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827099fd-bad4-4fbb-8131-734bc9d8295b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.033353] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9260fbc-2127-4cfe-ab3b-9221b50b6059 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.046744] env[68786]: DEBUG nova.compute.provider_tree [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.195255] env[68786]: DEBUG nova.compute.manager [req-0e43942f-6e4d-4759-8038-0b703757da85 req-39b5f0e7-35e9-4d5a-8968-f2c71f714b7e service nova] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Received event network-changed-3d6c5d70-77a5-48a2-8611-a2bd1e71be4a {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.195465] env[68786]: DEBUG nova.compute.manager [req-0e43942f-6e4d-4759-8038-0b703757da85 req-39b5f0e7-35e9-4d5a-8968-f2c71f714b7e service nova] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Refreshing instance network info cache due to event network-changed-3d6c5d70-77a5-48a2-8611-a2bd1e71be4a. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.195661] env[68786]: DEBUG oslo_concurrency.lockutils [req-0e43942f-6e4d-4759-8038-0b703757da85 req-39b5f0e7-35e9-4d5a-8968-f2c71f714b7e service nova] Acquiring lock "refresh_cache-d6326b43-a4a8-46f5-8184-13d2ad9870b8" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.207998] env[68786]: DEBUG nova.network.neutron [req-3198c144-1fc6-436c-8c53-593e7cdf844b req-82ad0521-a6ce-4781-a565-f3e5c8cc93e2 service nova] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Updated VIF entry in instance network info cache for port 3d6c5d70-77a5-48a2-8611-a2bd1e71be4a. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.208381] env[68786]: DEBUG nova.network.neutron [req-3198c144-1fc6-436c-8c53-593e7cdf844b req-82ad0521-a6ce-4781-a565-f3e5c8cc93e2 service nova] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Updating instance_info_cache with network_info: [{"id": "3d6c5d70-77a5-48a2-8611-a2bd1e71be4a", "address": "fa:16:3e:8e:04:01", "network": {"id": "dae32dec-7783-4ad1-b404-57995751803c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-373614789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc07810950e47999fbbf8ea26e304ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6c5d70-77", "ovs_interfaceid": "3d6c5d70-77a5-48a2-8611-a2bd1e71be4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.370087] env[68786]: DEBUG nova.network.neutron [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Updating instance_info_cache with network_info: [{"id": "4052e8ff-6256-440c-856e-2059169bfe91", "address": "fa:16:3e:dd:87:5c", "network": {"id": "adf16ff0-fa02-423b-9f55-083dd5b1fcfc", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-275860474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed492f5195f4f438b97034e09f15293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4052e8ff-62", "ovs_interfaceid": "4052e8ff-6256-440c-856e-2059169bfe91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.457844] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Task: {'id': task-3091208, 'name': ReconfigVM_Task, 'duration_secs': 0.449763} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.458443] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Reconfigured VM instance instance-0000005b to attach disk [datastore1] db2f2674-7d6e-4666-bd52-c632d18a2cc8/db2f2674-7d6e-4666-bd52-c632d18a2cc8.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.459169] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cc69e67-83bd-41e3-b22c-feb64a4d51ae {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.467130] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Waiting for the task: (returnval){ [ 985.467130] env[68786]: value = "task-3091209" [ 985.467130] env[68786]: _type = "Task" [ 985.467130] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.480116] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Task: {'id': task-3091209, 'name': Rename_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.584662] env[68786]: DEBUG nova.scheduler.client.report [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 985.584944] env[68786]: DEBUG nova.compute.provider_tree [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 124 to 125 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 985.585143] env[68786]: DEBUG nova.compute.provider_tree [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.711169] env[68786]: DEBUG oslo_concurrency.lockutils [req-3198c144-1fc6-436c-8c53-593e7cdf844b req-82ad0521-a6ce-4781-a565-f3e5c8cc93e2 service nova] Releasing lock "refresh_cache-d6326b43-a4a8-46f5-8184-13d2ad9870b8" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.711666] env[68786]: DEBUG oslo_concurrency.lockutils [req-0e43942f-6e4d-4759-8038-0b703757da85 req-39b5f0e7-35e9-4d5a-8968-f2c71f714b7e service nova] Acquired lock "refresh_cache-d6326b43-a4a8-46f5-8184-13d2ad9870b8" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.711862] env[68786]: DEBUG nova.network.neutron [req-0e43942f-6e4d-4759-8038-0b703757da85 req-39b5f0e7-35e9-4d5a-8968-f2c71f714b7e service nova] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Refreshing network info cache for port 3d6c5d70-77a5-48a2-8611-a2bd1e71be4a {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.740866] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquiring lock "4359f259-166c-4da8-9b06-d12646a67348" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.741784] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Lock "4359f259-166c-4da8-9b06-d12646a67348" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.742023] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquiring lock "4359f259-166c-4da8-9b06-d12646a67348-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.742582] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Lock "4359f259-166c-4da8-9b06-d12646a67348-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.742817] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Lock "4359f259-166c-4da8-9b06-d12646a67348-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.745325] env[68786]: INFO nova.compute.manager [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Terminating instance [ 985.826165] env[68786]: DEBUG oslo_vmware.rw_handles [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Completed reading data from the image iterator. {{(pid=68786) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 985.826461] env[68786]: DEBUG oslo_vmware.rw_handles [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5291fa3b-e643-ad70-1c60-ee66447882a2/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 985.827452] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5eb26eb-8357-4990-9864-eee94153de97 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.834872] env[68786]: DEBUG oslo_vmware.rw_handles [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5291fa3b-e643-ad70-1c60-ee66447882a2/disk-0.vmdk is in state: ready. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 985.835065] env[68786]: DEBUG oslo_vmware.rw_handles [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5291fa3b-e643-ad70-1c60-ee66447882a2/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 985.835339] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b10804f0-025d-4e07-90ed-ac845699d98f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.876271] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Releasing lock "refresh_cache-b9cf5b07-b2b6-479f-ae2d-9c9469130b88" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.977172] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Task: {'id': task-3091209, 'name': Rename_Task, 'duration_secs': 0.1572} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.977464] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.977727] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4370809-e662-465e-85e4-e7bf16214497 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.984759] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Waiting for the task: (returnval){ [ 985.984759] env[68786]: value = "task-3091210" [ 985.984759] env[68786]: _type = "Task" [ 985.984759] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.993203] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Task: {'id': task-3091210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.092223] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.092763] env[68786]: DEBUG nova.compute.manager [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.095829] env[68786]: DEBUG oslo_concurrency.lockutils [None req-659b0aba-df6b-4b61-b2da-1837df768983 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.964s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.251175] env[68786]: DEBUG nova.compute.manager [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.251175] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.251175] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef7611c-e919-43f8-b4d7-23787ecb7381 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.261655] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.262376] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0491c8c-6d69-4172-ae95-26cb5c40e138 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.270309] env[68786]: DEBUG oslo_vmware.api [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 986.270309] env[68786]: value = "task-3091211" [ 986.270309] env[68786]: _type = "Task" [ 986.270309] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.282523] env[68786]: DEBUG oslo_vmware.api [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.386768] env[68786]: DEBUG oslo_vmware.rw_handles [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5291fa3b-e643-ad70-1c60-ee66447882a2/disk-0.vmdk. {{(pid=68786) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 986.386768] env[68786]: INFO nova.virt.vmwareapi.images [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Downloaded image file data bd6cac90-b676-4a5b-80ef-78e9649abbce [ 986.388375] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61556e4-5dc4-412a-aa76-c1e638678640 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.411080] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3bf849f-d493-45f1-a0f5-e46f15fd7046 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.442608] env[68786]: INFO nova.virt.vmwareapi.images [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] The imported VM was unregistered [ 986.446186] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Caching image {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 986.448772] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Creating directory with path [datastore1] devstack-image-cache_base/bd6cac90-b676-4a5b-80ef-78e9649abbce {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.448772] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a040c2f-e0b4-4320-a805-7b47ad2f96c4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.468162] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Created directory with path [datastore1] devstack-image-cache_base/bd6cac90-b676-4a5b-80ef-78e9649abbce {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.468162] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_4ecb6c85-51dd-4c7d-9685-097b2a5435c1/OSTACK_IMG_4ecb6c85-51dd-4c7d-9685-097b2a5435c1.vmdk to [datastore1] devstack-image-cache_base/bd6cac90-b676-4a5b-80ef-78e9649abbce/bd6cac90-b676-4a5b-80ef-78e9649abbce.vmdk. {{(pid=68786) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 986.468162] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-067bf3d1-9da6-4118-8fb1-171c32d5b59d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.481024] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 986.481024] env[68786]: value = "task-3091213" [ 986.481024] env[68786]: _type = "Task" [ 986.481024] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.491493] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091213, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.497721] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Task: {'id': task-3091210, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.530296] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.530296] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c86d65c-e87a-4a7a-9859-2e46166e0ff6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.540021] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.540021] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43c5110e-4ea8-4a14-8e72-709110d6053e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.603983] env[68786]: DEBUG nova.compute.utils [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.610401] env[68786]: DEBUG nova.compute.manager [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.618413] env[68786]: DEBUG nova.network.neutron [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.623922] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.624840] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.625170] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Deleting the datastore file [datastore1] b9cf5b07-b2b6-479f-ae2d-9c9469130b88 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.626333] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-feae0abe-3f1b-49df-b9a6-60f7e7fb8306 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.633200] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 986.633200] env[68786]: value = "task-3091215" [ 986.633200] env[68786]: _type = "Task" [ 986.633200] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.644378] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.679161] env[68786]: DEBUG nova.network.neutron [req-0e43942f-6e4d-4759-8038-0b703757da85 req-39b5f0e7-35e9-4d5a-8968-f2c71f714b7e service nova] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Updated VIF entry in instance network info cache for port 3d6c5d70-77a5-48a2-8611-a2bd1e71be4a. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.679161] env[68786]: DEBUG nova.network.neutron [req-0e43942f-6e4d-4759-8038-0b703757da85 req-39b5f0e7-35e9-4d5a-8968-f2c71f714b7e service nova] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Updating instance_info_cache with network_info: [{"id": "3d6c5d70-77a5-48a2-8611-a2bd1e71be4a", "address": "fa:16:3e:8e:04:01", "network": {"id": "dae32dec-7783-4ad1-b404-57995751803c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-373614789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc07810950e47999fbbf8ea26e304ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6c5d70-77", "ovs_interfaceid": "3d6c5d70-77a5-48a2-8611-a2bd1e71be4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.694149] env[68786]: DEBUG nova.policy [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fadf2a29ea1e4d6dbf3392842c1aeb21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf20784496584ae5b0da550b8ddb6fe9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.780636] env[68786]: DEBUG oslo_vmware.api [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091211, 'name': PowerOffVM_Task, 'duration_secs': 0.282839} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.783585] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.783771] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.785131] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25bcdcff-b973-4af3-b94b-b83a0f0dcc04 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.852096] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.852320] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.852511] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Deleting the datastore file [datastore1] 4359f259-166c-4da8-9b06-d12646a67348 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.852792] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02e56336-8522-4e88-a6cb-06b21b6091e0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.862638] env[68786]: DEBUG oslo_vmware.api [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for the task: (returnval){ [ 986.862638] env[68786]: value = "task-3091217" [ 986.862638] env[68786]: _type = "Task" [ 986.862638] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.874241] env[68786]: DEBUG oslo_vmware.api [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.995619] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091213, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.002183] env[68786]: DEBUG oslo_vmware.api [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Task: {'id': task-3091210, 'name': PowerOnVM_Task, 'duration_secs': 0.773504} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.002183] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.002360] env[68786]: INFO nova.compute.manager [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Took 12.08 seconds to spawn the instance on the hypervisor. [ 987.002535] env[68786]: DEBUG nova.compute.manager [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.003399] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cdde8a-09ca-4052-8413-9d9c3f164bdf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.014859] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49291fb-82d3-4d45-8344-84c0ada6af7f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.024704] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca9f54a-f678-4bca-9b7e-d7b3075575ce {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.062404] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9557cb8f-fcbb-4073-a2f6-a41136a2b78f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.072171] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023e3127-b417-454d-85fd-fd772aa8c7cb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.088775] env[68786]: DEBUG nova.compute.provider_tree [None req-659b0aba-df6b-4b61-b2da-1837df768983 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 987.111252] env[68786]: DEBUG nova.compute.manager [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.146571] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.181892] env[68786]: DEBUG oslo_concurrency.lockutils [req-0e43942f-6e4d-4759-8038-0b703757da85 req-39b5f0e7-35e9-4d5a-8968-f2c71f714b7e service nova] Releasing lock "refresh_cache-d6326b43-a4a8-46f5-8184-13d2ad9870b8" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.219873] env[68786]: DEBUG nova.network.neutron [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Successfully created port: b1701bdb-d28e-4c3c-a6cd-52aba44e1248 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.247244] env[68786]: DEBUG nova.compute.manager [req-c4037259-f735-4b16-a0d2-60cc15f28b5d req-dafcde20-dafc-42cf-903a-83876bda8de0 service nova] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Received event network-vif-unplugged-4052e8ff-6256-440c-856e-2059169bfe91 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.247364] env[68786]: DEBUG oslo_concurrency.lockutils [req-c4037259-f735-4b16-a0d2-60cc15f28b5d req-dafcde20-dafc-42cf-903a-83876bda8de0 service nova] Acquiring lock "b9cf5b07-b2b6-479f-ae2d-9c9469130b88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.247757] env[68786]: DEBUG oslo_concurrency.lockutils [req-c4037259-f735-4b16-a0d2-60cc15f28b5d req-dafcde20-dafc-42cf-903a-83876bda8de0 service nova] Lock "b9cf5b07-b2b6-479f-ae2d-9c9469130b88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.247757] env[68786]: DEBUG oslo_concurrency.lockutils [req-c4037259-f735-4b16-a0d2-60cc15f28b5d req-dafcde20-dafc-42cf-903a-83876bda8de0 service nova] Lock "b9cf5b07-b2b6-479f-ae2d-9c9469130b88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.247982] env[68786]: DEBUG nova.compute.manager [req-c4037259-f735-4b16-a0d2-60cc15f28b5d req-dafcde20-dafc-42cf-903a-83876bda8de0 service nova] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] No waiting events found dispatching network-vif-unplugged-4052e8ff-6256-440c-856e-2059169bfe91 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.248076] env[68786]: WARNING nova.compute.manager [req-c4037259-f735-4b16-a0d2-60cc15f28b5d req-dafcde20-dafc-42cf-903a-83876bda8de0 service nova] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Received unexpected event network-vif-unplugged-4052e8ff-6256-440c-856e-2059169bfe91 for instance with vm_state shelved and task_state shelving_offloading. [ 987.248246] env[68786]: DEBUG nova.compute.manager [req-c4037259-f735-4b16-a0d2-60cc15f28b5d req-dafcde20-dafc-42cf-903a-83876bda8de0 service nova] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Received event network-changed-4052e8ff-6256-440c-856e-2059169bfe91 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.248552] env[68786]: DEBUG nova.compute.manager [req-c4037259-f735-4b16-a0d2-60cc15f28b5d req-dafcde20-dafc-42cf-903a-83876bda8de0 service nova] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Refreshing instance network info cache due to event network-changed-4052e8ff-6256-440c-856e-2059169bfe91. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.248844] env[68786]: DEBUG oslo_concurrency.lockutils [req-c4037259-f735-4b16-a0d2-60cc15f28b5d req-dafcde20-dafc-42cf-903a-83876bda8de0 service nova] Acquiring lock "refresh_cache-b9cf5b07-b2b6-479f-ae2d-9c9469130b88" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.248844] env[68786]: DEBUG oslo_concurrency.lockutils [req-c4037259-f735-4b16-a0d2-60cc15f28b5d req-dafcde20-dafc-42cf-903a-83876bda8de0 service nova] Acquired lock "refresh_cache-b9cf5b07-b2b6-479f-ae2d-9c9469130b88" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.248953] env[68786]: DEBUG nova.network.neutron [req-c4037259-f735-4b16-a0d2-60cc15f28b5d req-dafcde20-dafc-42cf-903a-83876bda8de0 service nova] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Refreshing network info cache for port 4052e8ff-6256-440c-856e-2059169bfe91 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.377822] env[68786]: DEBUG oslo_vmware.api [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.498661] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091213, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.529265] env[68786]: INFO nova.compute.manager [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Took 33.96 seconds to build instance. [ 987.636581] env[68786]: DEBUG nova.scheduler.client.report [None req-659b0aba-df6b-4b61-b2da-1837df768983 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 987.636880] env[68786]: DEBUG nova.compute.provider_tree [None req-659b0aba-df6b-4b61-b2da-1837df768983 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 125 to 126 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 987.638658] env[68786]: DEBUG nova.compute.provider_tree [None req-659b0aba-df6b-4b61-b2da-1837df768983 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 987.658032] env[68786]: DEBUG oslo_vmware.api [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.799378} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.658032] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.658032] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.658032] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.697187] env[68786]: INFO nova.scheduler.client.report [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Deleted allocations for instance b9cf5b07-b2b6-479f-ae2d-9c9469130b88 [ 987.884661] env[68786]: DEBUG oslo_vmware.api [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.003029] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091213, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.032284] env[68786]: DEBUG oslo_concurrency.lockutils [None req-45f16e02-3bf9-48e3-8130-411b85572281 tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Lock "db2f2674-7d6e-4666-bd52-c632d18a2cc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.481s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.120800] env[68786]: DEBUG nova.network.neutron [req-c4037259-f735-4b16-a0d2-60cc15f28b5d req-dafcde20-dafc-42cf-903a-83876bda8de0 service nova] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Updated VIF entry in instance network info cache for port 4052e8ff-6256-440c-856e-2059169bfe91. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.121380] env[68786]: DEBUG nova.network.neutron [req-c4037259-f735-4b16-a0d2-60cc15f28b5d req-dafcde20-dafc-42cf-903a-83876bda8de0 service nova] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Updating instance_info_cache with network_info: [{"id": "4052e8ff-6256-440c-856e-2059169bfe91", "address": "fa:16:3e:dd:87:5c", "network": {"id": "adf16ff0-fa02-423b-9f55-083dd5b1fcfc", "bridge": null, "label": "tempest-DeleteServersTestJSON-275860474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed492f5195f4f438b97034e09f15293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4052e8ff-62", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.125736] env[68786]: DEBUG nova.compute.manager [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.163694] env[68786]: DEBUG nova.virt.hardware [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.163950] env[68786]: DEBUG nova.virt.hardware [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.164372] env[68786]: DEBUG nova.virt.hardware [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.164628] env[68786]: DEBUG nova.virt.hardware [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.164816] env[68786]: DEBUG nova.virt.hardware [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.164999] env[68786]: DEBUG nova.virt.hardware [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.165284] env[68786]: DEBUG nova.virt.hardware [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.165478] env[68786]: DEBUG nova.virt.hardware [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.165740] env[68786]: DEBUG nova.virt.hardware [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.165945] env[68786]: DEBUG nova.virt.hardware [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.166177] env[68786]: DEBUG nova.virt.hardware [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.167196] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ad5366-be1a-48d6-a27e-549d3aa43f17 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.178564] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ebe000-0d44-4649-ad77-fd31adbb40f6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.204997] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.379325] env[68786]: DEBUG oslo_vmware.api [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.497623] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091213, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.625203] env[68786]: DEBUG oslo_concurrency.lockutils [req-c4037259-f735-4b16-a0d2-60cc15f28b5d req-dafcde20-dafc-42cf-903a-83876bda8de0 service nova] Releasing lock "refresh_cache-b9cf5b07-b2b6-479f-ae2d-9c9469130b88" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.653176] env[68786]: DEBUG oslo_concurrency.lockutils [None req-659b0aba-df6b-4b61-b2da-1837df768983 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.557s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.656472] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.226s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.658016] env[68786]: INFO nova.compute.claims [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.690400] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Acquiring lock "db2f2674-7d6e-4666-bd52-c632d18a2cc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.690993] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Lock "db2f2674-7d6e-4666-bd52-c632d18a2cc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.690993] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Acquiring lock "db2f2674-7d6e-4666-bd52-c632d18a2cc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.691196] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Lock "db2f2674-7d6e-4666-bd52-c632d18a2cc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.691381] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Lock "db2f2674-7d6e-4666-bd52-c632d18a2cc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.693680] env[68786]: INFO nova.compute.manager [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Terminating instance [ 988.877995] env[68786]: DEBUG oslo_vmware.api [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.974286] env[68786]: DEBUG nova.network.neutron [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Successfully updated port: b1701bdb-d28e-4c3c-a6cd-52aba44e1248 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.996061] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091213, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.168690] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Acquiring lock "85bbdae5-0e93-4614-9f87-2f0f236ea4e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.170128] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Lock "85bbdae5-0e93-4614-9f87-2f0f236ea4e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.198313] env[68786]: DEBUG nova.compute.manager [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.198313] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.198708] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a9860a-cf85-4e36-adbe-3efebc68a280 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.206492] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.206741] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d29910ad-87f9-438b-96bf-df4e50afb2ab {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.215648] env[68786]: DEBUG oslo_vmware.api [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Waiting for the task: (returnval){ [ 989.215648] env[68786]: value = "task-3091218" [ 989.215648] env[68786]: _type = "Task" [ 989.215648] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.222806] env[68786]: DEBUG oslo_vmware.api [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Task: {'id': task-3091218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.253495] env[68786]: INFO nova.scheduler.client.report [None req-659b0aba-df6b-4b61-b2da-1837df768983 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Deleted allocation for migration f8b0518b-f9fc-438b-b382-77158f1a4513 [ 989.375178] env[68786]: DEBUG oslo_vmware.api [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Task: {'id': task-3091217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.270912} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.375348] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.375533] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.375748] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.375926] env[68786]: INFO nova.compute.manager [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Took 3.13 seconds to destroy the instance on the hypervisor. [ 989.376263] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.376379] env[68786]: DEBUG nova.compute.manager [-] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.376473] env[68786]: DEBUG nova.network.neutron [-] [instance: 4359f259-166c-4da8-9b06-d12646a67348] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.478866] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "refresh_cache-44407975-2766-49bb-90e0-68ac9518cf08" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.479807] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquired lock "refresh_cache-44407975-2766-49bb-90e0-68ac9518cf08" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.480287] env[68786]: DEBUG nova.network.neutron [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.502280] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091213, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.884295} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.502280] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e80bdb7-b693-45f9-bc52-1213f75a84b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "b9cf5b07-b2b6-479f-ae2d-9c9469130b88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.502381] env[68786]: INFO nova.virt.vmwareapi.ds_util [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_4ecb6c85-51dd-4c7d-9685-097b2a5435c1/OSTACK_IMG_4ecb6c85-51dd-4c7d-9685-097b2a5435c1.vmdk to [datastore1] devstack-image-cache_base/bd6cac90-b676-4a5b-80ef-78e9649abbce/bd6cac90-b676-4a5b-80ef-78e9649abbce.vmdk. [ 989.502626] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Cleaning up location [datastore1] OSTACK_IMG_4ecb6c85-51dd-4c7d-9685-097b2a5435c1 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 989.502698] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_4ecb6c85-51dd-4c7d-9685-097b2a5435c1 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.503138] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d612984-15db-4ebc-adba-fadf162384e7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.510809] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 989.510809] env[68786]: value = "task-3091219" [ 989.510809] env[68786]: _type = "Task" [ 989.510809] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.520406] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.587425] env[68786]: DEBUG nova.compute.manager [req-5def04dd-c66a-4b2a-b695-5eb97415d106 req-d61d777a-406f-4cda-9a48-d9c1df279655 service nova] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Received event network-vif-plugged-b1701bdb-d28e-4c3c-a6cd-52aba44e1248 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.587648] env[68786]: DEBUG oslo_concurrency.lockutils [req-5def04dd-c66a-4b2a-b695-5eb97415d106 req-d61d777a-406f-4cda-9a48-d9c1df279655 service nova] Acquiring lock "44407975-2766-49bb-90e0-68ac9518cf08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.589020] env[68786]: DEBUG oslo_concurrency.lockutils [req-5def04dd-c66a-4b2a-b695-5eb97415d106 req-d61d777a-406f-4cda-9a48-d9c1df279655 service nova] Lock "44407975-2766-49bb-90e0-68ac9518cf08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.589309] env[68786]: DEBUG oslo_concurrency.lockutils [req-5def04dd-c66a-4b2a-b695-5eb97415d106 req-d61d777a-406f-4cda-9a48-d9c1df279655 service nova] Lock "44407975-2766-49bb-90e0-68ac9518cf08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.590214] env[68786]: DEBUG nova.compute.manager [req-5def04dd-c66a-4b2a-b695-5eb97415d106 req-d61d777a-406f-4cda-9a48-d9c1df279655 service nova] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] No waiting events found dispatching network-vif-plugged-b1701bdb-d28e-4c3c-a6cd-52aba44e1248 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.590214] env[68786]: WARNING nova.compute.manager [req-5def04dd-c66a-4b2a-b695-5eb97415d106 req-d61d777a-406f-4cda-9a48-d9c1df279655 service nova] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Received unexpected event network-vif-plugged-b1701bdb-d28e-4c3c-a6cd-52aba44e1248 for instance with vm_state building and task_state spawning. [ 989.590305] env[68786]: DEBUG nova.compute.manager [req-5def04dd-c66a-4b2a-b695-5eb97415d106 req-d61d777a-406f-4cda-9a48-d9c1df279655 service nova] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Received event network-changed-b1701bdb-d28e-4c3c-a6cd-52aba44e1248 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.590662] env[68786]: DEBUG nova.compute.manager [req-5def04dd-c66a-4b2a-b695-5eb97415d106 req-d61d777a-406f-4cda-9a48-d9c1df279655 service nova] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Refreshing instance network info cache due to event network-changed-b1701bdb-d28e-4c3c-a6cd-52aba44e1248. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.590901] env[68786]: DEBUG oslo_concurrency.lockutils [req-5def04dd-c66a-4b2a-b695-5eb97415d106 req-d61d777a-406f-4cda-9a48-d9c1df279655 service nova] Acquiring lock "refresh_cache-44407975-2766-49bb-90e0-68ac9518cf08" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.671572] env[68786]: DEBUG nova.compute.manager [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.727939] env[68786]: DEBUG oslo_vmware.api [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Task: {'id': task-3091218, 'name': PowerOffVM_Task, 'duration_secs': 0.407275} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.728154] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.728412] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.728920] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7581bab2-732e-4f85-9e9c-e5c79b68735d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.764298] env[68786]: DEBUG oslo_concurrency.lockutils [None req-659b0aba-df6b-4b61-b2da-1837df768983 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "274cb308-139a-4f1d-9615-49c1f115e193" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.181s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.997459] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17514dc6-6084-4a61-ac5d-fbb619bb1460 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.005906] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae74e9c-dcaa-4859-9062-e48d2edd8aad {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.040084] env[68786]: DEBUG nova.network.neutron [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.044647] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525f9b52-6925-45df-9023-4dd4a3d8ff61 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.052457] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038951} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.054636] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.054846] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd6cac90-b676-4a5b-80ef-78e9649abbce/bd6cac90-b676-4a5b-80ef-78e9649abbce.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.055108] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd6cac90-b676-4a5b-80ef-78e9649abbce/bd6cac90-b676-4a5b-80ef-78e9649abbce.vmdk to [datastore1] 38f4d3bd-1065-4e88-bb9c-717f12dd992b/38f4d3bd-1065-4e88-bb9c-717f12dd992b.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.055407] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9c925dd-e657-4775-aa25-2404766059a4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.058695] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18563f0e-af69-4d56-a116-3ec3a578868b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.073347] env[68786]: DEBUG nova.compute.provider_tree [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 990.079269] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 990.079269] env[68786]: value = "task-3091221" [ 990.079269] env[68786]: _type = "Task" [ 990.079269] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.081853] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquiring lock "c2174b98-1340-4937-bd3d-ef251be96dec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.081948] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Lock "c2174b98-1340-4937-bd3d-ef251be96dec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.091553] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.196262] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.221332] env[68786]: DEBUG nova.network.neutron [-] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.244457] env[68786]: DEBUG nova.network.neutron [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Updating instance_info_cache with network_info: [{"id": "b1701bdb-d28e-4c3c-a6cd-52aba44e1248", "address": "fa:16:3e:d5:8e:46", "network": {"id": "484699e9-27f5-4f9d-a119-9c275a314523", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-952661253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf20784496584ae5b0da550b8ddb6fe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1701bdb-d2", "ovs_interfaceid": "b1701bdb-d28e-4c3c-a6cd-52aba44e1248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.587456] env[68786]: DEBUG nova.compute.manager [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.594121] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091221, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.601633] env[68786]: ERROR nova.scheduler.client.report [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [req-c2e0de6b-4088-4521-ba0f-2fbdc5f73ddd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c2e0de6b-4088-4521-ba0f-2fbdc5f73ddd"}]} [ 990.619427] env[68786]: DEBUG nova.scheduler.client.report [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Refreshing inventories for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 990.636541] env[68786]: DEBUG nova.scheduler.client.report [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Updating ProviderTree inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 990.636800] env[68786]: DEBUG nova.compute.provider_tree [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 990.651715] env[68786]: DEBUG nova.scheduler.client.report [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Refreshing aggregate associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, aggregates: None {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 990.673911] env[68786]: DEBUG nova.scheduler.client.report [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Refreshing trait associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 990.723849] env[68786]: INFO nova.compute.manager [-] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Took 1.35 seconds to deallocate network for instance. [ 990.748639] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Releasing lock "refresh_cache-44407975-2766-49bb-90e0-68ac9518cf08" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.749071] env[68786]: DEBUG nova.compute.manager [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Instance network_info: |[{"id": "b1701bdb-d28e-4c3c-a6cd-52aba44e1248", "address": "fa:16:3e:d5:8e:46", "network": {"id": "484699e9-27f5-4f9d-a119-9c275a314523", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-952661253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf20784496584ae5b0da550b8ddb6fe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1701bdb-d2", "ovs_interfaceid": "b1701bdb-d28e-4c3c-a6cd-52aba44e1248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.749387] env[68786]: DEBUG oslo_concurrency.lockutils [req-5def04dd-c66a-4b2a-b695-5eb97415d106 req-d61d777a-406f-4cda-9a48-d9c1df279655 service nova] Acquired lock "refresh_cache-44407975-2766-49bb-90e0-68ac9518cf08" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.749575] env[68786]: DEBUG nova.network.neutron [req-5def04dd-c66a-4b2a-b695-5eb97415d106 req-d61d777a-406f-4cda-9a48-d9c1df279655 service nova] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Refreshing network info cache for port b1701bdb-d28e-4c3c-a6cd-52aba44e1248 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.750829] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:8e:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1701bdb-d28e-4c3c-a6cd-52aba44e1248', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.758820] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.763370] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.770233] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb2a1df3-4bdd-4ac6-8ceb-5d55fc9cb1c1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.799279] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.799279] env[68786]: value = "task-3091222" [ 990.799279] env[68786]: _type = "Task" [ 990.799279] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.814941] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091222, 'name': CreateVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.032939] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f5b40f-06eb-42e0-8f9c-1123ac26db73 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.043621] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae20fe9e-e4f0-473c-b963-300f7a5f32cc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.077692] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73f700c-6fd0-4886-a69e-7bee450d365e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.099951] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe2e6a4-fa34-431b-973c-31149279a58a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.114345] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091221, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.132070] env[68786]: DEBUG nova.compute.provider_tree [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 991.135290] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.233542] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.274729] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "274cb308-139a-4f1d-9615-49c1f115e193" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.274729] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "274cb308-139a-4f1d-9615-49c1f115e193" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.274729] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "274cb308-139a-4f1d-9615-49c1f115e193-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.276493] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "274cb308-139a-4f1d-9615-49c1f115e193-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.277299] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "274cb308-139a-4f1d-9615-49c1f115e193-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.290228] env[68786]: INFO nova.compute.manager [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Terminating instance [ 991.316027] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091222, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.603081] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091221, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.641042] env[68786]: DEBUG nova.network.neutron [req-5def04dd-c66a-4b2a-b695-5eb97415d106 req-d61d777a-406f-4cda-9a48-d9c1df279655 service nova] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Updated VIF entry in instance network info cache for port b1701bdb-d28e-4c3c-a6cd-52aba44e1248. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.641042] env[68786]: DEBUG nova.network.neutron [req-5def04dd-c66a-4b2a-b695-5eb97415d106 req-d61d777a-406f-4cda-9a48-d9c1df279655 service nova] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Updating instance_info_cache with network_info: [{"id": "b1701bdb-d28e-4c3c-a6cd-52aba44e1248", "address": "fa:16:3e:d5:8e:46", "network": {"id": "484699e9-27f5-4f9d-a119-9c275a314523", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-952661253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf20784496584ae5b0da550b8ddb6fe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1701bdb-d2", "ovs_interfaceid": "b1701bdb-d28e-4c3c-a6cd-52aba44e1248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.655535] env[68786]: DEBUG nova.compute.manager [req-acccdf8d-9439-4e0a-98a9-2a609e53ca2a req-da3b1506-18a4-42ee-94b2-b310df3ec025 service nova] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Received event network-vif-deleted-2dae3623-308d-4fdd-9cee-b29e79c45a78 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.661257] env[68786]: ERROR nova.scheduler.client.report [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [req-2d00ef81-d815-471f-8b6e-ec4de91dcccf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2d00ef81-d815-471f-8b6e-ec4de91dcccf"}]} [ 991.678615] env[68786]: DEBUG nova.scheduler.client.report [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Refreshing inventories for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 991.714172] env[68786]: DEBUG nova.scheduler.client.report [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Updating ProviderTree inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 991.714413] env[68786]: DEBUG nova.compute.provider_tree [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 991.731724] env[68786]: DEBUG nova.scheduler.client.report [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Refreshing aggregate associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, aggregates: None {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 991.766754] env[68786]: DEBUG nova.scheduler.client.report [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Refreshing trait associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 991.795543] env[68786]: DEBUG nova.compute.manager [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.795854] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.799733] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff79a92-2837-40fe-967d-757df3300308 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.817086] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.822043] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95fbbda2-b908-4d31-8dde-e4601ee8c5eb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.826832] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091222, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.839030] env[68786]: DEBUG oslo_vmware.api [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 991.839030] env[68786]: value = "task-3091223" [ 991.839030] env[68786]: _type = "Task" [ 991.839030] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.856505] env[68786]: DEBUG oslo_vmware.api [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.889669] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "f60b0087-1f07-4881-8054-91ae488b1f01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.889925] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "f60b0087-1f07-4881-8054-91ae488b1f01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.099628] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091221, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.145165] env[68786]: DEBUG oslo_concurrency.lockutils [req-5def04dd-c66a-4b2a-b695-5eb97415d106 req-d61d777a-406f-4cda-9a48-d9c1df279655 service nova] Releasing lock "refresh_cache-44407975-2766-49bb-90e0-68ac9518cf08" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.213107] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bebbfa4-11ef-400b-8ba1-100e1d348413 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.224364] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761941f5-74aa-4e88-b9b9-49512db16549 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.281821] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0741cd-1bc0-42ba-ac48-4f2ada560fee {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.297168] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7afd904-8eac-4a12-88fa-76a760492b1c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.333667] env[68786]: DEBUG nova.compute.provider_tree [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 992.342487] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091222, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.359289] env[68786]: DEBUG oslo_vmware.api [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091223, 'name': PowerOffVM_Task, 'duration_secs': 0.365963} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.359692] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.360022] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.362211] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96d1dc07-7bb9-499f-a440-c0ef97283ff1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.392765] env[68786]: DEBUG nova.compute.manager [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.449786] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.450047] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.450256] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Deleting the datastore file [datastore2] 274cb308-139a-4f1d-9615-49c1f115e193 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.450580] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49a02b3d-a70e-44b9-aee6-ebab8a9f8dc9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.461349] env[68786]: DEBUG oslo_vmware.api [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 992.461349] env[68786]: value = "task-3091225" [ 992.461349] env[68786]: _type = "Task" [ 992.461349] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.473082] env[68786]: DEBUG oslo_vmware.api [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.599569] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091221, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.653376] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.654654] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.654654] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Deleting the datastore file [datastore1] db2f2674-7d6e-4666-bd52-c632d18a2cc8 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.654654] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53fde7cb-7263-4d85-8924-aa39a3af8bd4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.663044] env[68786]: DEBUG oslo_vmware.api [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Waiting for the task: (returnval){ [ 992.663044] env[68786]: value = "task-3091226" [ 992.663044] env[68786]: _type = "Task" [ 992.663044] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.676119] env[68786]: DEBUG oslo_vmware.api [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Task: {'id': task-3091226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.814645] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091222, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.868756] env[68786]: DEBUG nova.scheduler.client.report [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 130 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 992.868902] env[68786]: DEBUG nova.compute.provider_tree [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 130 to 131 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 992.869171] env[68786]: DEBUG nova.compute.provider_tree [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 992.902692] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8301e93f-d282-40f1-8075-4e57497070d0 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "95454394-a40e-42c7-b8c0-dec0c279e7e0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.903109] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8301e93f-d282-40f1-8075-4e57497070d0 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "95454394-a40e-42c7-b8c0-dec0c279e7e0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.922166] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.971773] env[68786]: DEBUG oslo_vmware.api [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265395} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.972198] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.972510] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.972756] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.972988] env[68786]: INFO nova.compute.manager [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Took 1.18 seconds to destroy the instance on the hypervisor. [ 992.973353] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.973636] env[68786]: DEBUG nova.compute.manager [-] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.973803] env[68786]: DEBUG nova.network.neutron [-] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.095803] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091221, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.605828} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.096176] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd6cac90-b676-4a5b-80ef-78e9649abbce/bd6cac90-b676-4a5b-80ef-78e9649abbce.vmdk to [datastore1] 38f4d3bd-1065-4e88-bb9c-717f12dd992b/38f4d3bd-1065-4e88-bb9c-717f12dd992b.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.097043] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7fa735-2d16-4104-ba38-984c1d62cacc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.119338] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 38f4d3bd-1065-4e88-bb9c-717f12dd992b/38f4d3bd-1065-4e88-bb9c-717f12dd992b.vmdk or device None with type streamOptimized {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.119657] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22818956-e21e-4851-9237-4b0c6ea450dd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.140247] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 993.140247] env[68786]: value = "task-3091227" [ 993.140247] env[68786]: _type = "Task" [ 993.140247] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.148552] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.172416] env[68786]: DEBUG oslo_vmware.api [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Task: {'id': task-3091226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173679} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.172671] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.172857] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.173050] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.173229] env[68786]: INFO nova.compute.manager [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Took 3.98 seconds to destroy the instance on the hypervisor. [ 993.173670] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.173883] env[68786]: DEBUG nova.compute.manager [-] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.173966] env[68786]: DEBUG nova.network.neutron [-] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.314879] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091222, 'name': CreateVM_Task, 'duration_secs': 2.322012} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.315736] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.316466] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.316628] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.317297] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.317544] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea2f25bc-49d1-4e02-ba4c-ef4d3584041f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.322342] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 993.322342] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]525e4a98-5b10-f005-cad8-ccc25bff563c" [ 993.322342] env[68786]: _type = "Task" [ 993.322342] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.330688] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]525e4a98-5b10-f005-cad8-ccc25bff563c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.374373] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.718s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.375019] env[68786]: DEBUG nova.compute.manager [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.378187] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.076s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.379687] env[68786]: INFO nova.compute.claims [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.410619] env[68786]: INFO nova.compute.manager [None req-8301e93f-d282-40f1-8075-4e57497070d0 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Detaching volume b75e554d-a013-43ea-b415-457b4745a158 [ 993.475932] env[68786]: INFO nova.virt.block_device [None req-8301e93f-d282-40f1-8075-4e57497070d0 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Attempting to driver detach volume b75e554d-a013-43ea-b415-457b4745a158 from mountpoint /dev/sdb [ 993.476193] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8301e93f-d282-40f1-8075-4e57497070d0 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Volume detach. Driver type: vmdk {{(pid=68786) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 993.476385] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8301e93f-d282-40f1-8075-4e57497070d0 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618714', 'volume_id': 'b75e554d-a013-43ea-b415-457b4745a158', 'name': 'volume-b75e554d-a013-43ea-b415-457b4745a158', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95454394-a40e-42c7-b8c0-dec0c279e7e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b75e554d-a013-43ea-b415-457b4745a158', 'serial': 'b75e554d-a013-43ea-b415-457b4745a158'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 993.477545] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e329a4a-3b51-4c9e-8597-da92282c04dc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.501108] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6741de17-30cf-48f5-adc1-cf37543350b5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.507624] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c47ae1c-7497-4529-893a-798ed104d1c4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.526887] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fe3a95-87b0-4d36-8eb4-ff096fa240b1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.540812] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8301e93f-d282-40f1-8075-4e57497070d0 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] The volume has not been displaced from its original location: [datastore1] volume-b75e554d-a013-43ea-b415-457b4745a158/volume-b75e554d-a013-43ea-b415-457b4745a158.vmdk. No consolidation needed. {{(pid=68786) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 993.545988] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8301e93f-d282-40f1-8075-4e57497070d0 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 993.546241] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f741532e-f672-4bc1-b537-7f3178100081 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.562970] env[68786]: DEBUG oslo_vmware.api [None req-8301e93f-d282-40f1-8075-4e57497070d0 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 993.562970] env[68786]: value = "task-3091228" [ 993.562970] env[68786]: _type = "Task" [ 993.562970] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.571071] env[68786]: DEBUG oslo_vmware.api [None req-8301e93f-d282-40f1-8075-4e57497070d0 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.650725] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.688212] env[68786]: DEBUG nova.compute.manager [req-87f327be-4166-4c6c-a579-aa108b29122d req-850240ed-61a4-4054-a93c-6299a100a8a0 service nova] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Received event network-vif-deleted-2f744edd-ad0b-4516-9920-7abcbb35bfc7 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.688467] env[68786]: INFO nova.compute.manager [req-87f327be-4166-4c6c-a579-aa108b29122d req-850240ed-61a4-4054-a93c-6299a100a8a0 service nova] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Neutron deleted interface 2f744edd-ad0b-4516-9920-7abcbb35bfc7; detaching it from the instance and deleting it from the info cache [ 993.688599] env[68786]: DEBUG nova.network.neutron [req-87f327be-4166-4c6c-a579-aa108b29122d req-850240ed-61a4-4054-a93c-6299a100a8a0 service nova] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.782213] env[68786]: DEBUG nova.network.neutron [-] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.833073] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]525e4a98-5b10-f005-cad8-ccc25bff563c, 'name': SearchDatastore_Task, 'duration_secs': 0.010644} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.833419] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.833668] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.833933] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.834123] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.834324] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.834620] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cc12d0e-7db7-4504-9b7f-fcde345dfd06 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.842666] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.842851] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.843588] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8f565e2-ec72-46df-9d4c-2cb88549f53b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.848324] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 993.848324] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]523c7fde-544f-4415-ffc2-dd52b493cf18" [ 993.848324] env[68786]: _type = "Task" [ 993.848324] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.855648] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523c7fde-544f-4415-ffc2-dd52b493cf18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.886417] env[68786]: DEBUG nova.compute.utils [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.888620] env[68786]: DEBUG nova.compute.manager [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.888793] env[68786]: DEBUG nova.network.neutron [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.920376] env[68786]: DEBUG nova.network.neutron [-] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.924064] env[68786]: DEBUG nova.policy [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b745763b98bc46fabb9a14a48f369f32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a5c69b5ce1c414cad8009baeefd27d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.079445] env[68786]: DEBUG oslo_vmware.api [None req-8301e93f-d282-40f1-8075-4e57497070d0 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091228, 'name': ReconfigVM_Task, 'duration_secs': 0.242164} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.080472] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8301e93f-d282-40f1-8075-4e57497070d0 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 994.085894] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8086ba39-87dd-4c2f-b8f3-13f4ae17b06a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.104758] env[68786]: DEBUG oslo_vmware.api [None req-8301e93f-d282-40f1-8075-4e57497070d0 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 994.104758] env[68786]: value = "task-3091229" [ 994.104758] env[68786]: _type = "Task" [ 994.104758] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.112831] env[68786]: DEBUG oslo_vmware.api [None req-8301e93f-d282-40f1-8075-4e57497070d0 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091229, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.150771] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.174970] env[68786]: DEBUG nova.network.neutron [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Successfully created port: f576b4a1-1c2f-41fa-9b4c-6a1dd06e6adb {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.191260] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f11026fa-e8ca-4985-bd13-0acc0571e757 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.200992] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0189159-7f08-4aae-ad02-b8331699ff37 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.233628] env[68786]: DEBUG nova.compute.manager [req-87f327be-4166-4c6c-a579-aa108b29122d req-850240ed-61a4-4054-a93c-6299a100a8a0 service nova] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Detach interface failed, port_id=2f744edd-ad0b-4516-9920-7abcbb35bfc7, reason: Instance 274cb308-139a-4f1d-9615-49c1f115e193 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 994.237015] env[68786]: DEBUG nova.compute.manager [req-87f327be-4166-4c6c-a579-aa108b29122d req-850240ed-61a4-4054-a93c-6299a100a8a0 service nova] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Received event network-vif-deleted-925884f0-e5c6-4d7f-b2ac-270daf9ffd82 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.237015] env[68786]: INFO nova.compute.manager [req-87f327be-4166-4c6c-a579-aa108b29122d req-850240ed-61a4-4054-a93c-6299a100a8a0 service nova] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Neutron deleted interface 925884f0-e5c6-4d7f-b2ac-270daf9ffd82; detaching it from the instance and deleting it from the info cache [ 994.237015] env[68786]: DEBUG nova.network.neutron [req-87f327be-4166-4c6c-a579-aa108b29122d req-850240ed-61a4-4054-a93c-6299a100a8a0 service nova] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.284923] env[68786]: INFO nova.compute.manager [-] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Took 1.31 seconds to deallocate network for instance. [ 994.359935] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523c7fde-544f-4415-ffc2-dd52b493cf18, 'name': SearchDatastore_Task, 'duration_secs': 0.008735} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.360797] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c329e29-6488-4d39-8618-e568913ce8af {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.366835] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 994.366835] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]521acddb-28ef-1878-07c4-41306c9e00f8" [ 994.366835] env[68786]: _type = "Task" [ 994.366835] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.374885] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]521acddb-28ef-1878-07c4-41306c9e00f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.389664] env[68786]: DEBUG nova.compute.manager [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.422254] env[68786]: INFO nova.compute.manager [-] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Took 1.25 seconds to deallocate network for instance. [ 994.616302] env[68786]: DEBUG oslo_vmware.api [None req-8301e93f-d282-40f1-8075-4e57497070d0 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091229, 'name': ReconfigVM_Task, 'duration_secs': 0.152513} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.616610] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8301e93f-d282-40f1-8075-4e57497070d0 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618714', 'volume_id': 'b75e554d-a013-43ea-b415-457b4745a158', 'name': 'volume-b75e554d-a013-43ea-b415-457b4745a158', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95454394-a40e-42c7-b8c0-dec0c279e7e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b75e554d-a013-43ea-b415-457b4745a158', 'serial': 'b75e554d-a013-43ea-b415-457b4745a158'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 994.653423] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091227, 'name': ReconfigVM_Task, 'duration_secs': 1.208669} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.654565] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 38f4d3bd-1065-4e88-bb9c-717f12dd992b/38f4d3bd-1065-4e88-bb9c-717f12dd992b.vmdk or device None with type streamOptimized {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.655648] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d847e464-e682-4217-934c-b2a92778c1dc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.657965] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dbf4c84-1eee-40d2-af8a-dc15e92a7c0c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.663628] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b08ecd6-367e-4fc8-832f-2eb823057c56 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.667488] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 994.667488] env[68786]: value = "task-3091230" [ 994.667488] env[68786]: _type = "Task" [ 994.667488] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.696318] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d7a0df-f787-4c13-8e22-16025a8a8435 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.702813] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091230, 'name': Rename_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.707977] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dd1b17-581c-4014-a560-9b0c070950e9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.722144] env[68786]: DEBUG nova.compute.provider_tree [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.736545] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d61e6dd7-24db-4d9c-beb7-2b799889c6ad {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.746383] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2315fe7e-68b2-49eb-b2e0-5aafbd5f4d5a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.779199] env[68786]: DEBUG nova.compute.manager [req-87f327be-4166-4c6c-a579-aa108b29122d req-850240ed-61a4-4054-a93c-6299a100a8a0 service nova] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Detach interface failed, port_id=925884f0-e5c6-4d7f-b2ac-270daf9ffd82, reason: Instance db2f2674-7d6e-4666-bd52-c632d18a2cc8 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 994.792627] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.877357] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]521acddb-28ef-1878-07c4-41306c9e00f8, 'name': SearchDatastore_Task, 'duration_secs': 0.009232} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.877668] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.877931] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 44407975-2766-49bb-90e0-68ac9518cf08/44407975-2766-49bb-90e0-68ac9518cf08.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.878210] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eac30eb8-1cde-47f3-9003-c2637534ca29 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.885038] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 994.885038] env[68786]: value = "task-3091231" [ 994.885038] env[68786]: _type = "Task" [ 994.885038] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.892196] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.928320] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.165968] env[68786]: DEBUG nova.objects.instance [None req-8301e93f-d282-40f1-8075-4e57497070d0 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lazy-loading 'flavor' on Instance uuid 95454394-a40e-42c7-b8c0-dec0c279e7e0 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.179186] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091230, 'name': Rename_Task, 'duration_secs': 0.137037} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.179504] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.179784] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-294f3227-41ab-4cdb-aa5a-53d8c9e7d828 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.187887] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 995.187887] env[68786]: value = "task-3091232" [ 995.187887] env[68786]: _type = "Task" [ 995.187887] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.197122] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.225549] env[68786]: DEBUG nova.scheduler.client.report [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.394288] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474511} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.394524] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 44407975-2766-49bb-90e0-68ac9518cf08/44407975-2766-49bb-90e0-68ac9518cf08.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.394642] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.394829] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b30bd68-3bf9-4538-991a-2e206e570496 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.402164] env[68786]: DEBUG nova.compute.manager [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.404232] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 995.404232] env[68786]: value = "task-3091233" [ 995.404232] env[68786]: _type = "Task" [ 995.404232] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.412382] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.432031] env[68786]: DEBUG nova.virt.hardware [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.432191] env[68786]: DEBUG nova.virt.hardware [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.432296] env[68786]: DEBUG nova.virt.hardware [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.432840] env[68786]: DEBUG nova.virt.hardware [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.432840] env[68786]: DEBUG nova.virt.hardware [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.432976] env[68786]: DEBUG nova.virt.hardware [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.433157] env[68786]: DEBUG nova.virt.hardware [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.433425] env[68786]: DEBUG nova.virt.hardware [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.433659] env[68786]: DEBUG nova.virt.hardware [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.433857] env[68786]: DEBUG nova.virt.hardware [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.434154] env[68786]: DEBUG nova.virt.hardware [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.435215] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51bb228-760e-4a98-8dbb-8490fc5c32fc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.442864] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1871c3-27e2-400d-8f90-364eab1206f0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.699125] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091232, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.714147] env[68786]: DEBUG nova.compute.manager [req-de42ab00-9043-4100-867e-dc674d7e6ea4 req-b2d0de20-1e46-4b81-992a-d7feb5f93c94 service nova] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Received event network-vif-plugged-f576b4a1-1c2f-41fa-9b4c-6a1dd06e6adb {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.714381] env[68786]: DEBUG oslo_concurrency.lockutils [req-de42ab00-9043-4100-867e-dc674d7e6ea4 req-b2d0de20-1e46-4b81-992a-d7feb5f93c94 service nova] Acquiring lock "8f83ec95-3026-4cbb-8f6b-4f974f6d31ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.714627] env[68786]: DEBUG oslo_concurrency.lockutils [req-de42ab00-9043-4100-867e-dc674d7e6ea4 req-b2d0de20-1e46-4b81-992a-d7feb5f93c94 service nova] Lock "8f83ec95-3026-4cbb-8f6b-4f974f6d31ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.714800] env[68786]: DEBUG oslo_concurrency.lockutils [req-de42ab00-9043-4100-867e-dc674d7e6ea4 req-b2d0de20-1e46-4b81-992a-d7feb5f93c94 service nova] Lock "8f83ec95-3026-4cbb-8f6b-4f974f6d31ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.714965] env[68786]: DEBUG nova.compute.manager [req-de42ab00-9043-4100-867e-dc674d7e6ea4 req-b2d0de20-1e46-4b81-992a-d7feb5f93c94 service nova] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] No waiting events found dispatching network-vif-plugged-f576b4a1-1c2f-41fa-9b4c-6a1dd06e6adb {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.715142] env[68786]: WARNING nova.compute.manager [req-de42ab00-9043-4100-867e-dc674d7e6ea4 req-b2d0de20-1e46-4b81-992a-d7feb5f93c94 service nova] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Received unexpected event network-vif-plugged-f576b4a1-1c2f-41fa-9b4c-6a1dd06e6adb for instance with vm_state building and task_state spawning. [ 995.731007] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.731493] env[68786]: DEBUG nova.compute.manager [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.734620] env[68786]: DEBUG oslo_concurrency.lockutils [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.752s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.735969] env[68786]: INFO nova.compute.claims [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.788313] env[68786]: DEBUG nova.network.neutron [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Successfully updated port: f576b4a1-1c2f-41fa-9b4c-6a1dd06e6adb {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.915321] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059908} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.915321] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.916124] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16495f09-f01d-4978-818f-5a6df0d192aa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.939365] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 44407975-2766-49bb-90e0-68ac9518cf08/44407975-2766-49bb-90e0-68ac9518cf08.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.939644] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-725595db-e657-4374-90ac-ec15898cd38b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.958740] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 995.958740] env[68786]: value = "task-3091234" [ 995.958740] env[68786]: _type = "Task" [ 995.958740] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.966616] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.173809] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8301e93f-d282-40f1-8075-4e57497070d0 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "95454394-a40e-42c7-b8c0-dec0c279e7e0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.271s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.199274] env[68786]: DEBUG oslo_vmware.api [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091232, 'name': PowerOnVM_Task, 'duration_secs': 0.523299} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.199566] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.236501] env[68786]: DEBUG nova.compute.utils [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.237897] env[68786]: DEBUG nova.compute.manager [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.238136] env[68786]: DEBUG nova.network.neutron [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.277191] env[68786]: DEBUG nova.policy [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b745763b98bc46fabb9a14a48f369f32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a5c69b5ce1c414cad8009baeefd27d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.291990] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "refresh_cache-8f83ec95-3026-4cbb-8f6b-4f974f6d31ed" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.291990] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquired lock "refresh_cache-8f83ec95-3026-4cbb-8f6b-4f974f6d31ed" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.291990] env[68786]: DEBUG nova.network.neutron [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.322092] env[68786]: DEBUG nova.compute.manager [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.322877] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34946e07-ba5e-4ca8-a38d-5d39631633d4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.469148] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.562098] env[68786]: DEBUG nova.network.neutron [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Successfully created port: 8db54956-bd7d-40bf-b94b-574b89b94e5a {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.741539] env[68786]: DEBUG nova.compute.manager [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.839647] env[68786]: DEBUG nova.network.neutron [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.844964] env[68786]: DEBUG oslo_concurrency.lockutils [None req-26bc9756-2da2-48a0-98c5-269641ba6894 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "38f4d3bd-1065-4e88-bb9c-717f12dd992b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 42.217s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.970525] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091234, 'name': ReconfigVM_Task, 'duration_secs': 0.722655} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.973012] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 44407975-2766-49bb-90e0-68ac9518cf08/44407975-2766-49bb-90e0-68ac9518cf08.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.974483] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9455f629-d3b1-4528-97b2-55891f122d17 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.980510] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 996.980510] env[68786]: value = "task-3091235" [ 996.980510] env[68786]: _type = "Task" [ 996.980510] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.988640] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091235, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.087297] env[68786]: DEBUG nova.network.neutron [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Updating instance_info_cache with network_info: [{"id": "f576b4a1-1c2f-41fa-9b4c-6a1dd06e6adb", "address": "fa:16:3e:62:1f:4c", "network": {"id": "c01d19ce-f9ca-40c6-96e1-d6cf26884cfa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1416015341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a5c69b5ce1c414cad8009baeefd27d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf576b4a1-1c", "ovs_interfaceid": "f576b4a1-1c2f-41fa-9b4c-6a1dd06e6adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.156610] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a9c466-b6c0-454c-b2d1-33501486e437 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.162791] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dce262-b575-4b58-a8a4-e80f7cf18b6f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.197089] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "95454394-a40e-42c7-b8c0-dec0c279e7e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.197089] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "95454394-a40e-42c7-b8c0-dec0c279e7e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.197089] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "95454394-a40e-42c7-b8c0-dec0c279e7e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.197089] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "95454394-a40e-42c7-b8c0-dec0c279e7e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.197089] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "95454394-a40e-42c7-b8c0-dec0c279e7e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.199092] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7762bc7c-e710-4dae-8a43-1220d1748f42 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.201777] env[68786]: INFO nova.compute.manager [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Terminating instance [ 997.209268] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d289ed5b-1405-46f6-896e-2dfbfbea30f6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.222902] env[68786]: DEBUG nova.compute.provider_tree [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.491776] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091235, 'name': Rename_Task, 'duration_secs': 0.169753} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.492083] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.492375] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08ca476f-1119-4d89-9d59-904989cbd2a9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.500560] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 997.500560] env[68786]: value = "task-3091236" [ 997.500560] env[68786]: _type = "Task" [ 997.500560] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.508025] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.594580] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Releasing lock "refresh_cache-8f83ec95-3026-4cbb-8f6b-4f974f6d31ed" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.594962] env[68786]: DEBUG nova.compute.manager [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Instance network_info: |[{"id": "f576b4a1-1c2f-41fa-9b4c-6a1dd06e6adb", "address": "fa:16:3e:62:1f:4c", "network": {"id": "c01d19ce-f9ca-40c6-96e1-d6cf26884cfa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1416015341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a5c69b5ce1c414cad8009baeefd27d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf576b4a1-1c", "ovs_interfaceid": "f576b4a1-1c2f-41fa-9b4c-6a1dd06e6adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.595426] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:1f:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f576b4a1-1c2f-41fa-9b4c-6a1dd06e6adb', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.603317] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Creating folder: Project (5a5c69b5ce1c414cad8009baeefd27d4). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.603626] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30e7ea0b-a273-4c20-a102-cce53b43bf8c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.614965] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Created folder: Project (5a5c69b5ce1c414cad8009baeefd27d4) in parent group-v618484. [ 997.615164] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Creating folder: Instances. Parent ref: group-v618742. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.615395] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6bca9e5-e110-41bc-ab48-a81e7b9c9afd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.626316] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Created folder: Instances in parent group-v618742. [ 997.626382] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.626549] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.626824] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-330881c1-a35a-4cad-8fd5-c3d97b96e3c0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.645722] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.645722] env[68786]: value = "task-3091239" [ 997.645722] env[68786]: _type = "Task" [ 997.645722] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.654824] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091239, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.709067] env[68786]: DEBUG nova.compute.manager [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.709327] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.710286] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f882bc5-3f41-466c-a115-8a7f1c6688d2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.717997] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.718287] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-077a9c3f-080f-4787-87b8-415a86172de0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.724236] env[68786]: DEBUG oslo_vmware.api [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 997.724236] env[68786]: value = "task-3091240" [ 997.724236] env[68786]: _type = "Task" [ 997.724236] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.728805] env[68786]: DEBUG nova.scheduler.client.report [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.744587] env[68786]: DEBUG oslo_vmware.api [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.748196] env[68786]: DEBUG nova.compute.manager [req-6848387f-663c-456d-81fc-1b71ab3617e2 req-15977506-a331-4976-a616-86703c906e82 service nova] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Received event network-changed-f576b4a1-1c2f-41fa-9b4c-6a1dd06e6adb {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.748391] env[68786]: DEBUG nova.compute.manager [req-6848387f-663c-456d-81fc-1b71ab3617e2 req-15977506-a331-4976-a616-86703c906e82 service nova] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Refreshing instance network info cache due to event network-changed-f576b4a1-1c2f-41fa-9b4c-6a1dd06e6adb. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.748607] env[68786]: DEBUG oslo_concurrency.lockutils [req-6848387f-663c-456d-81fc-1b71ab3617e2 req-15977506-a331-4976-a616-86703c906e82 service nova] Acquiring lock "refresh_cache-8f83ec95-3026-4cbb-8f6b-4f974f6d31ed" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.748774] env[68786]: DEBUG oslo_concurrency.lockutils [req-6848387f-663c-456d-81fc-1b71ab3617e2 req-15977506-a331-4976-a616-86703c906e82 service nova] Acquired lock "refresh_cache-8f83ec95-3026-4cbb-8f6b-4f974f6d31ed" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.748942] env[68786]: DEBUG nova.network.neutron [req-6848387f-663c-456d-81fc-1b71ab3617e2 req-15977506-a331-4976-a616-86703c906e82 service nova] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Refreshing network info cache for port f576b4a1-1c2f-41fa-9b4c-6a1dd06e6adb {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.755184] env[68786]: DEBUG nova.compute.manager [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.787507] env[68786]: DEBUG nova.virt.hardware [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.788545] env[68786]: DEBUG nova.virt.hardware [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.788545] env[68786]: DEBUG nova.virt.hardware [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.788545] env[68786]: DEBUG nova.virt.hardware [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.788545] env[68786]: DEBUG nova.virt.hardware [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.788545] env[68786]: DEBUG nova.virt.hardware [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.788545] env[68786]: DEBUG nova.virt.hardware [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.788772] env[68786]: DEBUG nova.virt.hardware [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.788807] env[68786]: DEBUG nova.virt.hardware [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.789563] env[68786]: DEBUG nova.virt.hardware [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.789563] env[68786]: DEBUG nova.virt.hardware [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.790039] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2c5e58-aed5-4330-9139-ac96b6d73c7c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.798821] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42b6ff9-8d83-45c0-93db-d1a409fe397f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.014884] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091236, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.156506] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091239, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.238992] env[68786]: DEBUG oslo_concurrency.lockutils [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.238992] env[68786]: DEBUG nova.compute.manager [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.243548] env[68786]: DEBUG oslo_vmware.api [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091240, 'name': PowerOffVM_Task, 'duration_secs': 0.20425} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.245685] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.197s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.250836] env[68786]: INFO nova.compute.claims [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.250836] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.251661] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.254129] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f02acb1-6ac1-4f98-a3e1-b9911be85a50 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.310566] env[68786]: DEBUG nova.network.neutron [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Successfully updated port: 8db54956-bd7d-40bf-b94b-574b89b94e5a {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.332770] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.332958] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.333188] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Deleting the datastore file [datastore2] 95454394-a40e-42c7-b8c0-dec0c279e7e0 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.333357] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09213eba-2be1-464c-be1f-801c06a1e5e9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.341877] env[68786]: DEBUG oslo_vmware.api [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 998.341877] env[68786]: value = "task-3091242" [ 998.341877] env[68786]: _type = "Task" [ 998.341877] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.350682] env[68786]: DEBUG oslo_vmware.api [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.518035] env[68786]: DEBUG oslo_vmware.api [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091236, 'name': PowerOnVM_Task, 'duration_secs': 0.772186} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.518035] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.518035] env[68786]: INFO nova.compute.manager [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Took 10.39 seconds to spawn the instance on the hypervisor. [ 998.518035] env[68786]: DEBUG nova.compute.manager [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.518035] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ab2e10-ce0b-4282-8da7-de68e581e64f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.534118] env[68786]: DEBUG nova.network.neutron [req-6848387f-663c-456d-81fc-1b71ab3617e2 req-15977506-a331-4976-a616-86703c906e82 service nova] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Updated VIF entry in instance network info cache for port f576b4a1-1c2f-41fa-9b4c-6a1dd06e6adb. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.534118] env[68786]: DEBUG nova.network.neutron [req-6848387f-663c-456d-81fc-1b71ab3617e2 req-15977506-a331-4976-a616-86703c906e82 service nova] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Updating instance_info_cache with network_info: [{"id": "f576b4a1-1c2f-41fa-9b4c-6a1dd06e6adb", "address": "fa:16:3e:62:1f:4c", "network": {"id": "c01d19ce-f9ca-40c6-96e1-d6cf26884cfa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1416015341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a5c69b5ce1c414cad8009baeefd27d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf576b4a1-1c", "ovs_interfaceid": "f576b4a1-1c2f-41fa-9b4c-6a1dd06e6adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.578462] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08936d9e-b479-45bb-b224-e213accfe697 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.585284] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-efa48176-6ec2-4454-856b-08e3ee25b066 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Suspending the VM {{(pid=68786) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 998.585539] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b5140e88-8e88-43f5-a0a7-9917472687e3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.592510] env[68786]: DEBUG oslo_vmware.api [None req-efa48176-6ec2-4454-856b-08e3ee25b066 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 998.592510] env[68786]: value = "task-3091243" [ 998.592510] env[68786]: _type = "Task" [ 998.592510] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.600344] env[68786]: DEBUG oslo_vmware.api [None req-efa48176-6ec2-4454-856b-08e3ee25b066 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091243, 'name': SuspendVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.656882] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091239, 'name': CreateVM_Task, 'duration_secs': 0.52148} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.657371] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.658200] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.658519] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.659296] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.659709] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b8d8600-ea0f-4acf-a912-e2f3962e188b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.664467] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 998.664467] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5220be7c-4d9b-6e1d-7f37-a18d16a5d638" [ 998.664467] env[68786]: _type = "Task" [ 998.664467] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.675776] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5220be7c-4d9b-6e1d-7f37-a18d16a5d638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.748106] env[68786]: DEBUG nova.compute.utils [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.748106] env[68786]: DEBUG nova.compute.manager [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.748106] env[68786]: DEBUG nova.network.neutron [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.798251] env[68786]: DEBUG nova.policy [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b745763b98bc46fabb9a14a48f369f32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a5c69b5ce1c414cad8009baeefd27d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.815507] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "refresh_cache-e3abb151-4382-418a-af01-ce774edd08ec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.815507] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquired lock "refresh_cache-e3abb151-4382-418a-af01-ce774edd08ec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.815507] env[68786]: DEBUG nova.network.neutron [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.852694] env[68786]: DEBUG oslo_vmware.api [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261069} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.853203] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.853725] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.854044] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.854355] env[68786]: INFO nova.compute.manager [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 998.855085] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.855428] env[68786]: DEBUG nova.compute.manager [-] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.855631] env[68786]: DEBUG nova.network.neutron [-] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.043110] env[68786]: DEBUG oslo_concurrency.lockutils [req-6848387f-663c-456d-81fc-1b71ab3617e2 req-15977506-a331-4976-a616-86703c906e82 service nova] Releasing lock "refresh_cache-8f83ec95-3026-4cbb-8f6b-4f974f6d31ed" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.045468] env[68786]: INFO nova.compute.manager [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Took 28.66 seconds to build instance. [ 999.104647] env[68786]: DEBUG oslo_vmware.api [None req-efa48176-6ec2-4454-856b-08e3ee25b066 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091243, 'name': SuspendVM_Task} progress is 62%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.179261] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5220be7c-4d9b-6e1d-7f37-a18d16a5d638, 'name': SearchDatastore_Task, 'duration_secs': 0.013908} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.179831] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.180064] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.180313] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.180461] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.180645] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.181178] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc6cff94-e665-4f2e-8b2e-9a51154e534e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.192050] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.192258] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.193120] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0caf2c78-5088-499a-ba50-4abf16be2554 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.199336] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 999.199336] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ef9167-e402-c405-308a-b414ccf75b24" [ 999.199336] env[68786]: _type = "Task" [ 999.199336] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.210107] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ef9167-e402-c405-308a-b414ccf75b24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.253698] env[68786]: DEBUG nova.compute.manager [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.345604] env[68786]: DEBUG nova.network.neutron [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Successfully created port: 11f59fbd-c4fb-475b-9a74-1ab1121f7a45 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.414114] env[68786]: DEBUG nova.network.neutron [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.549688] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aaba69d6-edc3-45a0-939f-d0d3418f2bb1 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "44407975-2766-49bb-90e0-68ac9518cf08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.169s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.612841] env[68786]: DEBUG oslo_vmware.api [None req-efa48176-6ec2-4454-856b-08e3ee25b066 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091243, 'name': SuspendVM_Task, 'duration_secs': 0.943438} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.612946] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-efa48176-6ec2-4454-856b-08e3ee25b066 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Suspended the VM {{(pid=68786) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 999.616172] env[68786]: DEBUG nova.compute.manager [None req-efa48176-6ec2-4454-856b-08e3ee25b066 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.619814] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f1d720-a02e-4c4e-a17c-6cfd218533d8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.664302] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ef295b-08c4-454a-8b30-706dd8261bd4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.674061] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18174da9-c982-42fb-bd99-f3c021e72568 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.710671] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5636e870-952b-4bff-8305-9682e48f42e3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.727176] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ef9167-e402-c405-308a-b414ccf75b24, 'name': SearchDatastore_Task, 'duration_secs': 0.014019} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.727989] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ca7ffd-dc66-436d-98c4-80fac37efa4c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.732784] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e95ea20-e4a8-4101-abdd-f5316e80f382 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.741033] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 999.741033] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]520ed439-5699-9a52-53de-3ff30bd1963f" [ 999.741033] env[68786]: _type = "Task" [ 999.741033] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.747936] env[68786]: DEBUG nova.compute.provider_tree [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.767025] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520ed439-5699-9a52-53de-3ff30bd1963f, 'name': SearchDatastore_Task, 'duration_secs': 0.01164} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.767025] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.767025] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed/8f83ec95-3026-4cbb-8f6b-4f974f6d31ed.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.767025] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3651d37-f191-494a-9c8d-4b378d53cebe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.774457] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 999.774457] env[68786]: value = "task-3091244" [ 999.774457] env[68786]: _type = "Task" [ 999.774457] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.780963] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.836461] env[68786]: DEBUG nova.network.neutron [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Updating instance_info_cache with network_info: [{"id": "8db54956-bd7d-40bf-b94b-574b89b94e5a", "address": "fa:16:3e:d4:3e:f6", "network": {"id": "c01d19ce-f9ca-40c6-96e1-d6cf26884cfa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1416015341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a5c69b5ce1c414cad8009baeefd27d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db54956-bd", "ovs_interfaceid": "8db54956-bd7d-40bf-b94b-574b89b94e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.949438] env[68786]: DEBUG nova.compute.manager [req-bed3fee6-474e-4ecb-88c9-fc6d31f5373a req-acbb1002-8cb5-42c3-8dd4-56e22dc297b5 service nova] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Received event network-vif-plugged-8db54956-bd7d-40bf-b94b-574b89b94e5a {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.949682] env[68786]: DEBUG oslo_concurrency.lockutils [req-bed3fee6-474e-4ecb-88c9-fc6d31f5373a req-acbb1002-8cb5-42c3-8dd4-56e22dc297b5 service nova] Acquiring lock "e3abb151-4382-418a-af01-ce774edd08ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.950014] env[68786]: DEBUG oslo_concurrency.lockutils [req-bed3fee6-474e-4ecb-88c9-fc6d31f5373a req-acbb1002-8cb5-42c3-8dd4-56e22dc297b5 service nova] Lock "e3abb151-4382-418a-af01-ce774edd08ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.950205] env[68786]: DEBUG oslo_concurrency.lockutils [req-bed3fee6-474e-4ecb-88c9-fc6d31f5373a req-acbb1002-8cb5-42c3-8dd4-56e22dc297b5 service nova] Lock "e3abb151-4382-418a-af01-ce774edd08ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.950591] env[68786]: DEBUG nova.compute.manager [req-bed3fee6-474e-4ecb-88c9-fc6d31f5373a req-acbb1002-8cb5-42c3-8dd4-56e22dc297b5 service nova] [instance: e3abb151-4382-418a-af01-ce774edd08ec] No waiting events found dispatching network-vif-plugged-8db54956-bd7d-40bf-b94b-574b89b94e5a {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.950832] env[68786]: WARNING nova.compute.manager [req-bed3fee6-474e-4ecb-88c9-fc6d31f5373a req-acbb1002-8cb5-42c3-8dd4-56e22dc297b5 service nova] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Received unexpected event network-vif-plugged-8db54956-bd7d-40bf-b94b-574b89b94e5a for instance with vm_state building and task_state spawning. [ 999.951155] env[68786]: DEBUG nova.compute.manager [req-bed3fee6-474e-4ecb-88c9-fc6d31f5373a req-acbb1002-8cb5-42c3-8dd4-56e22dc297b5 service nova] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Received event network-changed-8db54956-bd7d-40bf-b94b-574b89b94e5a {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.951249] env[68786]: DEBUG nova.compute.manager [req-bed3fee6-474e-4ecb-88c9-fc6d31f5373a req-acbb1002-8cb5-42c3-8dd4-56e22dc297b5 service nova] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Refreshing instance network info cache due to event network-changed-8db54956-bd7d-40bf-b94b-574b89b94e5a. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.951479] env[68786]: DEBUG oslo_concurrency.lockutils [req-bed3fee6-474e-4ecb-88c9-fc6d31f5373a req-acbb1002-8cb5-42c3-8dd4-56e22dc297b5 service nova] Acquiring lock "refresh_cache-e3abb151-4382-418a-af01-ce774edd08ec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.253790] env[68786]: DEBUG nova.scheduler.client.report [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.266051] env[68786]: DEBUG nova.compute.manager [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.289220] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091244, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.320980] env[68786]: DEBUG nova.virt.hardware [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.321262] env[68786]: DEBUG nova.virt.hardware [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.321421] env[68786]: DEBUG nova.virt.hardware [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.321850] env[68786]: DEBUG nova.virt.hardware [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.321850] env[68786]: DEBUG nova.virt.hardware [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.321932] env[68786]: DEBUG nova.virt.hardware [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.322153] env[68786]: DEBUG nova.virt.hardware [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.322336] env[68786]: DEBUG nova.virt.hardware [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.322514] env[68786]: DEBUG nova.virt.hardware [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.322677] env[68786]: DEBUG nova.virt.hardware [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.322848] env[68786]: DEBUG nova.virt.hardware [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.324360] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff9ffba-e2d8-4e2e-a5e9-8231bba1b42f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.338032] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd05f102-6bd6-4354-af62-16e5fbc94dfa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.341775] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Releasing lock "refresh_cache-e3abb151-4382-418a-af01-ce774edd08ec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.342516] env[68786]: DEBUG nova.compute.manager [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Instance network_info: |[{"id": "8db54956-bd7d-40bf-b94b-574b89b94e5a", "address": "fa:16:3e:d4:3e:f6", "network": {"id": "c01d19ce-f9ca-40c6-96e1-d6cf26884cfa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1416015341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a5c69b5ce1c414cad8009baeefd27d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db54956-bd", "ovs_interfaceid": "8db54956-bd7d-40bf-b94b-574b89b94e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.342844] env[68786]: DEBUG oslo_concurrency.lockutils [req-bed3fee6-474e-4ecb-88c9-fc6d31f5373a req-acbb1002-8cb5-42c3-8dd4-56e22dc297b5 service nova] Acquired lock "refresh_cache-e3abb151-4382-418a-af01-ce774edd08ec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.343036] env[68786]: DEBUG nova.network.neutron [req-bed3fee6-474e-4ecb-88c9-fc6d31f5373a req-acbb1002-8cb5-42c3-8dd4-56e22dc297b5 service nova] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Refreshing network info cache for port 8db54956-bd7d-40bf-b94b-574b89b94e5a {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.348758] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:3e:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8db54956-bd7d-40bf-b94b-574b89b94e5a', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.359588] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.361428] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.361428] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4ab6167-e221-4084-ac07-184b9a5fcabd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.394950] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.394950] env[68786]: value = "task-3091245" [ 1000.394950] env[68786]: _type = "Task" [ 1000.394950] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.404402] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091245, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.406688] env[68786]: DEBUG nova.compute.manager [req-64ff37de-8c1e-46b8-8afb-4e48ac2eb92d req-ab0ef866-7ec8-43cb-b5c5-66a213cb1a30 service nova] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Received event network-changed-b1701bdb-d28e-4c3c-a6cd-52aba44e1248 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.406800] env[68786]: DEBUG nova.compute.manager [req-64ff37de-8c1e-46b8-8afb-4e48ac2eb92d req-ab0ef866-7ec8-43cb-b5c5-66a213cb1a30 service nova] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Refreshing instance network info cache due to event network-changed-b1701bdb-d28e-4c3c-a6cd-52aba44e1248. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.407035] env[68786]: DEBUG oslo_concurrency.lockutils [req-64ff37de-8c1e-46b8-8afb-4e48ac2eb92d req-ab0ef866-7ec8-43cb-b5c5-66a213cb1a30 service nova] Acquiring lock "refresh_cache-44407975-2766-49bb-90e0-68ac9518cf08" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.407184] env[68786]: DEBUG oslo_concurrency.lockutils [req-64ff37de-8c1e-46b8-8afb-4e48ac2eb92d req-ab0ef866-7ec8-43cb-b5c5-66a213cb1a30 service nova] Acquired lock "refresh_cache-44407975-2766-49bb-90e0-68ac9518cf08" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.407348] env[68786]: DEBUG nova.network.neutron [req-64ff37de-8c1e-46b8-8afb-4e48ac2eb92d req-ab0ef866-7ec8-43cb-b5c5-66a213cb1a30 service nova] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Refreshing network info cache for port b1701bdb-d28e-4c3c-a6cd-52aba44e1248 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.418322] env[68786]: DEBUG nova.network.neutron [-] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.759501] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.760112] env[68786]: DEBUG nova.compute.manager [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.763860] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.503s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.763860] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.766016] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.113s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.766510] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.768108] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.564s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.768331] env[68786]: DEBUG nova.objects.instance [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lazy-loading 'resources' on Instance uuid b9cf5b07-b2b6-479f-ae2d-9c9469130b88 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.786302] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.861053} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.786525] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed/8f83ec95-3026-4cbb-8f6b-4f974f6d31ed.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.786746] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.787016] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5897f56d-8f6c-4f6c-acc9-fa4cd76d26f3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.794774] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1000.794774] env[68786]: value = "task-3091246" [ 1000.794774] env[68786]: _type = "Task" [ 1000.794774] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.804490] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.805918] env[68786]: INFO nova.scheduler.client.report [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Deleted allocations for instance 929938ae-dff0-42e8-a426-f0438f83a5e7 [ 1000.814958] env[68786]: DEBUG oslo_concurrency.lockutils [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "f5e74f81-ffd8-40b0-888b-68d3f1e55bfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.815749] env[68786]: DEBUG oslo_concurrency.lockutils [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "f5e74f81-ffd8-40b0-888b-68d3f1e55bfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.818539] env[68786]: INFO nova.scheduler.client.report [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Deleted allocations for instance a87b654f-108e-46d0-b386-8fc7a96bebdb [ 1000.907856] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091245, 'name': CreateVM_Task, 'duration_secs': 0.440254} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.908244] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.908889] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.909107] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.909484] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.911868] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bab61b9-b82f-4b4d-a461-bddbf4acbbb4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.917102] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1000.917102] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5288c8c0-3e36-c916-a7fb-1a44ef30c111" [ 1000.917102] env[68786]: _type = "Task" [ 1000.917102] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.921537] env[68786]: INFO nova.compute.manager [-] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Took 2.07 seconds to deallocate network for instance. [ 1000.935218] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5288c8c0-3e36-c916-a7fb-1a44ef30c111, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.094639] env[68786]: INFO nova.compute.manager [None req-d89d7cb0-8423-4a99-9bac-a58e3761bb26 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Resuming [ 1001.095334] env[68786]: DEBUG nova.objects.instance [None req-d89d7cb0-8423-4a99-9bac-a58e3761bb26 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lazy-loading 'flavor' on Instance uuid 38f4d3bd-1065-4e88-bb9c-717f12dd992b {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.271938] env[68786]: DEBUG nova.compute.utils [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.274778] env[68786]: DEBUG nova.objects.instance [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lazy-loading 'numa_topology' on Instance uuid b9cf5b07-b2b6-479f-ae2d-9c9469130b88 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.276173] env[68786]: DEBUG nova.compute.manager [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.276343] env[68786]: DEBUG nova.network.neutron [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.306880] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076005} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.307641] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.308543] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a985721-95ad-451c-82c5-c6a88fa21cab {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.330174] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7e1e0972-eb70-4578-aeb3-d372b91de45f tempest-ServerGroupTestJSON-942013417 tempest-ServerGroupTestJSON-942013417-project-member] Lock "929938ae-dff0-42e8-a426-f0438f83a5e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.608s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.334026] env[68786]: DEBUG nova.compute.manager [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.347273] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed/8f83ec95-3026-4cbb-8f6b-4f974f6d31ed.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.348416] env[68786]: DEBUG oslo_concurrency.lockutils [None req-41c5bef1-826c-4119-ad90-d0f41a97491b tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "a87b654f-108e-46d0-b386-8fc7a96bebdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.248s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.350105] env[68786]: DEBUG nova.network.neutron [req-bed3fee6-474e-4ecb-88c9-fc6d31f5373a req-acbb1002-8cb5-42c3-8dd4-56e22dc297b5 service nova] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Updated VIF entry in instance network info cache for port 8db54956-bd7d-40bf-b94b-574b89b94e5a. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.350440] env[68786]: DEBUG nova.network.neutron [req-bed3fee6-474e-4ecb-88c9-fc6d31f5373a req-acbb1002-8cb5-42c3-8dd4-56e22dc297b5 service nova] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Updating instance_info_cache with network_info: [{"id": "8db54956-bd7d-40bf-b94b-574b89b94e5a", "address": "fa:16:3e:d4:3e:f6", "network": {"id": "c01d19ce-f9ca-40c6-96e1-d6cf26884cfa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1416015341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a5c69b5ce1c414cad8009baeefd27d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db54956-bd", "ovs_interfaceid": "8db54956-bd7d-40bf-b94b-574b89b94e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.352124] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5713beaa-905d-473e-aeaf-b7414373b045 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.368765] env[68786]: DEBUG oslo_concurrency.lockutils [req-bed3fee6-474e-4ecb-88c9-fc6d31f5373a req-acbb1002-8cb5-42c3-8dd4-56e22dc297b5 service nova] Releasing lock "refresh_cache-e3abb151-4382-418a-af01-ce774edd08ec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.372563] env[68786]: DEBUG nova.policy [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3218cc14ea1446578c512f8b5dbcd2b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62b6fdc11c364201ae04b85ff669b826', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.380357] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1001.380357] env[68786]: value = "task-3091247" [ 1001.380357] env[68786]: _type = "Task" [ 1001.380357] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.388892] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.428763] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5288c8c0-3e36-c916-a7fb-1a44ef30c111, 'name': SearchDatastore_Task, 'duration_secs': 0.014059} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.429165] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.429488] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.429846] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.430012] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.430205] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.430529] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dbdf516-eabd-4428-95a1-8014bbf15f18 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.433141] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.440308] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.440484] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.441198] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c141383-367b-4e2d-9851-f560331896c2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.446305] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1001.446305] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52542b1b-aa4d-5d4c-4033-cc917f34a323" [ 1001.446305] env[68786]: _type = "Task" [ 1001.446305] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.453808] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52542b1b-aa4d-5d4c-4033-cc917f34a323, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.462833] env[68786]: DEBUG nova.network.neutron [req-64ff37de-8c1e-46b8-8afb-4e48ac2eb92d req-ab0ef866-7ec8-43cb-b5c5-66a213cb1a30 service nova] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Updated VIF entry in instance network info cache for port b1701bdb-d28e-4c3c-a6cd-52aba44e1248. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.463226] env[68786]: DEBUG nova.network.neutron [req-64ff37de-8c1e-46b8-8afb-4e48ac2eb92d req-ab0ef866-7ec8-43cb-b5c5-66a213cb1a30 service nova] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Updating instance_info_cache with network_info: [{"id": "b1701bdb-d28e-4c3c-a6cd-52aba44e1248", "address": "fa:16:3e:d5:8e:46", "network": {"id": "484699e9-27f5-4f9d-a119-9c275a314523", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-952661253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf20784496584ae5b0da550b8ddb6fe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1701bdb-d2", "ovs_interfaceid": "b1701bdb-d28e-4c3c-a6cd-52aba44e1248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.675487] env[68786]: DEBUG nova.network.neutron [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Successfully updated port: 11f59fbd-c4fb-475b-9a74-1ab1121f7a45 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.780788] env[68786]: DEBUG nova.compute.manager [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.786187] env[68786]: DEBUG nova.objects.base [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1001.789333] env[68786]: DEBUG nova.network.neutron [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Successfully created port: fa1cd344-85aa-494e-af0b-bcdc0b114a95 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.874984] env[68786]: DEBUG oslo_concurrency.lockutils [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.890128] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.960453] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52542b1b-aa4d-5d4c-4033-cc917f34a323, 'name': SearchDatastore_Task, 'duration_secs': 0.008435} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.961399] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e88b8a6-f17f-4014-a01e-d2cf3e36df8c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.968403] env[68786]: DEBUG oslo_concurrency.lockutils [req-64ff37de-8c1e-46b8-8afb-4e48ac2eb92d req-ab0ef866-7ec8-43cb-b5c5-66a213cb1a30 service nova] Releasing lock "refresh_cache-44407975-2766-49bb-90e0-68ac9518cf08" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.970275] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1001.970275] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f28076-8e6c-6653-1b35-54f2cff1f4af" [ 1001.970275] env[68786]: _type = "Task" [ 1001.970275] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.983749] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f28076-8e6c-6653-1b35-54f2cff1f4af, 'name': SearchDatastore_Task, 'duration_secs': 0.010152} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.986925] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.987226] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] e3abb151-4382-418a-af01-ce774edd08ec/e3abb151-4382-418a-af01-ce774edd08ec.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.987713] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73c4965a-2b67-4343-9a31-0d7d3e97cff7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.995026] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1001.995026] env[68786]: value = "task-3091248" [ 1001.995026] env[68786]: _type = "Task" [ 1001.995026] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.008653] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.011609] env[68786]: DEBUG nova.compute.manager [req-05902e52-e5ca-4899-a6cc-8fe8fd5b1611 req-018a36cc-81fc-4e84-9575-6e66c9d3a2e8 service nova] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Received event network-vif-deleted-92db2677-8a18-462a-9013-a768f821d693 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.011609] env[68786]: DEBUG nova.compute.manager [req-05902e52-e5ca-4899-a6cc-8fe8fd5b1611 req-018a36cc-81fc-4e84-9575-6e66c9d3a2e8 service nova] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Received event network-vif-plugged-11f59fbd-c4fb-475b-9a74-1ab1121f7a45 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.011609] env[68786]: DEBUG oslo_concurrency.lockutils [req-05902e52-e5ca-4899-a6cc-8fe8fd5b1611 req-018a36cc-81fc-4e84-9575-6e66c9d3a2e8 service nova] Acquiring lock "e8a948d4-1459-4a1c-8514-42c5762cf34c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.011609] env[68786]: DEBUG oslo_concurrency.lockutils [req-05902e52-e5ca-4899-a6cc-8fe8fd5b1611 req-018a36cc-81fc-4e84-9575-6e66c9d3a2e8 service nova] Lock "e8a948d4-1459-4a1c-8514-42c5762cf34c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.011609] env[68786]: DEBUG oslo_concurrency.lockutils [req-05902e52-e5ca-4899-a6cc-8fe8fd5b1611 req-018a36cc-81fc-4e84-9575-6e66c9d3a2e8 service nova] Lock "e8a948d4-1459-4a1c-8514-42c5762cf34c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.011609] env[68786]: DEBUG nova.compute.manager [req-05902e52-e5ca-4899-a6cc-8fe8fd5b1611 req-018a36cc-81fc-4e84-9575-6e66c9d3a2e8 service nova] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] No waiting events found dispatching network-vif-plugged-11f59fbd-c4fb-475b-9a74-1ab1121f7a45 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.012640] env[68786]: WARNING nova.compute.manager [req-05902e52-e5ca-4899-a6cc-8fe8fd5b1611 req-018a36cc-81fc-4e84-9575-6e66c9d3a2e8 service nova] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Received unexpected event network-vif-plugged-11f59fbd-c4fb-475b-9a74-1ab1121f7a45 for instance with vm_state building and task_state spawning. [ 1002.012640] env[68786]: DEBUG nova.compute.manager [req-05902e52-e5ca-4899-a6cc-8fe8fd5b1611 req-018a36cc-81fc-4e84-9575-6e66c9d3a2e8 service nova] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Received event network-changed-11f59fbd-c4fb-475b-9a74-1ab1121f7a45 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.012640] env[68786]: DEBUG nova.compute.manager [req-05902e52-e5ca-4899-a6cc-8fe8fd5b1611 req-018a36cc-81fc-4e84-9575-6e66c9d3a2e8 service nova] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Refreshing instance network info cache due to event network-changed-11f59fbd-c4fb-475b-9a74-1ab1121f7a45. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.012640] env[68786]: DEBUG oslo_concurrency.lockutils [req-05902e52-e5ca-4899-a6cc-8fe8fd5b1611 req-018a36cc-81fc-4e84-9575-6e66c9d3a2e8 service nova] Acquiring lock "refresh_cache-e8a948d4-1459-4a1c-8514-42c5762cf34c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.012640] env[68786]: DEBUG oslo_concurrency.lockutils [req-05902e52-e5ca-4899-a6cc-8fe8fd5b1611 req-018a36cc-81fc-4e84-9575-6e66c9d3a2e8 service nova] Acquired lock "refresh_cache-e8a948d4-1459-4a1c-8514-42c5762cf34c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.012640] env[68786]: DEBUG nova.network.neutron [req-05902e52-e5ca-4899-a6cc-8fe8fd5b1611 req-018a36cc-81fc-4e84-9575-6e66c9d3a2e8 service nova] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Refreshing network info cache for port 11f59fbd-c4fb-475b-9a74-1ab1121f7a45 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.145078] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5c8c26-7fce-4135-bef8-79b140e9ce5f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.152050] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d217ef23-7bac-4d2e-8e19-e5f5b8d9218c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.184040] env[68786]: DEBUG oslo_concurrency.lockutils [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "refresh_cache-e8a948d4-1459-4a1c-8514-42c5762cf34c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.185227] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452971d7-997b-48a5-8194-87121cb6621e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.194637] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ff6255-16d8-4d26-a3ec-d4d978d56785 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.211028] env[68786]: DEBUG nova.compute.provider_tree [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.393090] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091247, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.478237] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "072ee9d5-6836-40ed-8eb5-4ee093227628" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.478676] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "072ee9d5-6836-40ed-8eb5-4ee093227628" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.478919] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "072ee9d5-6836-40ed-8eb5-4ee093227628-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.479129] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "072ee9d5-6836-40ed-8eb5-4ee093227628-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.479349] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "072ee9d5-6836-40ed-8eb5-4ee093227628-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.483131] env[68786]: INFO nova.compute.manager [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Terminating instance [ 1002.507927] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091248, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.546320] env[68786]: DEBUG nova.network.neutron [req-05902e52-e5ca-4899-a6cc-8fe8fd5b1611 req-018a36cc-81fc-4e84-9575-6e66c9d3a2e8 service nova] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.606409] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d89d7cb0-8423-4a99-9bac-a58e3761bb26 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "refresh_cache-38f4d3bd-1065-4e88-bb9c-717f12dd992b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.606603] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d89d7cb0-8423-4a99-9bac-a58e3761bb26 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquired lock "refresh_cache-38f4d3bd-1065-4e88-bb9c-717f12dd992b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.606782] env[68786]: DEBUG nova.network.neutron [None req-d89d7cb0-8423-4a99-9bac-a58e3761bb26 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.629892] env[68786]: DEBUG nova.network.neutron [req-05902e52-e5ca-4899-a6cc-8fe8fd5b1611 req-018a36cc-81fc-4e84-9575-6e66c9d3a2e8 service nova] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.714081] env[68786]: DEBUG nova.scheduler.client.report [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.799195] env[68786]: DEBUG nova.compute.manager [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.840564] env[68786]: DEBUG nova.virt.hardware [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.840752] env[68786]: DEBUG nova.virt.hardware [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.840817] env[68786]: DEBUG nova.virt.hardware [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.840994] env[68786]: DEBUG nova.virt.hardware [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.841937] env[68786]: DEBUG nova.virt.hardware [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.842134] env[68786]: DEBUG nova.virt.hardware [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.842362] env[68786]: DEBUG nova.virt.hardware [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.842531] env[68786]: DEBUG nova.virt.hardware [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.842702] env[68786]: DEBUG nova.virt.hardware [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.842867] env[68786]: DEBUG nova.virt.hardware [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.843054] env[68786]: DEBUG nova.virt.hardware [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.843965] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7813ba94-aa31-4f40-9388-544348485190 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.853068] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb67ca94-31b5-4628-be86-03bc72a96c37 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.889715] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091247, 'name': ReconfigVM_Task, 'duration_secs': 1.021265} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.890006] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed/8f83ec95-3026-4cbb-8f6b-4f974f6d31ed.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.890760] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-feaed94e-aa9a-4b0b-87a6-32bb79bb6540 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.898447] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1002.898447] env[68786]: value = "task-3091249" [ 1002.898447] env[68786]: _type = "Task" [ 1002.898447] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.906578] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091249, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.987802] env[68786]: DEBUG nova.compute.manager [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.988078] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.988969] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f128a17f-ad84-48b2-abf6-1e05b1f44695 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.997221] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.000359] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12f72b3c-6bc3-4089-8af8-6d144a5ca63e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.007100] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517938} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.008346] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] e3abb151-4382-418a-af01-ce774edd08ec/e3abb151-4382-418a-af01-ce774edd08ec.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.008613] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.009016] env[68786]: DEBUG oslo_vmware.api [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 1003.009016] env[68786]: value = "task-3091250" [ 1003.009016] env[68786]: _type = "Task" [ 1003.009016] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.009274] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6489daba-6694-49b0-b063-79b906df5c78 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.019039] env[68786]: DEBUG oslo_vmware.api [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.020710] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1003.020710] env[68786]: value = "task-3091251" [ 1003.020710] env[68786]: _type = "Task" [ 1003.020710] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.030009] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.133636] env[68786]: DEBUG oslo_concurrency.lockutils [req-05902e52-e5ca-4899-a6cc-8fe8fd5b1611 req-018a36cc-81fc-4e84-9575-6e66c9d3a2e8 service nova] Releasing lock "refresh_cache-e8a948d4-1459-4a1c-8514-42c5762cf34c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.133636] env[68786]: DEBUG oslo_concurrency.lockutils [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquired lock "refresh_cache-e8a948d4-1459-4a1c-8514-42c5762cf34c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.133636] env[68786]: DEBUG nova.network.neutron [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.220209] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.452s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.226397] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.030s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.230020] env[68786]: INFO nova.compute.claims [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.412333] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091249, 'name': Rename_Task, 'duration_secs': 0.31758} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.412513] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.412770] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41c39414-9757-48f6-8d30-4e608317e12d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.419263] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1003.419263] env[68786]: value = "task-3091252" [ 1003.419263] env[68786]: _type = "Task" [ 1003.419263] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.430649] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.520713] env[68786]: DEBUG oslo_vmware.api [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091250, 'name': PowerOffVM_Task, 'duration_secs': 0.227801} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.521081] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.521289] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.521649] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63422707-4fa0-464e-969c-6b82f2adffde {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.532162] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07069} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.532511] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.533289] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3920b09-9f59-432f-be00-150b04c7029c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.561927] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] e3abb151-4382-418a-af01-ce774edd08ec/e3abb151-4382-418a-af01-ce774edd08ec.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.562303] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b49e4c8c-ad57-44e3-8224-d756a800ad73 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.582313] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1003.582313] env[68786]: value = "task-3091254" [ 1003.582313] env[68786]: _type = "Task" [ 1003.582313] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.590609] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091254, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.695613] env[68786]: DEBUG nova.network.neutron [None req-d89d7cb0-8423-4a99-9bac-a58e3761bb26 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Updating instance_info_cache with network_info: [{"id": "cca86162-2542-4dea-a265-af6362074b46", "address": "fa:16:3e:a0:45:5e", "network": {"id": "217e2176-5120-4b8a-b9c2-f17c95bc9f61", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2097938544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcdc4b48699b4a779e459657e78d461a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca86162-25", "ovs_interfaceid": "cca86162-2542-4dea-a265-af6362074b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.741506] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a6280883-8a1c-4fdb-afa0-b9ebc83239b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "b9cf5b07-b2b6-479f-ae2d-9c9469130b88" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 38.778s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.742662] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e80bdb7-b693-45f9-bc52-1213f75a84b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "b9cf5b07-b2b6-479f-ae2d-9c9469130b88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 14.241s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.742937] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e80bdb7-b693-45f9-bc52-1213f75a84b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "b9cf5b07-b2b6-479f-ae2d-9c9469130b88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.746418] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e80bdb7-b693-45f9-bc52-1213f75a84b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "b9cf5b07-b2b6-479f-ae2d-9c9469130b88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.746418] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e80bdb7-b693-45f9-bc52-1213f75a84b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "b9cf5b07-b2b6-479f-ae2d-9c9469130b88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.746571] env[68786]: DEBUG nova.network.neutron [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.749450] env[68786]: INFO nova.compute.manager [None req-4e80bdb7-b693-45f9-bc52-1213f75a84b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Terminating instance [ 1003.929261] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091252, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.966486] env[68786]: DEBUG nova.network.neutron [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Successfully updated port: fa1cd344-85aa-494e-af0b-bcdc0b114a95 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.984815] env[68786]: DEBUG nova.network.neutron [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Updating instance_info_cache with network_info: [{"id": "11f59fbd-c4fb-475b-9a74-1ab1121f7a45", "address": "fa:16:3e:1e:40:c7", "network": {"id": "c01d19ce-f9ca-40c6-96e1-d6cf26884cfa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1416015341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a5c69b5ce1c414cad8009baeefd27d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f59fbd-c4", "ovs_interfaceid": "11f59fbd-c4fb-475b-9a74-1ab1121f7a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.037518] env[68786]: DEBUG nova.compute.manager [req-0a594423-14b5-48f4-9eef-cee467eb8ec2 req-c1ac52a2-fde8-4ccd-beb4-9c3e4afc8cbc service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Received event network-vif-plugged-fa1cd344-85aa-494e-af0b-bcdc0b114a95 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.037742] env[68786]: DEBUG oslo_concurrency.lockutils [req-0a594423-14b5-48f4-9eef-cee467eb8ec2 req-c1ac52a2-fde8-4ccd-beb4-9c3e4afc8cbc service nova] Acquiring lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.038019] env[68786]: DEBUG oslo_concurrency.lockutils [req-0a594423-14b5-48f4-9eef-cee467eb8ec2 req-c1ac52a2-fde8-4ccd-beb4-9c3e4afc8cbc service nova] Lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.038174] env[68786]: DEBUG oslo_concurrency.lockutils [req-0a594423-14b5-48f4-9eef-cee467eb8ec2 req-c1ac52a2-fde8-4ccd-beb4-9c3e4afc8cbc service nova] Lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.038295] env[68786]: DEBUG nova.compute.manager [req-0a594423-14b5-48f4-9eef-cee467eb8ec2 req-c1ac52a2-fde8-4ccd-beb4-9c3e4afc8cbc service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] No waiting events found dispatching network-vif-plugged-fa1cd344-85aa-494e-af0b-bcdc0b114a95 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.038472] env[68786]: WARNING nova.compute.manager [req-0a594423-14b5-48f4-9eef-cee467eb8ec2 req-c1ac52a2-fde8-4ccd-beb4-9c3e4afc8cbc service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Received unexpected event network-vif-plugged-fa1cd344-85aa-494e-af0b-bcdc0b114a95 for instance with vm_state building and task_state spawning. [ 1004.038653] env[68786]: DEBUG nova.compute.manager [req-0a594423-14b5-48f4-9eef-cee467eb8ec2 req-c1ac52a2-fde8-4ccd-beb4-9c3e4afc8cbc service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Received event network-changed-fa1cd344-85aa-494e-af0b-bcdc0b114a95 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.038788] env[68786]: DEBUG nova.compute.manager [req-0a594423-14b5-48f4-9eef-cee467eb8ec2 req-c1ac52a2-fde8-4ccd-beb4-9c3e4afc8cbc service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Refreshing instance network info cache due to event network-changed-fa1cd344-85aa-494e-af0b-bcdc0b114a95. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.038975] env[68786]: DEBUG oslo_concurrency.lockutils [req-0a594423-14b5-48f4-9eef-cee467eb8ec2 req-c1ac52a2-fde8-4ccd-beb4-9c3e4afc8cbc service nova] Acquiring lock "refresh_cache-e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.039277] env[68786]: DEBUG oslo_concurrency.lockutils [req-0a594423-14b5-48f4-9eef-cee467eb8ec2 req-c1ac52a2-fde8-4ccd-beb4-9c3e4afc8cbc service nova] Acquired lock "refresh_cache-e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.039477] env[68786]: DEBUG nova.network.neutron [req-0a594423-14b5-48f4-9eef-cee467eb8ec2 req-c1ac52a2-fde8-4ccd-beb4-9c3e4afc8cbc service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Refreshing network info cache for port fa1cd344-85aa-494e-af0b-bcdc0b114a95 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.093409] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.197526] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d89d7cb0-8423-4a99-9bac-a58e3761bb26 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Releasing lock "refresh_cache-38f4d3bd-1065-4e88-bb9c-717f12dd992b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.198549] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fe292d-9708-4bdb-b5d8-31d7dad4201d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.205019] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d89d7cb0-8423-4a99-9bac-a58e3761bb26 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Resuming the VM {{(pid=68786) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1004.205273] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4919355b-dc06-4eeb-a6a1-84afda929b8d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.211994] env[68786]: DEBUG oslo_vmware.api [None req-d89d7cb0-8423-4a99-9bac-a58e3761bb26 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 1004.211994] env[68786]: value = "task-3091255" [ 1004.211994] env[68786]: _type = "Task" [ 1004.211994] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.219715] env[68786]: DEBUG oslo_vmware.api [None req-d89d7cb0-8423-4a99-9bac-a58e3761bb26 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.254810] env[68786]: DEBUG nova.compute.manager [None req-4e80bdb7-b693-45f9-bc52-1213f75a84b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.255068] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4e80bdb7-b693-45f9-bc52-1213f75a84b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.255391] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf1737a6-ebfd-4979-842f-43cbb5927c08 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.264214] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20305c8-c0f5-4a0a-8abb-2f620f8eb18e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.309588] env[68786]: WARNING nova.virt.vmwareapi.vmops [None req-4e80bdb7-b693-45f9-bc52-1213f75a84b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b9cf5b07-b2b6-479f-ae2d-9c9469130b88 could not be found. [ 1004.310060] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4e80bdb7-b693-45f9-bc52-1213f75a84b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.310608] env[68786]: INFO nova.compute.manager [None req-4e80bdb7-b693-45f9-bc52-1213f75a84b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1004.314020] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e80bdb7-b693-45f9-bc52-1213f75a84b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.314394] env[68786]: DEBUG nova.compute.manager [-] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.314509] env[68786]: DEBUG nova.network.neutron [-] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.430848] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091252, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.470244] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "refresh_cache-e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.487749] env[68786]: DEBUG oslo_concurrency.lockutils [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Releasing lock "refresh_cache-e8a948d4-1459-4a1c-8514-42c5762cf34c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.488281] env[68786]: DEBUG nova.compute.manager [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Instance network_info: |[{"id": "11f59fbd-c4fb-475b-9a74-1ab1121f7a45", "address": "fa:16:3e:1e:40:c7", "network": {"id": "c01d19ce-f9ca-40c6-96e1-d6cf26884cfa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1416015341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a5c69b5ce1c414cad8009baeefd27d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f59fbd-c4", "ovs_interfaceid": "11f59fbd-c4fb-475b-9a74-1ab1121f7a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.488583] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:40:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11f59fbd-c4fb-475b-9a74-1ab1121f7a45', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.496521] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.499223] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.499697] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a2d515e-d994-40a2-882f-441a00e19a81 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.522241] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.522241] env[68786]: value = "task-3091256" [ 1004.522241] env[68786]: _type = "Task" [ 1004.522241] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.531485] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091256, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.570652] env[68786]: DEBUG nova.network.neutron [req-0a594423-14b5-48f4-9eef-cee467eb8ec2 req-c1ac52a2-fde8-4ccd-beb4-9c3e4afc8cbc service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.592253] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4bfad5-fe11-461e-af33-cf4a9c96012d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.598455] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.603944] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4699e130-afda-475b-b5ee-10a824f68f2a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.609347] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.609619] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.609811] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Deleting the datastore file [datastore1] 072ee9d5-6836-40ed-8eb5-4ee093227628 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.633358] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0396ab8-c0b9-41d2-add5-74271864c42f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.638370] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648ac16d-fe3b-45ed-b679-a66f4f5da168 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.647553] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6408a2-c361-4a25-96f0-ccbe0498b041 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.654304] env[68786]: DEBUG oslo_vmware.api [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 1004.654304] env[68786]: value = "task-3091257" [ 1004.654304] env[68786]: _type = "Task" [ 1004.654304] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.665611] env[68786]: DEBUG nova.compute.provider_tree [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.673773] env[68786]: DEBUG oslo_vmware.api [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.680327] env[68786]: DEBUG nova.network.neutron [req-0a594423-14b5-48f4-9eef-cee467eb8ec2 req-c1ac52a2-fde8-4ccd-beb4-9c3e4afc8cbc service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.723173] env[68786]: DEBUG oslo_vmware.api [None req-d89d7cb0-8423-4a99-9bac-a58e3761bb26 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091255, 'name': PowerOnVM_Task} progress is 79%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.933841] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091252, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.035842] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091256, 'name': CreateVM_Task, 'duration_secs': 0.374811} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.035842] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.036479] env[68786]: DEBUG oslo_concurrency.lockutils [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.036712] env[68786]: DEBUG oslo_concurrency.lockutils [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.037565] env[68786]: DEBUG oslo_concurrency.lockutils [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.037565] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca09bfd7-1522-49d7-ac86-b84d3acfc653 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.044675] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1005.044675] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52deb109-851b-e594-4c92-8417a18a4181" [ 1005.044675] env[68786]: _type = "Task" [ 1005.044675] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.045144] env[68786]: DEBUG nova.network.neutron [-] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.056938] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52deb109-851b-e594-4c92-8417a18a4181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.096129] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091254, 'name': ReconfigVM_Task, 'duration_secs': 1.252357} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.096409] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Reconfigured VM instance instance-0000005e to attach disk [datastore1] e3abb151-4382-418a-af01-ce774edd08ec/e3abb151-4382-418a-af01-ce774edd08ec.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.097119] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-061b300f-76fa-479d-ba93-d8d9ec78fb95 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.104984] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1005.104984] env[68786]: value = "task-3091258" [ 1005.104984] env[68786]: _type = "Task" [ 1005.104984] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.116693] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091258, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.169418] env[68786]: DEBUG nova.scheduler.client.report [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.173125] env[68786]: DEBUG oslo_vmware.api [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242704} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.173692] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.173968] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.174085] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.174315] env[68786]: INFO nova.compute.manager [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1005.174568] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.174777] env[68786]: DEBUG nova.compute.manager [-] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.174867] env[68786]: DEBUG nova.network.neutron [-] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.182489] env[68786]: DEBUG oslo_concurrency.lockutils [req-0a594423-14b5-48f4-9eef-cee467eb8ec2 req-c1ac52a2-fde8-4ccd-beb4-9c3e4afc8cbc service nova] Releasing lock "refresh_cache-e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.182868] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "refresh_cache-e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.183062] env[68786]: DEBUG nova.network.neutron [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.226518] env[68786]: DEBUG oslo_vmware.api [None req-d89d7cb0-8423-4a99-9bac-a58e3761bb26 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091255, 'name': PowerOnVM_Task, 'duration_secs': 0.807632} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.226843] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d89d7cb0-8423-4a99-9bac-a58e3761bb26 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Resumed the VM {{(pid=68786) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1005.227047] env[68786]: DEBUG nova.compute.manager [None req-d89d7cb0-8423-4a99-9bac-a58e3761bb26 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.227890] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b59bb05-b2a3-489c-a67f-46d3a2d99ab5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.431309] env[68786]: DEBUG oslo_vmware.api [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091252, 'name': PowerOnVM_Task, 'duration_secs': 1.968925} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.431606] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.431831] env[68786]: INFO nova.compute.manager [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Took 10.03 seconds to spawn the instance on the hypervisor. [ 1005.432041] env[68786]: DEBUG nova.compute.manager [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.432874] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfeb5f90-0537-4b41-9f1c-ea160bd3502e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.551322] env[68786]: INFO nova.compute.manager [-] [instance: b9cf5b07-b2b6-479f-ae2d-9c9469130b88] Took 1.24 seconds to deallocate network for instance. [ 1005.558025] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52deb109-851b-e594-4c92-8417a18a4181, 'name': SearchDatastore_Task, 'duration_secs': 0.012366} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.560648] env[68786]: DEBUG oslo_concurrency.lockutils [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.561051] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.561150] env[68786]: DEBUG oslo_concurrency.lockutils [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.561257] env[68786]: DEBUG oslo_concurrency.lockutils [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.561574] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.561824] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-682f36e1-8782-4cc1-958b-b72965b8981b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.570367] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.570521] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.571215] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25a9dc2c-da00-45a3-8ea8-9dee7f801ec5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.576267] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1005.576267] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5217853b-7496-8d11-6690-dfca3799ff6a" [ 1005.576267] env[68786]: _type = "Task" [ 1005.576267] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.584139] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5217853b-7496-8d11-6690-dfca3799ff6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.615068] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091258, 'name': Rename_Task, 'duration_secs': 0.293625} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.616209] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.616209] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d18e6c4-df76-4595-a2f5-ea0480ebf820 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.622284] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1005.622284] env[68786]: value = "task-3091259" [ 1005.622284] env[68786]: _type = "Task" [ 1005.622284] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.631131] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.674981] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.675539] env[68786]: DEBUG nova.compute.manager [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.678198] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.543s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.679580] env[68786]: INFO nova.compute.claims [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.715622] env[68786]: DEBUG nova.network.neutron [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.881979] env[68786]: DEBUG nova.network.neutron [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Updating instance_info_cache with network_info: [{"id": "fa1cd344-85aa-494e-af0b-bcdc0b114a95", "address": "fa:16:3e:80:e8:83", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1cd344-85", "ovs_interfaceid": "fa1cd344-85aa-494e-af0b-bcdc0b114a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.952357] env[68786]: INFO nova.compute.manager [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Took 33.60 seconds to build instance. [ 1005.992023] env[68786]: DEBUG nova.network.neutron [-] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.070083] env[68786]: DEBUG nova.compute.manager [req-40063e36-0d9f-41cc-b0b1-a0872f5b82fb req-c9697a45-c7f0-451d-bf02-e99c588214f6 service nova] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Received event network-vif-deleted-8541325f-16cf-42f7-ad59-54c48d977bea {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.087760] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5217853b-7496-8d11-6690-dfca3799ff6a, 'name': SearchDatastore_Task, 'duration_secs': 0.008943} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.088654] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb254fb5-a153-4f8a-ba95-c3ab16c97de8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.094898] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1006.094898] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5299569d-7e61-6fdd-5787-b6b46b9207ee" [ 1006.094898] env[68786]: _type = "Task" [ 1006.094898] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.103485] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5299569d-7e61-6fdd-5787-b6b46b9207ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.133190] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091259, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.184722] env[68786]: DEBUG nova.compute.utils [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.188179] env[68786]: DEBUG nova.compute.manager [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.188394] env[68786]: DEBUG nova.network.neutron [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.230705] env[68786]: DEBUG nova.policy [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c668a84a86c4f6680f27b6581ce6d3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e3caea5c41d4adc9c715c88d8e76039', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.386144] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "refresh_cache-e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.386468] env[68786]: DEBUG nova.compute.manager [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Instance network_info: |[{"id": "fa1cd344-85aa-494e-af0b-bcdc0b114a95", "address": "fa:16:3e:80:e8:83", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1cd344-85", "ovs_interfaceid": "fa1cd344-85aa-494e-af0b-bcdc0b114a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.386958] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:e8:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa1cd344-85aa-494e-af0b-bcdc0b114a95', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.396835] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.396835] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.396835] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2dbbdacc-b8d3-4840-9346-0fd1800b26af {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.416252] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.416252] env[68786]: value = "task-3091260" [ 1006.416252] env[68786]: _type = "Task" [ 1006.416252] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.424203] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091260, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.453887] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3557b8d5-a727-46ce-aa29-0f84972749e0 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "8f83ec95-3026-4cbb-8f6b-4f974f6d31ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.122s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.495917] env[68786]: INFO nova.compute.manager [-] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Took 1.32 seconds to deallocate network for instance. [ 1006.581393] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e80bdb7-b693-45f9-bc52-1213f75a84b8 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "b9cf5b07-b2b6-479f-ae2d-9c9469130b88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.839s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.586427] env[68786]: DEBUG nova.network.neutron [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Successfully created port: 4bcca40b-cf3c-482c-a050-75b2f23a1e04 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.606253] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5299569d-7e61-6fdd-5787-b6b46b9207ee, 'name': SearchDatastore_Task, 'duration_secs': 0.01037} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.606516] env[68786]: DEBUG oslo_concurrency.lockutils [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.606813] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] e8a948d4-1459-4a1c-8514-42c5762cf34c/e8a948d4-1459-4a1c-8514-42c5762cf34c.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.607084] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-920bffe4-670e-4e15-b97a-3d74e312b1a1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.613657] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1006.613657] env[68786]: value = "task-3091261" [ 1006.613657] env[68786]: _type = "Task" [ 1006.613657] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.621507] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.632410] env[68786]: DEBUG oslo_vmware.api [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091259, 'name': PowerOnVM_Task, 'duration_secs': 0.65631} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.632410] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.632410] env[68786]: INFO nova.compute.manager [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1006.632410] env[68786]: DEBUG nova.compute.manager [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.632982] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce161fc5-28c1-400f-bbcf-4861bab595b2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.689228] env[68786]: DEBUG nova.compute.manager [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.933546] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091260, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.940685] env[68786]: DEBUG nova.network.neutron [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Successfully created port: dec381f8-d82c-4d1e-b162-1141dc33e401 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.002621] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.068606] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b21cc1-50bc-4a71-898d-022335666fba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.076797] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d500586-31e7-44e3-b506-5778e8f8678b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.110292] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b960ba2-a915-40c3-b2f3-19570dc1e096 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.121872] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76ce46e-08e5-4b44-ac62-6ec8181b6811 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.129492] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091261, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.141050] env[68786]: DEBUG nova.compute.provider_tree [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.153658] env[68786]: INFO nova.compute.manager [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Took 33.87 seconds to build instance. [ 1007.432452] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091260, 'name': CreateVM_Task, 'duration_secs': 0.588791} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.432700] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.433553] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.433792] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.434158] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.434470] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cca15b96-47c5-4f0a-819e-52ebb1275101 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.438772] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1007.438772] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]520829fa-484c-8cf5-240c-5a67a7aca03b" [ 1007.438772] env[68786]: _type = "Task" [ 1007.438772] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.446485] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520829fa-484c-8cf5-240c-5a67a7aca03b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.625366] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592971} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.625577] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] e8a948d4-1459-4a1c-8514-42c5762cf34c/e8a948d4-1459-4a1c-8514-42c5762cf34c.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.625778] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.627152] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e53c68ad-917c-486b-af25-e91af9b0d9af {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.633595] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1007.633595] env[68786]: value = "task-3091262" [ 1007.633595] env[68786]: _type = "Task" [ 1007.633595] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.643516] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.643976] env[68786]: DEBUG nova.scheduler.client.report [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.657590] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e94be43b-953b-4f93-9109-5042379eac37 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "e3abb151-4382-418a-af01-ce774edd08ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.384s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.703063] env[68786]: DEBUG nova.compute.manager [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.734140] env[68786]: DEBUG nova.virt.hardware [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.734140] env[68786]: DEBUG nova.virt.hardware [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.734140] env[68786]: DEBUG nova.virt.hardware [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.734730] env[68786]: DEBUG nova.virt.hardware [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.735093] env[68786]: DEBUG nova.virt.hardware [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.735573] env[68786]: DEBUG nova.virt.hardware [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.736079] env[68786]: DEBUG nova.virt.hardware [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.736969] env[68786]: DEBUG nova.virt.hardware [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.736969] env[68786]: DEBUG nova.virt.hardware [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.736969] env[68786]: DEBUG nova.virt.hardware [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.737320] env[68786]: DEBUG nova.virt.hardware [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.738553] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42015c31-0d37-4feb-8aa2-fa8c70f7c4f0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.746956] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c01c9f2-6932-4ed2-a4ff-6d58dd5b0253 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.951518] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520829fa-484c-8cf5-240c-5a67a7aca03b, 'name': SearchDatastore_Task, 'duration_secs': 0.009332} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.952279] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.952279] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.952457] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.952556] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.952740] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.953024] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a186f510-f66c-4b65-9956-512375e45f3a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.963873] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.964079] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.964832] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5e9e475-3a50-4166-ab05-f5afed2b8ebe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.970988] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1007.970988] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b39892-53e3-5fa5-e26a-7f4564d1ff76" [ 1007.970988] env[68786]: _type = "Task" [ 1007.970988] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.979263] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b39892-53e3-5fa5-e26a-7f4564d1ff76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.144755] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.254137} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.145240] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.145871] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6f3f89-8d10-4ed3-855d-c93bd4883de8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.148910] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.149520] env[68786]: DEBUG nova.compute.manager [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.152215] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.919s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.152436] env[68786]: DEBUG nova.objects.instance [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Lazy-loading 'resources' on Instance uuid 4359f259-166c-4da8-9b06-d12646a67348 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.175074] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] e8a948d4-1459-4a1c-8514-42c5762cf34c/e8a948d4-1459-4a1c-8514-42c5762cf34c.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.177126] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90e78341-fc81-4d62-86be-88a91ec7dae3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.196554] env[68786]: DEBUG oslo_concurrency.lockutils [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "3a9b3b84-f621-46be-839e-4b5316a46569" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.196791] env[68786]: DEBUG oslo_concurrency.lockutils [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "3a9b3b84-f621-46be-839e-4b5316a46569" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.204999] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1008.204999] env[68786]: value = "task-3091263" [ 1008.204999] env[68786]: _type = "Task" [ 1008.204999] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.214485] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.482867] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b39892-53e3-5fa5-e26a-7f4564d1ff76, 'name': SearchDatastore_Task, 'duration_secs': 0.020902} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.483873] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29ecef60-702d-444e-995a-124d370fbf7a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.490184] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1008.490184] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ce9eb4-b8f8-3e66-ff52-a058ead22e95" [ 1008.490184] env[68786]: _type = "Task" [ 1008.490184] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.498511] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ce9eb4-b8f8-3e66-ff52-a058ead22e95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.520805] env[68786]: DEBUG nova.compute.manager [req-057152d5-7e13-4e07-a2a0-e2bea39c9e20 req-91ef86d7-731c-4454-b996-42e5701729a7 service nova] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Received event network-vif-plugged-4bcca40b-cf3c-482c-a050-75b2f23a1e04 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.521021] env[68786]: DEBUG oslo_concurrency.lockutils [req-057152d5-7e13-4e07-a2a0-e2bea39c9e20 req-91ef86d7-731c-4454-b996-42e5701729a7 service nova] Acquiring lock "85bbdae5-0e93-4614-9f87-2f0f236ea4e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.521232] env[68786]: DEBUG oslo_concurrency.lockutils [req-057152d5-7e13-4e07-a2a0-e2bea39c9e20 req-91ef86d7-731c-4454-b996-42e5701729a7 service nova] Lock "85bbdae5-0e93-4614-9f87-2f0f236ea4e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.521435] env[68786]: DEBUG oslo_concurrency.lockutils [req-057152d5-7e13-4e07-a2a0-e2bea39c9e20 req-91ef86d7-731c-4454-b996-42e5701729a7 service nova] Lock "85bbdae5-0e93-4614-9f87-2f0f236ea4e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.521650] env[68786]: DEBUG nova.compute.manager [req-057152d5-7e13-4e07-a2a0-e2bea39c9e20 req-91ef86d7-731c-4454-b996-42e5701729a7 service nova] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] No waiting events found dispatching network-vif-plugged-4bcca40b-cf3c-482c-a050-75b2f23a1e04 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.521843] env[68786]: WARNING nova.compute.manager [req-057152d5-7e13-4e07-a2a0-e2bea39c9e20 req-91ef86d7-731c-4454-b996-42e5701729a7 service nova] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Received unexpected event network-vif-plugged-4bcca40b-cf3c-482c-a050-75b2f23a1e04 for instance with vm_state building and task_state spawning. [ 1008.621380] env[68786]: DEBUG nova.network.neutron [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Successfully updated port: 4bcca40b-cf3c-482c-a050-75b2f23a1e04 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.657945] env[68786]: DEBUG nova.compute.utils [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.660167] env[68786]: DEBUG nova.compute.manager [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.660167] env[68786]: DEBUG nova.network.neutron [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.702031] env[68786]: DEBUG nova.compute.manager [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.718165] env[68786]: DEBUG nova.policy [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03f3595a83014dad980e1cd936402cae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6dc07810950e47999fbbf8ea26e304ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.722796] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091263, 'name': ReconfigVM_Task, 'duration_secs': 0.371611} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.723497] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Reconfigured VM instance instance-0000005f to attach disk [datastore2] e8a948d4-1459-4a1c-8514-42c5762cf34c/e8a948d4-1459-4a1c-8514-42c5762cf34c.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.723727] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd66cdca-de2e-4248-b60f-6def1f5e99f5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.734271] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1008.734271] env[68786]: value = "task-3091264" [ 1008.734271] env[68786]: _type = "Task" [ 1008.734271] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.743055] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091264, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.002315] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ce9eb4-b8f8-3e66-ff52-a058ead22e95, 'name': SearchDatastore_Task, 'duration_secs': 0.011601} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.002476] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.003150] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] e023669b-4ffb-4e0a-a4fb-f311576b8ac1/e023669b-4ffb-4e0a-a4fb-f311576b8ac1.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.005808] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27899463-02c7-4768-8852-6c4c570ff69d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.012823] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1009.012823] env[68786]: value = "task-3091265" [ 1009.012823] env[68786]: _type = "Task" [ 1009.012823] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.021125] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.053033] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4244ed-2815-4058-a96c-7f7203701acb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.061764] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d54646-ff4b-488c-a9c8-d485611eeba1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.093720] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40946b4-8b9d-4fbb-931d-1a4d583d474f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.102804] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a200f0d-ed25-4972-aeae-989ac4e3a883 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.118733] env[68786]: DEBUG nova.compute.provider_tree [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.120755] env[68786]: DEBUG nova.network.neutron [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Successfully created port: 00e18c75-1886-45dc-b58f-cd3b67ef1d85 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.163825] env[68786]: DEBUG nova.compute.manager [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.240777] env[68786]: DEBUG oslo_concurrency.lockutils [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.248049] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091264, 'name': Rename_Task, 'duration_secs': 0.148192} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.248368] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.248956] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d20a2a8a-0623-4120-b63c-79554f1177e2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.258310] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1009.258310] env[68786]: value = "task-3091266" [ 1009.258310] env[68786]: _type = "Task" [ 1009.258310] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.271987] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.434552] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Acquiring lock "0e8e9e71-66fe-4acd-b200-9f16680b2b55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.434942] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Lock "0e8e9e71-66fe-4acd-b200-9f16680b2b55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.435197] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Acquiring lock "0e8e9e71-66fe-4acd-b200-9f16680b2b55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.435426] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Lock "0e8e9e71-66fe-4acd-b200-9f16680b2b55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.435600] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Lock "0e8e9e71-66fe-4acd-b200-9f16680b2b55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.437885] env[68786]: INFO nova.compute.manager [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Terminating instance [ 1009.525023] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091265, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.625208] env[68786]: DEBUG nova.scheduler.client.report [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.770052] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091266, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.941796] env[68786]: DEBUG nova.compute.manager [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.942095] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.943026] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154d516e-5dc8-4f22-bfb1-feff07555a4f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.951263] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.951523] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71b4ab49-3002-4736-a924-34dcec2fdefd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.957486] env[68786]: DEBUG oslo_vmware.api [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Waiting for the task: (returnval){ [ 1009.957486] env[68786]: value = "task-3091267" [ 1009.957486] env[68786]: _type = "Task" [ 1009.957486] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.965092] env[68786]: DEBUG oslo_vmware.api [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Task: {'id': task-3091267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.024217] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516816} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.024478] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] e023669b-4ffb-4e0a-a4fb-f311576b8ac1/e023669b-4ffb-4e0a-a4fb-f311576b8ac1.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.024694] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.024950] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68539004-ebdf-42d0-8d46-25b5043f14c2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.031185] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1010.031185] env[68786]: value = "task-3091268" [ 1010.031185] env[68786]: _type = "Task" [ 1010.031185] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.195938] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.195938] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.195938] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.215s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.195938] env[68786]: INFO nova.compute.claims [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.195938] env[68786]: DEBUG nova.compute.manager [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.195938] env[68786]: INFO nova.scheduler.client.report [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Deleted allocations for instance 4359f259-166c-4da8-9b06-d12646a67348 [ 1010.215936] env[68786]: DEBUG nova.virt.hardware [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.216201] env[68786]: DEBUG nova.virt.hardware [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.216359] env[68786]: DEBUG nova.virt.hardware [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.216540] env[68786]: DEBUG nova.virt.hardware [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.216687] env[68786]: DEBUG nova.virt.hardware [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.216868] env[68786]: DEBUG nova.virt.hardware [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.217122] env[68786]: DEBUG nova.virt.hardware [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.219340] env[68786]: DEBUG nova.virt.hardware [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.219340] env[68786]: DEBUG nova.virt.hardware [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.219340] env[68786]: DEBUG nova.virt.hardware [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.219340] env[68786]: DEBUG nova.virt.hardware [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.219340] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa160bdc-930f-405e-b25c-5e71117b90c4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.229446] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1388816c-300a-4338-95a5-5e3e3b250007 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.271187] env[68786]: DEBUG oslo_vmware.api [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091266, 'name': PowerOnVM_Task, 'duration_secs': 0.648088} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.271559] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.271836] env[68786]: INFO nova.compute.manager [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1010.272060] env[68786]: DEBUG nova.compute.manager [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.273239] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7f11fc-5074-4686-9b9d-128e7e6cb87c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.467475] env[68786]: DEBUG oslo_vmware.api [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Task: {'id': task-3091267, 'name': PowerOffVM_Task, 'duration_secs': 0.260975} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.467808] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.467992] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.468274] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2963f41-3263-44a3-88bc-a06cd98bdfaf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.540998] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067827} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.541292] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.542346] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28928bd5-6193-4762-bce2-dcc751c6d935 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.564830] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] e023669b-4ffb-4e0a-a4fb-f311576b8ac1/e023669b-4ffb-4e0a-a4fb-f311576b8ac1.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.567191] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42b39189-0e4b-4944-a6f8-20c0b4893fff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.582240] env[68786]: DEBUG nova.compute.manager [req-9e1a2481-40e8-4008-93e3-207454be0d04 req-e980237c-0ded-4d5e-ad9e-4b5e1a9ddf86 service nova] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Received event network-changed-4bcca40b-cf3c-482c-a050-75b2f23a1e04 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.582431] env[68786]: DEBUG nova.compute.manager [req-9e1a2481-40e8-4008-93e3-207454be0d04 req-e980237c-0ded-4d5e-ad9e-4b5e1a9ddf86 service nova] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Refreshing instance network info cache due to event network-changed-4bcca40b-cf3c-482c-a050-75b2f23a1e04. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.582645] env[68786]: DEBUG oslo_concurrency.lockutils [req-9e1a2481-40e8-4008-93e3-207454be0d04 req-e980237c-0ded-4d5e-ad9e-4b5e1a9ddf86 service nova] Acquiring lock "refresh_cache-85bbdae5-0e93-4614-9f87-2f0f236ea4e7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.582786] env[68786]: DEBUG oslo_concurrency.lockutils [req-9e1a2481-40e8-4008-93e3-207454be0d04 req-e980237c-0ded-4d5e-ad9e-4b5e1a9ddf86 service nova] Acquired lock "refresh_cache-85bbdae5-0e93-4614-9f87-2f0f236ea4e7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.582937] env[68786]: DEBUG nova.network.neutron [req-9e1a2481-40e8-4008-93e3-207454be0d04 req-e980237c-0ded-4d5e-ad9e-4b5e1a9ddf86 service nova] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Refreshing network info cache for port 4bcca40b-cf3c-482c-a050-75b2f23a1e04 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.584278] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.584473] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.584661] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Deleting the datastore file [datastore2] 0e8e9e71-66fe-4acd-b200-9f16680b2b55 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.585331] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ba767c5-7499-44eb-860b-dd26b89ef97e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.592621] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1010.592621] env[68786]: value = "task-3091270" [ 1010.592621] env[68786]: _type = "Task" [ 1010.592621] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.593872] env[68786]: DEBUG oslo_vmware.api [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Waiting for the task: (returnval){ [ 1010.593872] env[68786]: value = "task-3091271" [ 1010.593872] env[68786]: _type = "Task" [ 1010.593872] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.604849] env[68786]: DEBUG oslo_vmware.api [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Task: {'id': task-3091271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.607813] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.693585] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d3489c07-f33e-4e4d-918a-48aa60df5198 tempest-ServerRescueTestJSON-237865739 tempest-ServerRescueTestJSON-237865739-project-member] Lock "4359f259-166c-4da8-9b06-d12646a67348" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.952s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.796311] env[68786]: INFO nova.compute.manager [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Took 36.84 seconds to build instance. [ 1011.106855] env[68786]: DEBUG oslo_vmware.api [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Task: {'id': task-3091271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.110460] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.155890] env[68786]: DEBUG nova.network.neutron [req-9e1a2481-40e8-4008-93e3-207454be0d04 req-e980237c-0ded-4d5e-ad9e-4b5e1a9ddf86 service nova] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.165194] env[68786]: DEBUG nova.network.neutron [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Successfully updated port: 00e18c75-1886-45dc-b58f-cd3b67ef1d85 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.177657] env[68786]: DEBUG nova.network.neutron [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Successfully updated port: dec381f8-d82c-4d1e-b162-1141dc33e401 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.268992] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "38f4d3bd-1065-4e88-bb9c-717f12dd992b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.270786] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "38f4d3bd-1065-4e88-bb9c-717f12dd992b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.270786] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "38f4d3bd-1065-4e88-bb9c-717f12dd992b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.270907] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "38f4d3bd-1065-4e88-bb9c-717f12dd992b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.272144] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "38f4d3bd-1065-4e88-bb9c-717f12dd992b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.275089] env[68786]: INFO nova.compute.manager [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Terminating instance [ 1011.298553] env[68786]: DEBUG oslo_concurrency.lockutils [None req-264c18e9-d249-46ce-8aff-4974127d1c2c tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "e8a948d4-1459-4a1c-8514-42c5762cf34c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.347s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.310816] env[68786]: DEBUG nova.network.neutron [req-9e1a2481-40e8-4008-93e3-207454be0d04 req-e980237c-0ded-4d5e-ad9e-4b5e1a9ddf86 service nova] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.536220] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96a582d-c9b0-4aa3-a96b-eb189b8f18cf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.550738] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9350c3bf-6102-4c29-8275-f2bb50152d3e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.585631] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8491ad1f-d6fe-41c2-8741-30791666a74a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.595028] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0c5f82-98cc-4bce-9fbe-de0fcd6159af {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.616356] env[68786]: DEBUG nova.compute.provider_tree [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1011.624519] env[68786]: DEBUG oslo_vmware.api [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Task: {'id': task-3091271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.527521} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.624841] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091270, 'name': ReconfigVM_Task, 'duration_secs': 0.766073} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.625818] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.626071] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.626296] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.626508] env[68786]: INFO nova.compute.manager [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1011.626780] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.627042] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Reconfigured VM instance instance-00000060 to attach disk [datastore2] e023669b-4ffb-4e0a-a4fb-f311576b8ac1/e023669b-4ffb-4e0a-a4fb-f311576b8ac1.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.627940] env[68786]: DEBUG nova.compute.manager [-] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.628088] env[68786]: DEBUG nova.network.neutron [-] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.629705] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c2b8ef8-d426-4d2f-bfe2-24e3967ffdb8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.638014] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1011.638014] env[68786]: value = "task-3091272" [ 1011.638014] env[68786]: _type = "Task" [ 1011.638014] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.647496] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091272, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.669852] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquiring lock "refresh_cache-c2174b98-1340-4937-bd3d-ef251be96dec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.669964] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquired lock "refresh_cache-c2174b98-1340-4937-bd3d-ef251be96dec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.670110] env[68786]: DEBUG nova.network.neutron [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.681020] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Acquiring lock "refresh_cache-85bbdae5-0e93-4614-9f87-2f0f236ea4e7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.784156] env[68786]: DEBUG nova.compute.manager [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.784440] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.785383] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824293df-6911-4805-9b1c-0e6497b25b7c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.793730] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.793982] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06342119-1d18-4836-83bd-4aff1cc57201 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.801110] env[68786]: DEBUG oslo_vmware.api [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 1011.801110] env[68786]: value = "task-3091273" [ 1011.801110] env[68786]: _type = "Task" [ 1011.801110] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.809510] env[68786]: DEBUG oslo_vmware.api [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.813402] env[68786]: DEBUG oslo_concurrency.lockutils [req-9e1a2481-40e8-4008-93e3-207454be0d04 req-e980237c-0ded-4d5e-ad9e-4b5e1a9ddf86 service nova] Releasing lock "refresh_cache-85bbdae5-0e93-4614-9f87-2f0f236ea4e7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.814758] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Acquired lock "refresh_cache-85bbdae5-0e93-4614-9f87-2f0f236ea4e7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.814758] env[68786]: DEBUG nova.network.neutron [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.151046] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091272, 'name': Rename_Task, 'duration_secs': 0.198496} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.153715] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.154427] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37cdd8ac-f069-44d4-b181-15c9fff178b4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.161745] env[68786]: ERROR nova.scheduler.client.report [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [req-170b0756-8dd5-45dd-98e5-5b484263f9b1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-170b0756-8dd5-45dd-98e5-5b484263f9b1"}]} [ 1012.173490] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1012.173490] env[68786]: value = "task-3091274" [ 1012.173490] env[68786]: _type = "Task" [ 1012.173490] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.193041] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091274, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.196402] env[68786]: DEBUG nova.scheduler.client.report [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Refreshing inventories for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1012.220888] env[68786]: DEBUG nova.scheduler.client.report [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updating ProviderTree inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1012.221157] env[68786]: DEBUG nova.compute.provider_tree [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1012.235338] env[68786]: DEBUG nova.scheduler.client.report [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Refreshing aggregate associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, aggregates: None {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1012.258551] env[68786]: DEBUG nova.scheduler.client.report [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Refreshing trait associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1012.262762] env[68786]: DEBUG nova.network.neutron [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.318962] env[68786]: DEBUG oslo_vmware.api [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091273, 'name': PowerOffVM_Task, 'duration_secs': 0.356504} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.319447] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.319692] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.320319] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b70c930-a1d0-4781-8472-2aff61ebf234 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.399241] env[68786]: DEBUG nova.network.neutron [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.405800] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.406107] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.406349] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Deleting the datastore file [datastore1] 38f4d3bd-1065-4e88-bb9c-717f12dd992b {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.406682] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-305116c7-7868-43a3-b843-fd0f49e1ebf5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.415770] env[68786]: DEBUG oslo_vmware.api [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for the task: (returnval){ [ 1012.415770] env[68786]: value = "task-3091276" [ 1012.415770] env[68786]: _type = "Task" [ 1012.415770] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.429068] env[68786]: DEBUG oslo_vmware.api [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.626081] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67338a62-0cf7-495a-9d37-d88375b82aea {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.634016] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45985251-44a8-492d-bf38-1cf122ee0f35 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.667265] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c8274f-929f-48d5-91d7-bd8425aaed60 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.678646] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efbc2b5-6a09-4a0a-a453-7e35ee438f99 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.687659] env[68786]: DEBUG oslo_vmware.api [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091274, 'name': PowerOnVM_Task, 'duration_secs': 0.501129} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.696067] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.696336] env[68786]: INFO nova.compute.manager [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Took 9.90 seconds to spawn the instance on the hypervisor. [ 1012.696524] env[68786]: DEBUG nova.compute.manager [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.697057] env[68786]: DEBUG nova.compute.provider_tree [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1012.699011] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdc214a-3360-4d80-bbf1-3087e542e301 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.927480] env[68786]: DEBUG oslo_vmware.api [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Task: {'id': task-3091276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152118} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.931187] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.931487] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.931734] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.931985] env[68786]: INFO nova.compute.manager [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1012.932317] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.933826] env[68786]: DEBUG nova.compute.manager [-] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.933933] env[68786]: DEBUG nova.network.neutron [-] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.937107] env[68786]: DEBUG nova.compute.manager [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Received event network-vif-plugged-dec381f8-d82c-4d1e-b162-1141dc33e401 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.937355] env[68786]: DEBUG oslo_concurrency.lockutils [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] Acquiring lock "85bbdae5-0e93-4614-9f87-2f0f236ea4e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.937799] env[68786]: DEBUG oslo_concurrency.lockutils [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] Lock "85bbdae5-0e93-4614-9f87-2f0f236ea4e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.937799] env[68786]: DEBUG oslo_concurrency.lockutils [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] Lock "85bbdae5-0e93-4614-9f87-2f0f236ea4e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.938025] env[68786]: DEBUG nova.compute.manager [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] No waiting events found dispatching network-vif-plugged-dec381f8-d82c-4d1e-b162-1141dc33e401 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.938135] env[68786]: WARNING nova.compute.manager [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Received unexpected event network-vif-plugged-dec381f8-d82c-4d1e-b162-1141dc33e401 for instance with vm_state building and task_state spawning. [ 1012.938282] env[68786]: DEBUG nova.compute.manager [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Received event network-vif-plugged-00e18c75-1886-45dc-b58f-cd3b67ef1d85 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.938512] env[68786]: DEBUG oslo_concurrency.lockutils [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] Acquiring lock "c2174b98-1340-4937-bd3d-ef251be96dec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.938728] env[68786]: DEBUG oslo_concurrency.lockutils [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] Lock "c2174b98-1340-4937-bd3d-ef251be96dec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.938954] env[68786]: DEBUG oslo_concurrency.lockutils [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] Lock "c2174b98-1340-4937-bd3d-ef251be96dec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.939197] env[68786]: DEBUG nova.compute.manager [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] No waiting events found dispatching network-vif-plugged-00e18c75-1886-45dc-b58f-cd3b67ef1d85 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.939454] env[68786]: WARNING nova.compute.manager [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Received unexpected event network-vif-plugged-00e18c75-1886-45dc-b58f-cd3b67ef1d85 for instance with vm_state building and task_state spawning. [ 1012.939707] env[68786]: DEBUG nova.compute.manager [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Received event network-changed-00e18c75-1886-45dc-b58f-cd3b67ef1d85 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.940025] env[68786]: DEBUG nova.compute.manager [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Refreshing instance network info cache due to event network-changed-00e18c75-1886-45dc-b58f-cd3b67ef1d85. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.940209] env[68786]: DEBUG oslo_concurrency.lockutils [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] Acquiring lock "refresh_cache-c2174b98-1340-4937-bd3d-ef251be96dec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.046665] env[68786]: DEBUG nova.network.neutron [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Updating instance_info_cache with network_info: [{"id": "00e18c75-1886-45dc-b58f-cd3b67ef1d85", "address": "fa:16:3e:40:ec:b3", "network": {"id": "dae32dec-7783-4ad1-b404-57995751803c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-373614789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc07810950e47999fbbf8ea26e304ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e18c75-18", "ovs_interfaceid": "00e18c75-1886-45dc-b58f-cd3b67ef1d85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.223022] env[68786]: INFO nova.compute.manager [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Took 39.20 seconds to build instance. [ 1013.247923] env[68786]: DEBUG nova.scheduler.client.report [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1013.248224] env[68786]: DEBUG nova.compute.provider_tree [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 133 to 134 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1013.248402] env[68786]: DEBUG nova.compute.provider_tree [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1013.374532] env[68786]: DEBUG nova.network.neutron [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Updating instance_info_cache with network_info: [{"id": "4bcca40b-cf3c-482c-a050-75b2f23a1e04", "address": "fa:16:3e:dc:53:41", "network": {"id": "661a4b25-0a6a-4f85-b5fa-fa474b9ea3a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1081240310", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e3caea5c41d4adc9c715c88d8e76039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bcca40b-cf", "ovs_interfaceid": "4bcca40b-cf3c-482c-a050-75b2f23a1e04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dec381f8-d82c-4d1e-b162-1141dc33e401", "address": "fa:16:3e:fc:9b:23", "network": {"id": "22dbfcf6-c702-42f7-aaa7-7979f4126470", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-804930229", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3e3caea5c41d4adc9c715c88d8e76039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdec381f8-d8", "ovs_interfaceid": "dec381f8-d82c-4d1e-b162-1141dc33e401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.531176] env[68786]: DEBUG nova.network.neutron [-] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.549141] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Releasing lock "refresh_cache-c2174b98-1340-4937-bd3d-ef251be96dec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.549570] env[68786]: DEBUG nova.compute.manager [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Instance network_info: |[{"id": "00e18c75-1886-45dc-b58f-cd3b67ef1d85", "address": "fa:16:3e:40:ec:b3", "network": {"id": "dae32dec-7783-4ad1-b404-57995751803c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-373614789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc07810950e47999fbbf8ea26e304ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e18c75-18", "ovs_interfaceid": "00e18c75-1886-45dc-b58f-cd3b67ef1d85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.549925] env[68786]: DEBUG oslo_concurrency.lockutils [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] Acquired lock "refresh_cache-c2174b98-1340-4937-bd3d-ef251be96dec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.550158] env[68786]: DEBUG nova.network.neutron [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Refreshing network info cache for port 00e18c75-1886-45dc-b58f-cd3b67ef1d85 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.551498] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:ec:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00e18c75-1886-45dc-b58f-cd3b67ef1d85', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.567339] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.571016] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.571681] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a476db6-50e2-4508-b54d-b8ee7c5a9b5d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.593667] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.593667] env[68786]: value = "task-3091277" [ 1013.593667] env[68786]: _type = "Task" [ 1013.593667] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.604984] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091277, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.726589] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5a4521ae-93e0-45bb-8b5f-57b1468304a6 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.714s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.757024] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.617s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.757024] env[68786]: DEBUG nova.compute.manager [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.758419] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.966s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.761480] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.764566] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.836s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.764908] env[68786]: DEBUG nova.objects.instance [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Lazy-loading 'resources' on Instance uuid db2f2674-7d6e-4666-bd52-c632d18a2cc8 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.807450] env[68786]: DEBUG nova.compute.manager [req-f94d3335-cce1-4e14-9f67-a6eb9de1ae01 req-7dc0b964-67f4-4347-aa66-2d5ef310df03 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Received event network-changed-fa1cd344-85aa-494e-af0b-bcdc0b114a95 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.807450] env[68786]: DEBUG nova.compute.manager [req-f94d3335-cce1-4e14-9f67-a6eb9de1ae01 req-7dc0b964-67f4-4347-aa66-2d5ef310df03 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Refreshing instance network info cache due to event network-changed-fa1cd344-85aa-494e-af0b-bcdc0b114a95. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.807450] env[68786]: DEBUG oslo_concurrency.lockutils [req-f94d3335-cce1-4e14-9f67-a6eb9de1ae01 req-7dc0b964-67f4-4347-aa66-2d5ef310df03 service nova] Acquiring lock "refresh_cache-e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.807812] env[68786]: DEBUG oslo_concurrency.lockutils [req-f94d3335-cce1-4e14-9f67-a6eb9de1ae01 req-7dc0b964-67f4-4347-aa66-2d5ef310df03 service nova] Acquired lock "refresh_cache-e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.807812] env[68786]: DEBUG nova.network.neutron [req-f94d3335-cce1-4e14-9f67-a6eb9de1ae01 req-7dc0b964-67f4-4347-aa66-2d5ef310df03 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Refreshing network info cache for port fa1cd344-85aa-494e-af0b-bcdc0b114a95 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.809563] env[68786]: INFO nova.scheduler.client.report [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Deleted allocations for instance 274cb308-139a-4f1d-9615-49c1f115e193 [ 1013.878611] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Releasing lock "refresh_cache-85bbdae5-0e93-4614-9f87-2f0f236ea4e7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.878611] env[68786]: DEBUG nova.compute.manager [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Instance network_info: |[{"id": "4bcca40b-cf3c-482c-a050-75b2f23a1e04", "address": "fa:16:3e:dc:53:41", "network": {"id": "661a4b25-0a6a-4f85-b5fa-fa474b9ea3a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1081240310", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e3caea5c41d4adc9c715c88d8e76039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bcca40b-cf", "ovs_interfaceid": "4bcca40b-cf3c-482c-a050-75b2f23a1e04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dec381f8-d82c-4d1e-b162-1141dc33e401", "address": "fa:16:3e:fc:9b:23", "network": {"id": "22dbfcf6-c702-42f7-aaa7-7979f4126470", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-804930229", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3e3caea5c41d4adc9c715c88d8e76039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdec381f8-d8", "ovs_interfaceid": "dec381f8-d82c-4d1e-b162-1141dc33e401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.878611] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:53:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bcca40b-cf3c-482c-a050-75b2f23a1e04', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:9b:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dec381f8-d82c-4d1e-b162-1141dc33e401', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.890837] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.894615] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.895021] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70c215f8-cf5b-411f-b808-c786920c9c1b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.921199] env[68786]: DEBUG nova.network.neutron [-] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.928428] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.928428] env[68786]: value = "task-3091278" [ 1013.928428] env[68786]: _type = "Task" [ 1013.928428] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.942683] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091278, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.983786] env[68786]: DEBUG nova.network.neutron [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Updated VIF entry in instance network info cache for port 00e18c75-1886-45dc-b58f-cd3b67ef1d85. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.984617] env[68786]: DEBUG nova.network.neutron [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Updating instance_info_cache with network_info: [{"id": "00e18c75-1886-45dc-b58f-cd3b67ef1d85", "address": "fa:16:3e:40:ec:b3", "network": {"id": "dae32dec-7783-4ad1-b404-57995751803c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-373614789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc07810950e47999fbbf8ea26e304ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e18c75-18", "ovs_interfaceid": "00e18c75-1886-45dc-b58f-cd3b67ef1d85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.042030] env[68786]: INFO nova.compute.manager [-] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Took 2.41 seconds to deallocate network for instance. [ 1014.108021] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091277, 'name': CreateVM_Task, 'duration_secs': 0.45079} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.108021] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.108021] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.108021] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.108021] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.108021] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01742a75-b9e6-4b4c-9ada-5b089ae61f0b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.112563] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for the task: (returnval){ [ 1014.112563] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]522a1fa8-76a6-84ea-1fa5-5a34da02d966" [ 1014.112563] env[68786]: _type = "Task" [ 1014.112563] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.122854] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]522a1fa8-76a6-84ea-1fa5-5a34da02d966, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.131688] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a1f024b-37da-4d8b-b176-3a47e60b54e9 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "8f83ec95-3026-4cbb-8f6b-4f974f6d31ed" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.135038] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a1f024b-37da-4d8b-b176-3a47e60b54e9 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "8f83ec95-3026-4cbb-8f6b-4f974f6d31ed" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.135038] env[68786]: DEBUG nova.compute.manager [None req-0a1f024b-37da-4d8b-b176-3a47e60b54e9 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.135038] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe69382-9c75-46ca-89b6-a1acafc335ee {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.143122] env[68786]: DEBUG nova.compute.manager [None req-0a1f024b-37da-4d8b-b176-3a47e60b54e9 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68786) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1014.143122] env[68786]: DEBUG nova.objects.instance [None req-0a1f024b-37da-4d8b-b176-3a47e60b54e9 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lazy-loading 'flavor' on Instance uuid 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.274338] env[68786]: DEBUG nova.compute.utils [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.280253] env[68786]: DEBUG nova.compute.manager [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.280910] env[68786]: DEBUG nova.network.neutron [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.325807] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c1e96518-a534-44b0-a385-a2fba66072cf tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "274cb308-139a-4f1d-9615-49c1f115e193" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.051s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.341486] env[68786]: DEBUG nova.policy [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c416ae1d977240b3a14f26a832fa4c72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8776be105b14772bcafad040e2abd7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.425144] env[68786]: INFO nova.compute.manager [-] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Took 1.49 seconds to deallocate network for instance. [ 1014.443063] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091278, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.491459] env[68786]: DEBUG oslo_concurrency.lockutils [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] Releasing lock "refresh_cache-c2174b98-1340-4937-bd3d-ef251be96dec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.491459] env[68786]: DEBUG nova.compute.manager [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Received event network-changed-dec381f8-d82c-4d1e-b162-1141dc33e401 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.491459] env[68786]: DEBUG nova.compute.manager [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Refreshing instance network info cache due to event network-changed-dec381f8-d82c-4d1e-b162-1141dc33e401. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.491459] env[68786]: DEBUG oslo_concurrency.lockutils [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] Acquiring lock "refresh_cache-85bbdae5-0e93-4614-9f87-2f0f236ea4e7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.491459] env[68786]: DEBUG oslo_concurrency.lockutils [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] Acquired lock "refresh_cache-85bbdae5-0e93-4614-9f87-2f0f236ea4e7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.491738] env[68786]: DEBUG nova.network.neutron [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Refreshing network info cache for port dec381f8-d82c-4d1e-b162-1141dc33e401 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.548925] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.625981] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]522a1fa8-76a6-84ea-1fa5-5a34da02d966, 'name': SearchDatastore_Task, 'duration_secs': 0.02711} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.626325] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.626561] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.626793] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.626942] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.627137] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.627416] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9aac614-5d1b-45c9-81b0-fe8e35fa7db3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.630687] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce560df-ef8a-4019-927a-754d4021f2e0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.638863] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ba90cc-0e2c-4098-96e0-b4ddfebb674f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.642726] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.642903] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.644360] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-498f96e2-2c24-4f90-a35a-c191c1ad0992 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.675946] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ad9fd7-6ac3-4377-a5d3-cfb34c8bb67a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.680834] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for the task: (returnval){ [ 1014.680834] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a65fb5-eeee-8fd1-2d8f-622d0422ac2a" [ 1014.680834] env[68786]: _type = "Task" [ 1014.680834] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.688110] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950a0fd0-801b-46e1-9d70-df7837ad06cb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.697167] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a65fb5-eeee-8fd1-2d8f-622d0422ac2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.709017] env[68786]: DEBUG nova.compute.provider_tree [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.743235] env[68786]: DEBUG nova.network.neutron [req-f94d3335-cce1-4e14-9f67-a6eb9de1ae01 req-7dc0b964-67f4-4347-aa66-2d5ef310df03 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Updated VIF entry in instance network info cache for port fa1cd344-85aa-494e-af0b-bcdc0b114a95. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.743618] env[68786]: DEBUG nova.network.neutron [req-f94d3335-cce1-4e14-9f67-a6eb9de1ae01 req-7dc0b964-67f4-4347-aa66-2d5ef310df03 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Updating instance_info_cache with network_info: [{"id": "fa1cd344-85aa-494e-af0b-bcdc0b114a95", "address": "fa:16:3e:80:e8:83", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1cd344-85", "ovs_interfaceid": "fa1cd344-85aa-494e-af0b-bcdc0b114a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.780493] env[68786]: DEBUG nova.compute.manager [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.809495] env[68786]: DEBUG nova.network.neutron [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Successfully created port: 50f24800-394e-4580-a26a-08490c088cea {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.940651] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.940900] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091278, 'name': CreateVM_Task, 'duration_secs': 0.58494} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.941071] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.941831] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.941999] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.942322] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.943068] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa3fff7e-4706-421b-b6de-fbaaf65b63f4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.947403] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Waiting for the task: (returnval){ [ 1014.947403] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5276a92b-0610-49a2-a226-cc59e65e7484" [ 1014.947403] env[68786]: _type = "Task" [ 1014.947403] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.956343] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5276a92b-0610-49a2-a226-cc59e65e7484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.072966] env[68786]: DEBUG nova.compute.manager [req-4ac3ba7d-d2ed-4540-9625-2548ec44adb9 req-edec9032-3a2f-438c-a769-e8875591ca9f service nova] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Received event network-vif-deleted-7078378c-1b46-4f0a-8d99-db9df0ab4e8b {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.073190] env[68786]: DEBUG nova.compute.manager [req-4ac3ba7d-d2ed-4540-9625-2548ec44adb9 req-edec9032-3a2f-438c-a769-e8875591ca9f service nova] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Received event network-vif-deleted-cca86162-2542-4dea-a265-af6362074b46 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.182838] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1f024b-37da-4d8b-b176-3a47e60b54e9 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.183308] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30ae986e-6cde-4469-9a1f-833e9a875909 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.196578] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a65fb5-eeee-8fd1-2d8f-622d0422ac2a, 'name': SearchDatastore_Task, 'duration_secs': 0.023042} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.198364] env[68786]: DEBUG oslo_vmware.api [None req-0a1f024b-37da-4d8b-b176-3a47e60b54e9 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1015.198364] env[68786]: value = "task-3091279" [ 1015.198364] env[68786]: _type = "Task" [ 1015.198364] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.198582] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-602ad14c-9f8f-4b2a-9bad-0e3412213f38 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.207112] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for the task: (returnval){ [ 1015.207112] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f023ae-43ca-294a-d940-8923fdf076d8" [ 1015.207112] env[68786]: _type = "Task" [ 1015.207112] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.212190] env[68786]: DEBUG nova.scheduler.client.report [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.215817] env[68786]: DEBUG oslo_vmware.api [None req-0a1f024b-37da-4d8b-b176-3a47e60b54e9 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.228861] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f023ae-43ca-294a-d940-8923fdf076d8, 'name': SearchDatastore_Task, 'duration_secs': 0.013584} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.229143] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.229404] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] c2174b98-1340-4937-bd3d-ef251be96dec/c2174b98-1340-4937-bd3d-ef251be96dec.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.229673] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae669d24-c570-4869-a98d-4a71966b371b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.239801] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for the task: (returnval){ [ 1015.239801] env[68786]: value = "task-3091280" [ 1015.239801] env[68786]: _type = "Task" [ 1015.239801] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.248498] env[68786]: DEBUG oslo_concurrency.lockutils [req-f94d3335-cce1-4e14-9f67-a6eb9de1ae01 req-7dc0b964-67f4-4347-aa66-2d5ef310df03 service nova] Releasing lock "refresh_cache-e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.248907] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.349351] env[68786]: DEBUG nova.network.neutron [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Updated VIF entry in instance network info cache for port dec381f8-d82c-4d1e-b162-1141dc33e401. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.349978] env[68786]: DEBUG nova.network.neutron [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Updating instance_info_cache with network_info: [{"id": "4bcca40b-cf3c-482c-a050-75b2f23a1e04", "address": "fa:16:3e:dc:53:41", "network": {"id": "661a4b25-0a6a-4f85-b5fa-fa474b9ea3a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1081240310", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e3caea5c41d4adc9c715c88d8e76039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bcca40b-cf", "ovs_interfaceid": "4bcca40b-cf3c-482c-a050-75b2f23a1e04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dec381f8-d82c-4d1e-b162-1141dc33e401", "address": "fa:16:3e:fc:9b:23", "network": {"id": "22dbfcf6-c702-42f7-aaa7-7979f4126470", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-804930229", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3e3caea5c41d4adc9c715c88d8e76039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdec381f8-d8", "ovs_interfaceid": "dec381f8-d82c-4d1e-b162-1141dc33e401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.468489] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5276a92b-0610-49a2-a226-cc59e65e7484, 'name': SearchDatastore_Task, 'duration_secs': 0.030841} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.468489] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.468489] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.468489] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.468489] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.468489] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.468489] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19c2465f-97bf-4205-a521-9931c25ba502 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.481670] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.483967] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.483967] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfa21d17-332c-439c-9bdf-8d9f670d9f85 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.492663] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Waiting for the task: (returnval){ [ 1015.492663] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52eec5cb-e0f9-fb03-2d15-6c656ad48c0a" [ 1015.492663] env[68786]: _type = "Task" [ 1015.492663] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.503607] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52eec5cb-e0f9-fb03-2d15-6c656ad48c0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.712399] env[68786]: DEBUG oslo_vmware.api [None req-0a1f024b-37da-4d8b-b176-3a47e60b54e9 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091279, 'name': PowerOffVM_Task, 'duration_secs': 0.31685} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.712973] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1f024b-37da-4d8b-b176-3a47e60b54e9 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.713416] env[68786]: DEBUG nova.compute.manager [None req-0a1f024b-37da-4d8b-b176-3a47e60b54e9 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.714440] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3b9b8a-560b-4de2-905a-ea988ecb4e65 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.723214] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.728912] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.295s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.729883] env[68786]: DEBUG nova.objects.instance [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lazy-loading 'resources' on Instance uuid 95454394-a40e-42c7-b8c0-dec0c279e7e0 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.751775] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091280, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.763972] env[68786]: INFO nova.scheduler.client.report [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Deleted allocations for instance db2f2674-7d6e-4666-bd52-c632d18a2cc8 [ 1015.791811] env[68786]: DEBUG nova.compute.manager [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.825143] env[68786]: DEBUG nova.virt.hardware [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.825934] env[68786]: DEBUG nova.virt.hardware [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.825934] env[68786]: DEBUG nova.virt.hardware [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.825934] env[68786]: DEBUG nova.virt.hardware [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.825934] env[68786]: DEBUG nova.virt.hardware [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.826193] env[68786]: DEBUG nova.virt.hardware [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.826301] env[68786]: DEBUG nova.virt.hardware [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.826463] env[68786]: DEBUG nova.virt.hardware [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.826634] env[68786]: DEBUG nova.virt.hardware [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.826801] env[68786]: DEBUG nova.virt.hardware [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.826980] env[68786]: DEBUG nova.virt.hardware [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.830751] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Acquiring lock "759d6a00-6cec-4181-ab5d-f7e1a93896da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.830751] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Lock "759d6a00-6cec-4181-ab5d-f7e1a93896da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.830751] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Acquiring lock "759d6a00-6cec-4181-ab5d-f7e1a93896da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.830751] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Lock "759d6a00-6cec-4181-ab5d-f7e1a93896da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.830751] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Lock "759d6a00-6cec-4181-ab5d-f7e1a93896da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.830751] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1023fcfe-77c2-41a1-bffb-b87429a50163 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.834298] env[68786]: INFO nova.compute.manager [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Terminating instance [ 1015.844529] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb84c92-5ac8-4b77-b819-9ad549f6f4c7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.861101] env[68786]: DEBUG oslo_concurrency.lockutils [req-6b93f913-b1c4-42b9-bc66-c5a568c34423 req-c4a27726-1080-4628-a520-9f54a4a5ac62 service nova] Releasing lock "refresh_cache-85bbdae5-0e93-4614-9f87-2f0f236ea4e7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.005519] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52eec5cb-e0f9-fb03-2d15-6c656ad48c0a, 'name': SearchDatastore_Task, 'duration_secs': 0.058479} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.007236] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0ac56ec-3df3-4784-a241-11d3c14aabde {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.012591] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Waiting for the task: (returnval){ [ 1016.012591] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]529dfd49-2646-6a28-f03b-1b53eabc8d26" [ 1016.012591] env[68786]: _type = "Task" [ 1016.012591] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.022511] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529dfd49-2646-6a28-f03b-1b53eabc8d26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.241067] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a1f024b-37da-4d8b-b176-3a47e60b54e9 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "8f83ec95-3026-4cbb-8f6b-4f974f6d31ed" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.106s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.255973] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603154} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.257085] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] c2174b98-1340-4937-bd3d-ef251be96dec/c2174b98-1340-4937-bd3d-ef251be96dec.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.257085] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.257604] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d33d56c-7833-4cfc-a020-9540cb264cb5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.268341] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for the task: (returnval){ [ 1016.268341] env[68786]: value = "task-3091281" [ 1016.268341] env[68786]: _type = "Task" [ 1016.268341] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.279836] env[68786]: DEBUG oslo_concurrency.lockutils [None req-78d11345-c56f-46b8-b4a8-b113e912636a tempest-ServerPasswordTestJSON-637432015 tempest-ServerPasswordTestJSON-637432015-project-member] Lock "db2f2674-7d6e-4666-bd52-c632d18a2cc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.589s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.286707] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.338216] env[68786]: DEBUG nova.compute.manager [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.338426] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.339419] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff16ff0-2858-4fc3-8ee0-ab4c70b1cd41 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.351270] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.351270] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-013a4798-6b41-4ef9-92d6-fc06d0f9369d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.360491] env[68786]: DEBUG oslo_vmware.api [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Waiting for the task: (returnval){ [ 1016.360491] env[68786]: value = "task-3091282" [ 1016.360491] env[68786]: _type = "Task" [ 1016.360491] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.380188] env[68786]: DEBUG oslo_vmware.api [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Task: {'id': task-3091282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.530305] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529dfd49-2646-6a28-f03b-1b53eabc8d26, 'name': SearchDatastore_Task, 'duration_secs': 0.077861} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.530751] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.531159] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 85bbdae5-0e93-4614-9f87-2f0f236ea4e7/85bbdae5-0e93-4614-9f87-2f0f236ea4e7.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.531546] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f4f24f0-123f-467f-b5d6-5b5a29f25819 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.540307] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Waiting for the task: (returnval){ [ 1016.540307] env[68786]: value = "task-3091283" [ 1016.540307] env[68786]: _type = "Task" [ 1016.540307] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.557253] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.566930] env[68786]: DEBUG nova.network.neutron [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Successfully updated port: 50f24800-394e-4580-a26a-08490c088cea {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.636316] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c807e4b-eaeb-41bb-85a2-332eed6aedc9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.648304] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9186ab83-7c75-41aa-b643-02a84933dc5c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.683210] env[68786]: DEBUG nova.objects.instance [None req-b8ad5880-d152-40e6-b1c4-40d79d716cf2 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lazy-loading 'flavor' on Instance uuid 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.689449] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bb8b09-7ea9-4593-8a5e-eb991f98ddef {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.694285] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24420137-56a9-473f-9746-11982841b95a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.708312] env[68786]: DEBUG nova.compute.provider_tree [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.781687] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187738} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.782123] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.783152] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4744973-cd75-4a4e-b48c-2bcd2245cf76 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.809330] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] c2174b98-1340-4937-bd3d-ef251be96dec/c2174b98-1340-4937-bd3d-ef251be96dec.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.810035] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27e0cdc5-3d37-4869-98f5-ced4f7966f97 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.831190] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for the task: (returnval){ [ 1016.831190] env[68786]: value = "task-3091284" [ 1016.831190] env[68786]: _type = "Task" [ 1016.831190] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.837933] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091284, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.872903] env[68786]: DEBUG oslo_vmware.api [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Task: {'id': task-3091282, 'name': PowerOffVM_Task, 'duration_secs': 0.490288} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.872903] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.872903] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.873212] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2586fa3a-430a-4933-a9c8-7d9da718c5ee {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.939786] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.940184] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.941195] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Deleting the datastore file [datastore1] 759d6a00-6cec-4181-ab5d-f7e1a93896da {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.941195] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7a91a3a-841d-4852-a46c-9e7a5254b1da {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.949279] env[68786]: DEBUG oslo_vmware.api [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Waiting for the task: (returnval){ [ 1016.949279] env[68786]: value = "task-3091286" [ 1016.949279] env[68786]: _type = "Task" [ 1016.949279] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.960089] env[68786]: DEBUG oslo_vmware.api [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Task: {'id': task-3091286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.050169] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091283, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.074075] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "refresh_cache-f60b0087-1f07-4881-8054-91ae488b1f01" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.074287] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "refresh_cache-f60b0087-1f07-4881-8054-91ae488b1f01" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.074548] env[68786]: DEBUG nova.network.neutron [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.107845] env[68786]: DEBUG nova.compute.manager [req-097d1d29-a043-4251-8363-506c66d169c2 req-6b79e473-e117-45ab-b84b-8dad98b65b58 service nova] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Received event network-vif-plugged-50f24800-394e-4580-a26a-08490c088cea {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.108133] env[68786]: DEBUG oslo_concurrency.lockutils [req-097d1d29-a043-4251-8363-506c66d169c2 req-6b79e473-e117-45ab-b84b-8dad98b65b58 service nova] Acquiring lock "f60b0087-1f07-4881-8054-91ae488b1f01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.108407] env[68786]: DEBUG oslo_concurrency.lockutils [req-097d1d29-a043-4251-8363-506c66d169c2 req-6b79e473-e117-45ab-b84b-8dad98b65b58 service nova] Lock "f60b0087-1f07-4881-8054-91ae488b1f01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.108615] env[68786]: DEBUG oslo_concurrency.lockutils [req-097d1d29-a043-4251-8363-506c66d169c2 req-6b79e473-e117-45ab-b84b-8dad98b65b58 service nova] Lock "f60b0087-1f07-4881-8054-91ae488b1f01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.108797] env[68786]: DEBUG nova.compute.manager [req-097d1d29-a043-4251-8363-506c66d169c2 req-6b79e473-e117-45ab-b84b-8dad98b65b58 service nova] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] No waiting events found dispatching network-vif-plugged-50f24800-394e-4580-a26a-08490c088cea {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.108965] env[68786]: WARNING nova.compute.manager [req-097d1d29-a043-4251-8363-506c66d169c2 req-6b79e473-e117-45ab-b84b-8dad98b65b58 service nova] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Received unexpected event network-vif-plugged-50f24800-394e-4580-a26a-08490c088cea for instance with vm_state building and task_state spawning. [ 1017.109171] env[68786]: DEBUG nova.compute.manager [req-097d1d29-a043-4251-8363-506c66d169c2 req-6b79e473-e117-45ab-b84b-8dad98b65b58 service nova] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Received event network-changed-50f24800-394e-4580-a26a-08490c088cea {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.109362] env[68786]: DEBUG nova.compute.manager [req-097d1d29-a043-4251-8363-506c66d169c2 req-6b79e473-e117-45ab-b84b-8dad98b65b58 service nova] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Refreshing instance network info cache due to event network-changed-50f24800-394e-4580-a26a-08490c088cea. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.109542] env[68786]: DEBUG oslo_concurrency.lockutils [req-097d1d29-a043-4251-8363-506c66d169c2 req-6b79e473-e117-45ab-b84b-8dad98b65b58 service nova] Acquiring lock "refresh_cache-f60b0087-1f07-4881-8054-91ae488b1f01" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.192993] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b8ad5880-d152-40e6-b1c4-40d79d716cf2 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "refresh_cache-8f83ec95-3026-4cbb-8f6b-4f974f6d31ed" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.194549] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b8ad5880-d152-40e6-b1c4-40d79d716cf2 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquired lock "refresh_cache-8f83ec95-3026-4cbb-8f6b-4f974f6d31ed" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.194549] env[68786]: DEBUG nova.network.neutron [None req-b8ad5880-d152-40e6-b1c4-40d79d716cf2 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.194549] env[68786]: DEBUG nova.objects.instance [None req-b8ad5880-d152-40e6-b1c4-40d79d716cf2 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lazy-loading 'info_cache' on Instance uuid 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.213097] env[68786]: DEBUG nova.scheduler.client.report [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.344293] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.461877] env[68786]: DEBUG oslo_vmware.api [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Task: {'id': task-3091286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357733} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.462248] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.462474] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.462695] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.464623] env[68786]: INFO nova.compute.manager [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1017.464905] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.465215] env[68786]: DEBUG nova.compute.manager [-] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.465314] env[68786]: DEBUG nova.network.neutron [-] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.556992] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725005} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.557297] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 85bbdae5-0e93-4614-9f87-2f0f236ea4e7/85bbdae5-0e93-4614-9f87-2f0f236ea4e7.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.557496] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.557754] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37caee64-9c31-43f5-94a9-4a0ca2b78d03 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.565252] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Waiting for the task: (returnval){ [ 1017.565252] env[68786]: value = "task-3091287" [ 1017.565252] env[68786]: _type = "Task" [ 1017.565252] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.574606] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.673340] env[68786]: DEBUG nova.network.neutron [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.698103] env[68786]: DEBUG nova.objects.base [None req-b8ad5880-d152-40e6-b1c4-40d79d716cf2 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Object Instance<8f83ec95-3026-4cbb-8f6b-4f974f6d31ed> lazy-loaded attributes: flavor,info_cache {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1017.720518] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.722708] env[68786]: DEBUG oslo_concurrency.lockutils [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.849s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.724575] env[68786]: INFO nova.compute.claims [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.757047] env[68786]: INFO nova.scheduler.client.report [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Deleted allocations for instance 95454394-a40e-42c7-b8c0-dec0c279e7e0 [ 1017.847794] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091284, 'name': ReconfigVM_Task, 'duration_secs': 0.59582} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.848404] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Reconfigured VM instance instance-00000062 to attach disk [datastore2] c2174b98-1340-4937-bd3d-ef251be96dec/c2174b98-1340-4937-bd3d-ef251be96dec.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.848948] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85e8c710-4aed-46c4-8ce2-f9a06564ff29 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.856049] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for the task: (returnval){ [ 1017.856049] env[68786]: value = "task-3091288" [ 1017.856049] env[68786]: _type = "Task" [ 1017.856049] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.870206] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091288, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.076611] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067739} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.076896] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.078950] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ecd57b-7547-4622-8e2a-37a185d67016 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.104123] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 85bbdae5-0e93-4614-9f87-2f0f236ea4e7/85bbdae5-0e93-4614-9f87-2f0f236ea4e7.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.105788] env[68786]: DEBUG nova.network.neutron [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Updating instance_info_cache with network_info: [{"id": "50f24800-394e-4580-a26a-08490c088cea", "address": "fa:16:3e:59:74:40", "network": {"id": "aee33969-1cd3-462f-83ee-4ed96787591b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-935531603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8776be105b14772bcafad040e2abd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f24800-39", "ovs_interfaceid": "50f24800-394e-4580-a26a-08490c088cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.105987] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdfce492-7b4e-445a-beb4-2e33a63357e6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.137020] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Waiting for the task: (returnval){ [ 1018.137020] env[68786]: value = "task-3091289" [ 1018.137020] env[68786]: _type = "Task" [ 1018.137020] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.145204] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.269260] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c90f5958-2658-40c1-9398-4bf04c45bcd7 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "95454394-a40e-42c7-b8c0-dec0c279e7e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.073s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.320567] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.320814] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.372040] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091288, 'name': Rename_Task, 'duration_secs': 0.14501} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.372351] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.372621] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e4ffcfd-2f1c-4caf-bcd7-3c9f80d74181 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.381237] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for the task: (returnval){ [ 1018.381237] env[68786]: value = "task-3091290" [ 1018.381237] env[68786]: _type = "Task" [ 1018.381237] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.391953] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.625187] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "refresh_cache-f60b0087-1f07-4881-8054-91ae488b1f01" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.625555] env[68786]: DEBUG nova.compute.manager [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Instance network_info: |[{"id": "50f24800-394e-4580-a26a-08490c088cea", "address": "fa:16:3e:59:74:40", "network": {"id": "aee33969-1cd3-462f-83ee-4ed96787591b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-935531603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8776be105b14772bcafad040e2abd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f24800-39", "ovs_interfaceid": "50f24800-394e-4580-a26a-08490c088cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.626247] env[68786]: DEBUG oslo_concurrency.lockutils [req-097d1d29-a043-4251-8363-506c66d169c2 req-6b79e473-e117-45ab-b84b-8dad98b65b58 service nova] Acquired lock "refresh_cache-f60b0087-1f07-4881-8054-91ae488b1f01" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.626463] env[68786]: DEBUG nova.network.neutron [req-097d1d29-a043-4251-8363-506c66d169c2 req-6b79e473-e117-45ab-b84b-8dad98b65b58 service nova] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Refreshing network info cache for port 50f24800-394e-4580-a26a-08490c088cea {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.627977] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:74:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50f24800-394e-4580-a26a-08490c088cea', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.643618] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.644273] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.649905] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6411d1d-8e9e-4c68-9288-c75b727f737c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.676404] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091289, 'name': ReconfigVM_Task, 'duration_secs': 0.350753} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.677797] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 85bbdae5-0e93-4614-9f87-2f0f236ea4e7/85bbdae5-0e93-4614-9f87-2f0f236ea4e7.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.678425] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.678425] env[68786]: value = "task-3091291" [ 1018.678425] env[68786]: _type = "Task" [ 1018.678425] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.679273] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36795a5b-7228-4129-b582-8ee0e0b20014 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.690296] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091291, 'name': CreateVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.691552] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Waiting for the task: (returnval){ [ 1018.691552] env[68786]: value = "task-3091292" [ 1018.691552] env[68786]: _type = "Task" [ 1018.691552] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.699417] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091292, 'name': Rename_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.823111] env[68786]: DEBUG nova.compute.manager [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.894393] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091290, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.032174] env[68786]: DEBUG nova.network.neutron [None req-b8ad5880-d152-40e6-b1c4-40d79d716cf2 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Updating instance_info_cache with network_info: [{"id": "f576b4a1-1c2f-41fa-9b4c-6a1dd06e6adb", "address": "fa:16:3e:62:1f:4c", "network": {"id": "c01d19ce-f9ca-40c6-96e1-d6cf26884cfa", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1416015341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a5c69b5ce1c414cad8009baeefd27d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf576b4a1-1c", "ovs_interfaceid": "f576b4a1-1c2f-41fa-9b4c-6a1dd06e6adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.082137] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444bb1c7-42ff-4c80-867f-ab5de999bc88 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.091373] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af37f1e-c3ec-475f-b451-ee9e4e25839b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.126068] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cb1d5f-1d83-41b3-868d-e17f3999d5b6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.133935] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858aa533-1f3e-4c73-85d1-8fd3eec689e4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.150885] env[68786]: DEBUG nova.compute.provider_tree [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1019.190682] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091291, 'name': CreateVM_Task, 'duration_secs': 0.374355} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.191184] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.191805] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.192174] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.192516] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.193083] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4567babc-a94b-460b-bd55-10fbba9bbbdd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.204203] env[68786]: DEBUG oslo_vmware.api [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1019.204203] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]526e5d72-677b-7ee4-1a84-054786ae81ef" [ 1019.204203] env[68786]: _type = "Task" [ 1019.204203] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.209170] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091292, 'name': Rename_Task, 'duration_secs': 0.157589} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.212434] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.212758] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54afe506-cc93-44a0-8d47-754463df365a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.221189] env[68786]: DEBUG oslo_vmware.api [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526e5d72-677b-7ee4-1a84-054786ae81ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.221506] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Waiting for the task: (returnval){ [ 1019.221506] env[68786]: value = "task-3091293" [ 1019.221506] env[68786]: _type = "Task" [ 1019.221506] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.230132] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.348987] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.379195] env[68786]: DEBUG nova.compute.manager [req-7b97d35b-2869-4ac4-bd0c-d6cca95c48df req-64d83237-cfc8-49f8-96b2-9c6d15b172f0 service nova] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Received event network-vif-deleted-bb9d5b86-a290-459d-ac52-76a13145686c {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.379195] env[68786]: INFO nova.compute.manager [req-7b97d35b-2869-4ac4-bd0c-d6cca95c48df req-64d83237-cfc8-49f8-96b2-9c6d15b172f0 service nova] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Neutron deleted interface bb9d5b86-a290-459d-ac52-76a13145686c; detaching it from the instance and deleting it from the info cache [ 1019.379195] env[68786]: DEBUG nova.network.neutron [req-7b97d35b-2869-4ac4-bd0c-d6cca95c48df req-64d83237-cfc8-49f8-96b2-9c6d15b172f0 service nova] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.379195] env[68786]: DEBUG nova.network.neutron [-] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.391415] env[68786]: DEBUG oslo_vmware.api [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091290, 'name': PowerOnVM_Task, 'duration_secs': 0.571294} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.391653] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.391963] env[68786]: INFO nova.compute.manager [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1019.392125] env[68786]: DEBUG nova.compute.manager [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.392950] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffa8fbf-ff6a-4c5a-8d5a-10c66d324037 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.497491] env[68786]: DEBUG nova.network.neutron [req-097d1d29-a043-4251-8363-506c66d169c2 req-6b79e473-e117-45ab-b84b-8dad98b65b58 service nova] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Updated VIF entry in instance network info cache for port 50f24800-394e-4580-a26a-08490c088cea. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.498182] env[68786]: DEBUG nova.network.neutron [req-097d1d29-a043-4251-8363-506c66d169c2 req-6b79e473-e117-45ab-b84b-8dad98b65b58 service nova] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Updating instance_info_cache with network_info: [{"id": "50f24800-394e-4580-a26a-08490c088cea", "address": "fa:16:3e:59:74:40", "network": {"id": "aee33969-1cd3-462f-83ee-4ed96787591b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-935531603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8776be105b14772bcafad040e2abd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f24800-39", "ovs_interfaceid": "50f24800-394e-4580-a26a-08490c088cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.535731] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b8ad5880-d152-40e6-b1c4-40d79d716cf2 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Releasing lock "refresh_cache-8f83ec95-3026-4cbb-8f6b-4f974f6d31ed" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.673353] env[68786]: ERROR nova.scheduler.client.report [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [req-3ba4f0b6-146d-4b2a-bf87-bd62625fbe10] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3ba4f0b6-146d-4b2a-bf87-bd62625fbe10"}]} [ 1019.693098] env[68786]: DEBUG nova.scheduler.client.report [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Refreshing inventories for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1019.707883] env[68786]: DEBUG nova.scheduler.client.report [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Updating ProviderTree inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1019.708015] env[68786]: DEBUG nova.compute.provider_tree [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1019.721147] env[68786]: DEBUG oslo_vmware.api [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526e5d72-677b-7ee4-1a84-054786ae81ef, 'name': SearchDatastore_Task, 'duration_secs': 0.019672} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.721971] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.721971] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.721971] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.722235] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.722623] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.722623] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e85315e4-613a-47ce-ab43-9b8d104d04bc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.725183] env[68786]: DEBUG nova.scheduler.client.report [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Refreshing aggregate associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, aggregates: None {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1019.736382] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091293, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.739354] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.739569] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.740310] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99823d01-a855-4714-a3a3-1921f9940f29 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.748422] env[68786]: DEBUG oslo_vmware.api [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1019.748422] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ec3bff-2952-4415-6d32-c787833688ae" [ 1019.748422] env[68786]: _type = "Task" [ 1019.748422] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.759036] env[68786]: DEBUG oslo_vmware.api [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ec3bff-2952-4415-6d32-c787833688ae, 'name': SearchDatastore_Task, 'duration_secs': 0.008285} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.760799] env[68786]: DEBUG nova.scheduler.client.report [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Refreshing trait associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1019.763037] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4961da4b-ba23-4424-922c-1feaed55620e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.768887] env[68786]: DEBUG oslo_vmware.api [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1019.768887] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]527c6163-8201-21df-c3a5-cd2b70e6880a" [ 1019.768887] env[68786]: _type = "Task" [ 1019.768887] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.777698] env[68786]: DEBUG oslo_vmware.api [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]527c6163-8201-21df-c3a5-cd2b70e6880a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.855870] env[68786]: DEBUG oslo_concurrency.lockutils [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "1934197e-68b9-4bec-8d18-286fa8bacb51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.856166] env[68786]: DEBUG oslo_concurrency.lockutils [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "1934197e-68b9-4bec-8d18-286fa8bacb51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.880095] env[68786]: INFO nova.compute.manager [-] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Took 2.41 seconds to deallocate network for instance. [ 1019.880709] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-367ceb22-7123-461e-afd4-5e192aea365a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.897191] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8bf8f4-78d5-4db1-9de2-5e8eea465288 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.927488] env[68786]: INFO nova.compute.manager [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Took 28.83 seconds to build instance. [ 1019.946251] env[68786]: DEBUG nova.compute.manager [req-7b97d35b-2869-4ac4-bd0c-d6cca95c48df req-64d83237-cfc8-49f8-96b2-9c6d15b172f0 service nova] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Detach interface failed, port_id=bb9d5b86-a290-459d-ac52-76a13145686c, reason: Instance 759d6a00-6cec-4181-ab5d-f7e1a93896da could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1020.000735] env[68786]: DEBUG oslo_concurrency.lockutils [req-097d1d29-a043-4251-8363-506c66d169c2 req-6b79e473-e117-45ab-b84b-8dad98b65b58 service nova] Releasing lock "refresh_cache-f60b0087-1f07-4881-8054-91ae488b1f01" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.106824] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8805770-1a1c-4d6a-a330-f20938ade00c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.114876] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946e23de-58e6-48ac-841f-9a4f85a75e1f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.153222] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671dcca8-df9c-4e5a-be24-9b860570f527 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.164371] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7674159a-caa8-4497-8d96-3d80688d6697 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.178620] env[68786]: DEBUG nova.compute.provider_tree [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.235962] env[68786]: DEBUG oslo_vmware.api [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091293, 'name': PowerOnVM_Task, 'duration_secs': 0.877681} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.236426] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.237047] env[68786]: INFO nova.compute.manager [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Took 12.53 seconds to spawn the instance on the hypervisor. [ 1020.237170] env[68786]: DEBUG nova.compute.manager [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.238451] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91044da-843c-4caf-9a2c-2fff5d107b0d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.283064] env[68786]: DEBUG oslo_vmware.api [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]527c6163-8201-21df-c3a5-cd2b70e6880a, 'name': SearchDatastore_Task, 'duration_secs': 0.008336} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.283621] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.284011] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] f60b0087-1f07-4881-8054-91ae488b1f01/f60b0087-1f07-4881-8054-91ae488b1f01.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.284345] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbff8cb5-90dc-4236-82e3-9f809356b546 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.291834] env[68786]: DEBUG oslo_vmware.api [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1020.291834] env[68786]: value = "task-3091294" [ 1020.291834] env[68786]: _type = "Task" [ 1020.291834] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.300756] env[68786]: DEBUG oslo_vmware.api [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.361815] env[68786]: DEBUG nova.compute.manager [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1020.393650] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.429064] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7db08d60-fec2-4a6e-9f9f-08c8e029616b tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Lock "c2174b98-1340-4937-bd3d-ef251be96dec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.347s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.542682] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ad5880-d152-40e6-b1c4-40d79d716cf2 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.543039] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9f0eb3f-f922-4dde-ace5-98bd7566c2d6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.551982] env[68786]: DEBUG oslo_vmware.api [None req-b8ad5880-d152-40e6-b1c4-40d79d716cf2 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1020.551982] env[68786]: value = "task-3091295" [ 1020.551982] env[68786]: _type = "Task" [ 1020.551982] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.560965] env[68786]: DEBUG oslo_vmware.api [None req-b8ad5880-d152-40e6-b1c4-40d79d716cf2 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.716902] env[68786]: DEBUG nova.scheduler.client.report [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1020.717353] env[68786]: DEBUG nova.compute.provider_tree [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 136 to 137 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1020.717472] env[68786]: DEBUG nova.compute.provider_tree [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.760992] env[68786]: INFO nova.compute.manager [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Took 30.58 seconds to build instance. [ 1020.801496] env[68786]: DEBUG oslo_vmware.api [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482797} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.801708] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] f60b0087-1f07-4881-8054-91ae488b1f01/f60b0087-1f07-4881-8054-91ae488b1f01.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.801940] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.802230] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed90d7c1-d4ee-43c3-aff7-8f847fad918f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.808718] env[68786]: DEBUG oslo_vmware.api [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1020.808718] env[68786]: value = "task-3091296" [ 1020.808718] env[68786]: _type = "Task" [ 1020.808718] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.816895] env[68786]: DEBUG oslo_vmware.api [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.884898] env[68786]: DEBUG oslo_concurrency.lockutils [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.062125] env[68786]: DEBUG oslo_vmware.api [None req-b8ad5880-d152-40e6-b1c4-40d79d716cf2 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.174168] env[68786]: DEBUG oslo_concurrency.lockutils [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Acquiring lock "85bbdae5-0e93-4614-9f87-2f0f236ea4e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.224372] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ec3f959b-1e13-40ea-8315-d1cec6bd0dee tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquiring lock "c2174b98-1340-4937-bd3d-ef251be96dec" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.224826] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ec3f959b-1e13-40ea-8315-d1cec6bd0dee tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Lock "c2174b98-1340-4937-bd3d-ef251be96dec" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.225303] env[68786]: INFO nova.compute.manager [None req-ec3f959b-1e13-40ea-8315-d1cec6bd0dee tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Rebooting instance [ 1021.227733] env[68786]: DEBUG oslo_concurrency.lockutils [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.505s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.228381] env[68786]: DEBUG nova.compute.manager [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.231525] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.229s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.231849] env[68786]: DEBUG nova.objects.instance [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lazy-loading 'resources' on Instance uuid 072ee9d5-6836-40ed-8eb5-4ee093227628 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.262524] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf54b966-b3d4-4fc3-b427-39c832961ca2 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Lock "85bbdae5-0e93-4614-9f87-2f0f236ea4e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.093s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.262717] env[68786]: DEBUG oslo_concurrency.lockutils [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Lock "85bbdae5-0e93-4614-9f87-2f0f236ea4e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.089s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.262957] env[68786]: DEBUG oslo_concurrency.lockutils [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Acquiring lock "85bbdae5-0e93-4614-9f87-2f0f236ea4e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.263181] env[68786]: DEBUG oslo_concurrency.lockutils [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Lock "85bbdae5-0e93-4614-9f87-2f0f236ea4e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.263362] env[68786]: DEBUG oslo_concurrency.lockutils [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Lock "85bbdae5-0e93-4614-9f87-2f0f236ea4e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.265925] env[68786]: INFO nova.compute.manager [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Terminating instance [ 1021.319500] env[68786]: DEBUG oslo_vmware.api [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06881} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.319863] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.320676] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d5cf61-dede-4a9b-a2b9-29197af6a79c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.342638] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] f60b0087-1f07-4881-8054-91ae488b1f01/f60b0087-1f07-4881-8054-91ae488b1f01.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.343272] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac13bede-927e-4b53-8b6a-cad09c9c95d7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.362152] env[68786]: DEBUG oslo_vmware.api [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1021.362152] env[68786]: value = "task-3091297" [ 1021.362152] env[68786]: _type = "Task" [ 1021.362152] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.369831] env[68786]: DEBUG oslo_vmware.api [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.403507] env[68786]: DEBUG nova.compute.manager [req-35298699-1a09-4e8e-8337-901adfd4b142 req-9492501a-e8ef-454e-ae58-216c918c9a41 service nova] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Received event network-changed-00e18c75-1886-45dc-b58f-cd3b67ef1d85 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.403752] env[68786]: DEBUG nova.compute.manager [req-35298699-1a09-4e8e-8337-901adfd4b142 req-9492501a-e8ef-454e-ae58-216c918c9a41 service nova] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Refreshing instance network info cache due to event network-changed-00e18c75-1886-45dc-b58f-cd3b67ef1d85. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.404017] env[68786]: DEBUG oslo_concurrency.lockutils [req-35298699-1a09-4e8e-8337-901adfd4b142 req-9492501a-e8ef-454e-ae58-216c918c9a41 service nova] Acquiring lock "refresh_cache-c2174b98-1340-4937-bd3d-ef251be96dec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.404193] env[68786]: DEBUG oslo_concurrency.lockutils [req-35298699-1a09-4e8e-8337-901adfd4b142 req-9492501a-e8ef-454e-ae58-216c918c9a41 service nova] Acquired lock "refresh_cache-c2174b98-1340-4937-bd3d-ef251be96dec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.404381] env[68786]: DEBUG nova.network.neutron [req-35298699-1a09-4e8e-8337-901adfd4b142 req-9492501a-e8ef-454e-ae58-216c918c9a41 service nova] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Refreshing network info cache for port 00e18c75-1886-45dc-b58f-cd3b67ef1d85 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.566173] env[68786]: DEBUG oslo_vmware.api [None req-b8ad5880-d152-40e6-b1c4-40d79d716cf2 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.738431] env[68786]: DEBUG nova.compute.utils [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.739973] env[68786]: DEBUG nova.compute.manager [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.740159] env[68786]: DEBUG nova.network.neutron [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.754512] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ec3f959b-1e13-40ea-8315-d1cec6bd0dee tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquiring lock "refresh_cache-c2174b98-1340-4937-bd3d-ef251be96dec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.772106] env[68786]: DEBUG nova.compute.manager [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.772465] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.773781] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978414b7-bccc-42a7-9def-b45dc37f1f79 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.782077] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.784667] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67b6e802-6b7c-4d14-9c16-c5ef96efaac8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.788559] env[68786]: DEBUG nova.policy [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc0d268882ae4e1a81bc9e631ecda10c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ac2bdd051844773a9ea751d45cbdf52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.791588] env[68786]: DEBUG oslo_vmware.api [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Waiting for the task: (returnval){ [ 1021.791588] env[68786]: value = "task-3091298" [ 1021.791588] env[68786]: _type = "Task" [ 1021.791588] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.799707] env[68786]: DEBUG oslo_vmware.api [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.875353] env[68786]: DEBUG oslo_vmware.api [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091297, 'name': ReconfigVM_Task, 'duration_secs': 0.30979} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.875353] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Reconfigured VM instance instance-00000063 to attach disk [datastore2] f60b0087-1f07-4881-8054-91ae488b1f01/f60b0087-1f07-4881-8054-91ae488b1f01.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.878794] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19b40173-8ca8-4b0d-88d5-a7597de108c9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.885420] env[68786]: DEBUG oslo_vmware.api [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1021.885420] env[68786]: value = "task-3091299" [ 1021.885420] env[68786]: _type = "Task" [ 1021.885420] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.893879] env[68786]: DEBUG oslo_vmware.api [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091299, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.059172] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e4bfbb-9a36-4286-b66c-225d5fa90060 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.069417] env[68786]: DEBUG oslo_vmware.api [None req-b8ad5880-d152-40e6-b1c4-40d79d716cf2 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091295, 'name': PowerOnVM_Task, 'duration_secs': 1.422552} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.072997] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e985827-d9c9-405b-a1ea-bd2c236c9540 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.076724] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ad5880-d152-40e6-b1c4-40d79d716cf2 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.077011] env[68786]: DEBUG nova.compute.manager [None req-b8ad5880-d152-40e6-b1c4-40d79d716cf2 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.077824] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f201a9-0573-4a3c-8686-0971e595d56e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.164433] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bf28d2-02c5-49b7-8746-8da45220e2f9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.164433] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3196f2-dc4c-471e-8759-394c0402c4c4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.164433] env[68786]: DEBUG nova.compute.provider_tree [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.246609] env[68786]: DEBUG nova.compute.manager [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.315363] env[68786]: DEBUG oslo_vmware.api [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091298, 'name': PowerOffVM_Task, 'duration_secs': 0.361384} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.320015] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.320369] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.320998] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bccb976-496f-432a-9905-84e59efd5764 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.395669] env[68786]: DEBUG oslo_vmware.api [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091299, 'name': Rename_Task, 'duration_secs': 0.174304} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.396265] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.396477] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee85847e-ceea-4276-b655-e3c8ed8640bc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.402018] env[68786]: DEBUG oslo_vmware.api [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1022.402018] env[68786]: value = "task-3091301" [ 1022.402018] env[68786]: _type = "Task" [ 1022.402018] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.410322] env[68786]: DEBUG oslo_vmware.api [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.432173] env[68786]: DEBUG nova.network.neutron [req-35298699-1a09-4e8e-8337-901adfd4b142 req-9492501a-e8ef-454e-ae58-216c918c9a41 service nova] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Updated VIF entry in instance network info cache for port 00e18c75-1886-45dc-b58f-cd3b67ef1d85. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.432546] env[68786]: DEBUG nova.network.neutron [req-35298699-1a09-4e8e-8337-901adfd4b142 req-9492501a-e8ef-454e-ae58-216c918c9a41 service nova] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Updating instance_info_cache with network_info: [{"id": "00e18c75-1886-45dc-b58f-cd3b67ef1d85", "address": "fa:16:3e:40:ec:b3", "network": {"id": "dae32dec-7783-4ad1-b404-57995751803c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-373614789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc07810950e47999fbbf8ea26e304ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e18c75-18", "ovs_interfaceid": "00e18c75-1886-45dc-b58f-cd3b67ef1d85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.450778] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.451021] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.451206] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Deleting the datastore file [datastore2] 85bbdae5-0e93-4614-9f87-2f0f236ea4e7 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.451735] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e22fe77-1a66-4128-8aa5-2705a0fb646a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.458057] env[68786]: DEBUG oslo_vmware.api [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Waiting for the task: (returnval){ [ 1022.458057] env[68786]: value = "task-3091302" [ 1022.458057] env[68786]: _type = "Task" [ 1022.458057] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.466785] env[68786]: DEBUG oslo_vmware.api [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.485725] env[68786]: DEBUG nova.network.neutron [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Successfully created port: 0a75c718-4e94-48bf-8834-2395898eff6f {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.652546] env[68786]: DEBUG nova.scheduler.client.report [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.912540] env[68786]: DEBUG oslo_vmware.api [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091301, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.937519] env[68786]: DEBUG oslo_concurrency.lockutils [req-35298699-1a09-4e8e-8337-901adfd4b142 req-9492501a-e8ef-454e-ae58-216c918c9a41 service nova] Releasing lock "refresh_cache-c2174b98-1340-4937-bd3d-ef251be96dec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.937519] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ec3f959b-1e13-40ea-8315-d1cec6bd0dee tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquired lock "refresh_cache-c2174b98-1340-4937-bd3d-ef251be96dec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.937519] env[68786]: DEBUG nova.network.neutron [None req-ec3f959b-1e13-40ea-8315-d1cec6bd0dee tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.968100] env[68786]: DEBUG oslo_vmware.api [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Task: {'id': task-3091302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233487} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.969021] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.969021] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.969021] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.969021] env[68786]: INFO nova.compute.manager [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1022.969227] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.969375] env[68786]: DEBUG nova.compute.manager [-] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.969472] env[68786]: DEBUG nova.network.neutron [-] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.161132] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.168023] env[68786]: DEBUG oslo_concurrency.lockutils [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.926s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.170814] env[68786]: INFO nova.compute.claims [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.197933] env[68786]: INFO nova.scheduler.client.report [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Deleted allocations for instance 072ee9d5-6836-40ed-8eb5-4ee093227628 [ 1023.261612] env[68786]: DEBUG nova.compute.manager [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.294382] env[68786]: DEBUG nova.virt.hardware [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.294382] env[68786]: DEBUG nova.virt.hardware [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.294382] env[68786]: DEBUG nova.virt.hardware [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.295208] env[68786]: DEBUG nova.virt.hardware [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.295821] env[68786]: DEBUG nova.virt.hardware [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.296145] env[68786]: DEBUG nova.virt.hardware [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.296525] env[68786]: DEBUG nova.virt.hardware [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.296910] env[68786]: DEBUG nova.virt.hardware [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.297283] env[68786]: DEBUG nova.virt.hardware [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.297682] env[68786]: DEBUG nova.virt.hardware [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.298486] env[68786]: DEBUG nova.virt.hardware [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.301144] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627b3560-8fef-497c-bae0-0349e5113d71 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.310744] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14630fe6-6f5f-4c66-aad9-d6698b498f94 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.412934] env[68786]: DEBUG oslo_vmware.api [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091301, 'name': PowerOnVM_Task, 'duration_secs': 0.634979} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.413317] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.413556] env[68786]: INFO nova.compute.manager [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1023.413782] env[68786]: DEBUG nova.compute.manager [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.414649] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394a3465-e6a8-4ce4-93dc-13c7e6699e99 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.467987] env[68786]: DEBUG nova.compute.manager [req-5a5d2083-d8ce-4948-961f-dc17443fad82 req-0f2f6701-2ad3-44d7-bd04-91b70a806631 service nova] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Received event network-vif-deleted-4bcca40b-cf3c-482c-a050-75b2f23a1e04 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.468220] env[68786]: INFO nova.compute.manager [req-5a5d2083-d8ce-4948-961f-dc17443fad82 req-0f2f6701-2ad3-44d7-bd04-91b70a806631 service nova] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Neutron deleted interface 4bcca40b-cf3c-482c-a050-75b2f23a1e04; detaching it from the instance and deleting it from the info cache [ 1023.468487] env[68786]: DEBUG nova.network.neutron [req-5a5d2083-d8ce-4948-961f-dc17443fad82 req-0f2f6701-2ad3-44d7-bd04-91b70a806631 service nova] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Updating instance_info_cache with network_info: [{"id": "dec381f8-d82c-4d1e-b162-1141dc33e401", "address": "fa:16:3e:fc:9b:23", "network": {"id": "22dbfcf6-c702-42f7-aaa7-7979f4126470", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-804930229", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3e3caea5c41d4adc9c715c88d8e76039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdec381f8-d8", "ovs_interfaceid": "dec381f8-d82c-4d1e-b162-1141dc33e401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.706728] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9f4dea07-ea71-4215-84aa-7f6a53124003 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "072ee9d5-6836-40ed-8eb5-4ee093227628" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.228s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.808575] env[68786]: DEBUG nova.network.neutron [None req-ec3f959b-1e13-40ea-8315-d1cec6bd0dee tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Updating instance_info_cache with network_info: [{"id": "00e18c75-1886-45dc-b58f-cd3b67ef1d85", "address": "fa:16:3e:40:ec:b3", "network": {"id": "dae32dec-7783-4ad1-b404-57995751803c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-373614789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc07810950e47999fbbf8ea26e304ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e18c75-18", "ovs_interfaceid": "00e18c75-1886-45dc-b58f-cd3b67ef1d85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.943853] env[68786]: INFO nova.compute.manager [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Took 31.05 seconds to build instance. [ 1023.971392] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ee8a733-6eed-40d4-87ff-85bbbe738200 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.982991] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbba379f-12a0-439a-a074-00157f625433 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.019175] env[68786]: DEBUG nova.compute.manager [req-5a5d2083-d8ce-4948-961f-dc17443fad82 req-0f2f6701-2ad3-44d7-bd04-91b70a806631 service nova] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Detach interface failed, port_id=4bcca40b-cf3c-482c-a050-75b2f23a1e04, reason: Instance 85bbdae5-0e93-4614-9f87-2f0f236ea4e7 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1024.132849] env[68786]: DEBUG nova.network.neutron [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Successfully updated port: 0a75c718-4e94-48bf-8834-2395898eff6f {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.201154] env[68786]: DEBUG nova.network.neutron [-] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.311867] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ec3f959b-1e13-40ea-8315-d1cec6bd0dee tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Releasing lock "refresh_cache-c2174b98-1340-4937-bd3d-ef251be96dec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.446726] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9ce47ac-c2a8-470a-8ce5-afcfa5f98864 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "f60b0087-1f07-4881-8054-91ae488b1f01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.557s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.467790] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7085d3fd-bb8c-40b4-a5f3-c07f11627df7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.475741] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29019361-a34f-472a-afd6-0f5411d015f4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.510342] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f27d13-bc45-4e1b-b845-989ed9429302 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.516086] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "bdbad34d-dc42-4668-b639-fde96c898fc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.516132] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "bdbad34d-dc42-4668-b639-fde96c898fc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.523948] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ec0af5-957b-4a00-8832-82db6cde6da9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.538066] env[68786]: DEBUG nova.compute.provider_tree [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.638239] env[68786]: DEBUG oslo_concurrency.lockutils [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "refresh_cache-f5e74f81-ffd8-40b0-888b-68d3f1e55bfb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.638239] env[68786]: DEBUG oslo_concurrency.lockutils [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "refresh_cache-f5e74f81-ffd8-40b0-888b-68d3f1e55bfb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.638239] env[68786]: DEBUG nova.network.neutron [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.706537] env[68786]: INFO nova.compute.manager [-] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Took 1.74 seconds to deallocate network for instance. [ 1024.816656] env[68786]: DEBUG nova.compute.manager [None req-ec3f959b-1e13-40ea-8315-d1cec6bd0dee tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.817605] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58b4eed-7992-4a3b-aac4-35812e2c0081 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.019316] env[68786]: DEBUG nova.compute.manager [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.041675] env[68786]: DEBUG nova.scheduler.client.report [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.205974] env[68786]: DEBUG nova.network.neutron [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.214650] env[68786]: DEBUG oslo_concurrency.lockutils [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.436689] env[68786]: DEBUG nova.network.neutron [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Updating instance_info_cache with network_info: [{"id": "0a75c718-4e94-48bf-8834-2395898eff6f", "address": "fa:16:3e:1e:4c:bf", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a75c718-4e", "ovs_interfaceid": "0a75c718-4e94-48bf-8834-2395898eff6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.544468] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.550683] env[68786]: DEBUG nova.compute.manager [req-cac4ac14-0d70-4f1e-a8b8-c1f671d8d393 req-f20f21ee-753f-4b0d-9504-fb8dcdc89a40 service nova] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Received event network-vif-deleted-dec381f8-d82c-4d1e-b162-1141dc33e401 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.550683] env[68786]: DEBUG nova.compute.manager [req-cac4ac14-0d70-4f1e-a8b8-c1f671d8d393 req-f20f21ee-753f-4b0d-9504-fb8dcdc89a40 service nova] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Received event network-vif-plugged-0a75c718-4e94-48bf-8834-2395898eff6f {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.550804] env[68786]: DEBUG oslo_concurrency.lockutils [req-cac4ac14-0d70-4f1e-a8b8-c1f671d8d393 req-f20f21ee-753f-4b0d-9504-fb8dcdc89a40 service nova] Acquiring lock "f5e74f81-ffd8-40b0-888b-68d3f1e55bfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.551199] env[68786]: DEBUG oslo_concurrency.lockutils [req-cac4ac14-0d70-4f1e-a8b8-c1f671d8d393 req-f20f21ee-753f-4b0d-9504-fb8dcdc89a40 service nova] Lock "f5e74f81-ffd8-40b0-888b-68d3f1e55bfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.551485] env[68786]: DEBUG oslo_concurrency.lockutils [req-cac4ac14-0d70-4f1e-a8b8-c1f671d8d393 req-f20f21ee-753f-4b0d-9504-fb8dcdc89a40 service nova] Lock "f5e74f81-ffd8-40b0-888b-68d3f1e55bfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.551750] env[68786]: DEBUG nova.compute.manager [req-cac4ac14-0d70-4f1e-a8b8-c1f671d8d393 req-f20f21ee-753f-4b0d-9504-fb8dcdc89a40 service nova] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] No waiting events found dispatching network-vif-plugged-0a75c718-4e94-48bf-8834-2395898eff6f {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.551933] env[68786]: WARNING nova.compute.manager [req-cac4ac14-0d70-4f1e-a8b8-c1f671d8d393 req-f20f21ee-753f-4b0d-9504-fb8dcdc89a40 service nova] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Received unexpected event network-vif-plugged-0a75c718-4e94-48bf-8834-2395898eff6f for instance with vm_state building and task_state spawning. [ 1025.552188] env[68786]: DEBUG nova.compute.manager [req-cac4ac14-0d70-4f1e-a8b8-c1f671d8d393 req-f20f21ee-753f-4b0d-9504-fb8dcdc89a40 service nova] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Received event network-changed-0a75c718-4e94-48bf-8834-2395898eff6f {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.552389] env[68786]: DEBUG nova.compute.manager [req-cac4ac14-0d70-4f1e-a8b8-c1f671d8d393 req-f20f21ee-753f-4b0d-9504-fb8dcdc89a40 service nova] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Refreshing instance network info cache due to event network-changed-0a75c718-4e94-48bf-8834-2395898eff6f. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.552623] env[68786]: DEBUG oslo_concurrency.lockutils [req-cac4ac14-0d70-4f1e-a8b8-c1f671d8d393 req-f20f21ee-753f-4b0d-9504-fb8dcdc89a40 service nova] Acquiring lock "refresh_cache-f5e74f81-ffd8-40b0-888b-68d3f1e55bfb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.554233] env[68786]: DEBUG oslo_concurrency.lockutils [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.554763] env[68786]: DEBUG nova.compute.manager [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.558214] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.009s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.558641] env[68786]: DEBUG nova.objects.instance [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Lazy-loading 'resources' on Instance uuid 0e8e9e71-66fe-4acd-b200-9f16680b2b55 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.834759] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d30de1f-3c95-4b28-9c60-780b1dfe3232 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.842800] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3f959b-1e13-40ea-8315-d1cec6bd0dee tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Doing hard reboot of VM {{(pid=68786) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1025.843077] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4fff2910-7c4d-4ca7-abd5-c8a302daca7a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.851080] env[68786]: DEBUG oslo_vmware.api [None req-ec3f959b-1e13-40ea-8315-d1cec6bd0dee tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for the task: (returnval){ [ 1025.851080] env[68786]: value = "task-3091303" [ 1025.851080] env[68786]: _type = "Task" [ 1025.851080] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.858763] env[68786]: DEBUG nova.compute.manager [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Stashing vm_state: active {{(pid=68786) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1025.864588] env[68786]: DEBUG oslo_vmware.api [None req-ec3f959b-1e13-40ea-8315-d1cec6bd0dee tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091303, 'name': ResetVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.939098] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "e8a948d4-1459-4a1c-8514-42c5762cf34c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.939563] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "e8a948d4-1459-4a1c-8514-42c5762cf34c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.939905] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "e8a948d4-1459-4a1c-8514-42c5762cf34c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.940161] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "e8a948d4-1459-4a1c-8514-42c5762cf34c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.940347] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "e8a948d4-1459-4a1c-8514-42c5762cf34c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.943935] env[68786]: DEBUG oslo_concurrency.lockutils [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "refresh_cache-f5e74f81-ffd8-40b0-888b-68d3f1e55bfb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.944212] env[68786]: DEBUG nova.compute.manager [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Instance network_info: |[{"id": "0a75c718-4e94-48bf-8834-2395898eff6f", "address": "fa:16:3e:1e:4c:bf", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a75c718-4e", "ovs_interfaceid": "0a75c718-4e94-48bf-8834-2395898eff6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.944687] env[68786]: INFO nova.compute.manager [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Terminating instance [ 1025.946118] env[68786]: DEBUG oslo_concurrency.lockutils [req-cac4ac14-0d70-4f1e-a8b8-c1f671d8d393 req-f20f21ee-753f-4b0d-9504-fb8dcdc89a40 service nova] Acquired lock "refresh_cache-f5e74f81-ffd8-40b0-888b-68d3f1e55bfb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.946307] env[68786]: DEBUG nova.network.neutron [req-cac4ac14-0d70-4f1e-a8b8-c1f671d8d393 req-f20f21ee-753f-4b0d-9504-fb8dcdc89a40 service nova] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Refreshing network info cache for port 0a75c718-4e94-48bf-8834-2395898eff6f {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.947498] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:4c:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a75c718-4e94-48bf-8834-2395898eff6f', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.955059] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.958531] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.959151] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15214802-83a4-41bf-ab93-1582ddc9395c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.980346] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.980346] env[68786]: value = "task-3091304" [ 1025.980346] env[68786]: _type = "Task" [ 1025.980346] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.988854] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091304, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.060016] env[68786]: DEBUG nova.compute.utils [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.061403] env[68786]: DEBUG nova.compute.manager [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.061572] env[68786]: DEBUG nova.network.neutron [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.124617] env[68786]: DEBUG nova.policy [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6dc4cd0706a1411f9e8313522e95fb39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ed492f5195f4f438b97034e09f15293', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.252075] env[68786]: DEBUG nova.network.neutron [req-cac4ac14-0d70-4f1e-a8b8-c1f671d8d393 req-f20f21ee-753f-4b0d-9504-fb8dcdc89a40 service nova] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Updated VIF entry in instance network info cache for port 0a75c718-4e94-48bf-8834-2395898eff6f. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.252518] env[68786]: DEBUG nova.network.neutron [req-cac4ac14-0d70-4f1e-a8b8-c1f671d8d393 req-f20f21ee-753f-4b0d-9504-fb8dcdc89a40 service nova] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Updating instance_info_cache with network_info: [{"id": "0a75c718-4e94-48bf-8834-2395898eff6f", "address": "fa:16:3e:1e:4c:bf", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a75c718-4e", "ovs_interfaceid": "0a75c718-4e94-48bf-8834-2395898eff6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.370699] env[68786]: DEBUG oslo_vmware.api [None req-ec3f959b-1e13-40ea-8315-d1cec6bd0dee tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091303, 'name': ResetVM_Task, 'duration_secs': 0.094633} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.372017] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3f959b-1e13-40ea-8315-d1cec6bd0dee tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Did hard reboot of VM {{(pid=68786) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1026.372017] env[68786]: DEBUG nova.compute.manager [None req-ec3f959b-1e13-40ea-8315-d1cec6bd0dee tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.373252] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861e678e-5d23-4453-b089-518da0afbb73 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.385269] env[68786]: DEBUG oslo_concurrency.lockutils [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.399349] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5d5c59-68c2-41c6-9ec7-4351dbd6bfb6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.409146] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efca4056-d0b8-4865-b778-140ac3a1575a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.444290] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043fda19-5683-48ad-8f19-3769c57e61be {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.455145] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72aca88c-5206-47a1-9ab5-297271e2bb01 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.459627] env[68786]: DEBUG nova.compute.manager [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.459841] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.460584] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa563c1-80b7-411f-b1fb-1ad77502d1f3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.471338] env[68786]: DEBUG nova.compute.provider_tree [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.477632] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.477875] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bda10133-5dd0-4527-80ff-34b21a1a47c6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.485119] env[68786]: DEBUG oslo_vmware.api [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1026.485119] env[68786]: value = "task-3091305" [ 1026.485119] env[68786]: _type = "Task" [ 1026.485119] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.493072] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091304, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.496395] env[68786]: DEBUG oslo_vmware.api [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.568359] env[68786]: DEBUG nova.compute.manager [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.582820] env[68786]: DEBUG nova.network.neutron [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Successfully created port: e0a77c32-a33c-4b43-97c2-d58a3b1441eb {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.756998] env[68786]: DEBUG oslo_concurrency.lockutils [req-cac4ac14-0d70-4f1e-a8b8-c1f671d8d393 req-f20f21ee-753f-4b0d-9504-fb8dcdc89a40 service nova] Releasing lock "refresh_cache-f5e74f81-ffd8-40b0-888b-68d3f1e55bfb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.891833] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ec3f959b-1e13-40ea-8315-d1cec6bd0dee tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Lock "c2174b98-1340-4937-bd3d-ef251be96dec" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.667s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.974326] env[68786]: DEBUG nova.scheduler.client.report [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.992936] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091304, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.998869] env[68786]: DEBUG oslo_vmware.api [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091305, 'name': PowerOffVM_Task, 'duration_secs': 0.301466} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.998869] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.998869] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.998967] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98a7d7bf-d6a2-4eab-9df8-01bdbc7f24ac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.122118] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.122477] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.122598] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Deleting the datastore file [datastore2] e8a948d4-1459-4a1c-8514-42c5762cf34c {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.122866] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c4faac7-f92e-40d4-955a-87bb67741c15 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.131274] env[68786]: DEBUG oslo_vmware.api [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1027.131274] env[68786]: value = "task-3091307" [ 1027.131274] env[68786]: _type = "Task" [ 1027.131274] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.141382] env[68786]: DEBUG oslo_vmware.api [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.480495] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.482767] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.542s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.483128] env[68786]: DEBUG nova.objects.instance [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lazy-loading 'resources' on Instance uuid 38f4d3bd-1065-4e88-bb9c-717f12dd992b {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.495545] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091304, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.503633] env[68786]: INFO nova.scheduler.client.report [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Deleted allocations for instance 0e8e9e71-66fe-4acd-b200-9f16680b2b55 [ 1027.578966] env[68786]: DEBUG nova.compute.manager [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.620460] env[68786]: DEBUG nova.virt.hardware [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.620718] env[68786]: DEBUG nova.virt.hardware [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.620876] env[68786]: DEBUG nova.virt.hardware [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.621072] env[68786]: DEBUG nova.virt.hardware [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.621260] env[68786]: DEBUG nova.virt.hardware [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.621400] env[68786]: DEBUG nova.virt.hardware [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.621759] env[68786]: DEBUG nova.virt.hardware [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.621759] env[68786]: DEBUG nova.virt.hardware [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.621918] env[68786]: DEBUG nova.virt.hardware [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.622095] env[68786]: DEBUG nova.virt.hardware [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.622270] env[68786]: DEBUG nova.virt.hardware [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.623339] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6687d7c-4910-456d-9628-a3f5eaa7369d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.628752] env[68786]: DEBUG nova.compute.manager [req-5b239ce1-2617-4678-b04d-c501e5408097 req-13ca3261-bc4b-4051-959e-7fe4fa6c0d07 service nova] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Received event network-changed-00e18c75-1886-45dc-b58f-cd3b67ef1d85 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.628955] env[68786]: DEBUG nova.compute.manager [req-5b239ce1-2617-4678-b04d-c501e5408097 req-13ca3261-bc4b-4051-959e-7fe4fa6c0d07 service nova] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Refreshing instance network info cache due to event network-changed-00e18c75-1886-45dc-b58f-cd3b67ef1d85. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.630200] env[68786]: DEBUG oslo_concurrency.lockutils [req-5b239ce1-2617-4678-b04d-c501e5408097 req-13ca3261-bc4b-4051-959e-7fe4fa6c0d07 service nova] Acquiring lock "refresh_cache-c2174b98-1340-4937-bd3d-ef251be96dec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.630325] env[68786]: DEBUG oslo_concurrency.lockutils [req-5b239ce1-2617-4678-b04d-c501e5408097 req-13ca3261-bc4b-4051-959e-7fe4fa6c0d07 service nova] Acquired lock "refresh_cache-c2174b98-1340-4937-bd3d-ef251be96dec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.630529] env[68786]: DEBUG nova.network.neutron [req-5b239ce1-2617-4678-b04d-c501e5408097 req-13ca3261-bc4b-4051-959e-7fe4fa6c0d07 service nova] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Refreshing network info cache for port 00e18c75-1886-45dc-b58f-cd3b67ef1d85 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.639826] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c14874-5730-46d5-9d44-6c799aafba7b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.647738] env[68786]: DEBUG oslo_vmware.api [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427688} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.648397] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.648589] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.648764] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.648940] env[68786]: INFO nova.compute.manager [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1027.649195] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.649399] env[68786]: DEBUG nova.compute.manager [-] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.649506] env[68786]: DEBUG nova.network.neutron [-] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.944486] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquiring lock "c2174b98-1340-4937-bd3d-ef251be96dec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.944770] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Lock "c2174b98-1340-4937-bd3d-ef251be96dec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.944982] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquiring lock "c2174b98-1340-4937-bd3d-ef251be96dec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.945212] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Lock "c2174b98-1340-4937-bd3d-ef251be96dec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.945402] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Lock "c2174b98-1340-4937-bd3d-ef251be96dec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.948899] env[68786]: INFO nova.compute.manager [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Terminating instance [ 1027.997621] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091304, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.015947] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a092a30b-ef44-4036-9d3f-3307096d4568 tempest-ServersTestFqdnHostnames-138408216 tempest-ServersTestFqdnHostnames-138408216-project-member] Lock "0e8e9e71-66fe-4acd-b200-9f16680b2b55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.581s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.274744] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10aa11da-657f-43f0-8a66-e893a86d6404 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.284168] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8977c4f6-5d49-4f81-bb56-a4199aa97175 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.321772] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bf8415-aff2-4165-96aa-640907e882f7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.331101] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9db2dcc-74f0-4b94-8e16-22727e46144c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.346517] env[68786]: DEBUG nova.compute.provider_tree [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.405810] env[68786]: DEBUG nova.network.neutron [req-5b239ce1-2617-4678-b04d-c501e5408097 req-13ca3261-bc4b-4051-959e-7fe4fa6c0d07 service nova] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Updated VIF entry in instance network info cache for port 00e18c75-1886-45dc-b58f-cd3b67ef1d85. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.406188] env[68786]: DEBUG nova.network.neutron [req-5b239ce1-2617-4678-b04d-c501e5408097 req-13ca3261-bc4b-4051-959e-7fe4fa6c0d07 service nova] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Updating instance_info_cache with network_info: [{"id": "00e18c75-1886-45dc-b58f-cd3b67ef1d85", "address": "fa:16:3e:40:ec:b3", "network": {"id": "dae32dec-7783-4ad1-b404-57995751803c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-373614789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc07810950e47999fbbf8ea26e304ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e18c75-18", "ovs_interfaceid": "00e18c75-1886-45dc-b58f-cd3b67ef1d85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.448256] env[68786]: DEBUG nova.network.neutron [-] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.452482] env[68786]: DEBUG nova.compute.manager [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.452697] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.453763] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0266d3fa-98e9-4758-b6c0-1c4ce4118d27 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.462258] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.462518] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0de61af0-c080-4925-b82a-ae4067851571 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.470749] env[68786]: DEBUG oslo_vmware.api [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for the task: (returnval){ [ 1028.470749] env[68786]: value = "task-3091308" [ 1028.470749] env[68786]: _type = "Task" [ 1028.470749] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.480043] env[68786]: DEBUG oslo_vmware.api [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.497371] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091304, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.564917] env[68786]: DEBUG nova.network.neutron [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Successfully updated port: e0a77c32-a33c-4b43-97c2-d58a3b1441eb {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.850022] env[68786]: DEBUG nova.scheduler.client.report [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.908359] env[68786]: DEBUG oslo_concurrency.lockutils [req-5b239ce1-2617-4678-b04d-c501e5408097 req-13ca3261-bc4b-4051-959e-7fe4fa6c0d07 service nova] Releasing lock "refresh_cache-c2174b98-1340-4937-bd3d-ef251be96dec" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.954484] env[68786]: INFO nova.compute.manager [-] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Took 1.30 seconds to deallocate network for instance. [ 1028.986392] env[68786]: DEBUG oslo_vmware.api [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091308, 'name': PowerOffVM_Task, 'duration_secs': 0.264763} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.991185] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.991404] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.991706] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e6c4429-241c-4da8-bfe5-8d9a82023e89 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.999610] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091304, 'name': CreateVM_Task, 'duration_secs': 2.715731} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.999746] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.000401] env[68786]: DEBUG oslo_concurrency.lockutils [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.000568] env[68786]: DEBUG oslo_concurrency.lockutils [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.001163] env[68786]: DEBUG oslo_concurrency.lockutils [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.001163] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af00f1c5-a9dd-49af-b21c-f8beb1d343f0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.006941] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1029.006941] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]524e02da-88ba-15da-34b9-d67e83a4bb49" [ 1029.006941] env[68786]: _type = "Task" [ 1029.006941] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.017346] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524e02da-88ba-15da-34b9-d67e83a4bb49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.067427] env[68786]: DEBUG oslo_concurrency.lockutils [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "refresh_cache-3a9b3b84-f621-46be-839e-4b5316a46569" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.067588] env[68786]: DEBUG oslo_concurrency.lockutils [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired lock "refresh_cache-3a9b3b84-f621-46be-839e-4b5316a46569" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.067742] env[68786]: DEBUG nova.network.neutron [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.069013] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.069246] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.069429] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Deleting the datastore file [datastore2] c2174b98-1340-4937-bd3d-ef251be96dec {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.069874] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49b687e5-e668-4b05-8cf8-f3014017d763 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.079560] env[68786]: DEBUG oslo_vmware.api [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for the task: (returnval){ [ 1029.079560] env[68786]: value = "task-3091310" [ 1029.079560] env[68786]: _type = "Task" [ 1029.079560] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.089729] env[68786]: DEBUG oslo_vmware.api [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.355888] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.358421] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.010s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.362154] env[68786]: INFO nova.compute.claims [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.383958] env[68786]: INFO nova.scheduler.client.report [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Deleted allocations for instance 38f4d3bd-1065-4e88-bb9c-717f12dd992b [ 1029.460687] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.518217] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524e02da-88ba-15da-34b9-d67e83a4bb49, 'name': SearchDatastore_Task, 'duration_secs': 0.015827} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.518483] env[68786]: DEBUG oslo_concurrency.lockutils [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.518717] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.518953] env[68786]: DEBUG oslo_concurrency.lockutils [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.519115] env[68786]: DEBUG oslo_concurrency.lockutils [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.519295] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.519565] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9535b74c-393e-4d13-8bd1-702db8416400 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.535149] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.535435] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.536227] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-921e5f3d-7a4b-4b0e-bc40-96f5210faffc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.541801] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1029.541801] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b1b729-7ecf-c365-0506-9ee4acb9d882" [ 1029.541801] env[68786]: _type = "Task" [ 1029.541801] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.552023] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b1b729-7ecf-c365-0506-9ee4acb9d882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.590939] env[68786]: DEBUG oslo_vmware.api [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288519} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.591221] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.591405] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.591730] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.591730] env[68786]: INFO nova.compute.manager [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1029.591967] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.592177] env[68786]: DEBUG nova.compute.manager [-] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.592269] env[68786]: DEBUG nova.network.neutron [-] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.611720] env[68786]: DEBUG nova.network.neutron [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.650276] env[68786]: DEBUG nova.compute.manager [req-9f6005eb-15c5-4c83-814a-ac22f83e6dae req-c1617f61-abae-4af5-bb73-d25d2935da7a service nova] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Received event network-vif-deleted-11f59fbd-c4fb-475b-9a74-1ab1121f7a45 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.650506] env[68786]: DEBUG nova.compute.manager [req-9f6005eb-15c5-4c83-814a-ac22f83e6dae req-c1617f61-abae-4af5-bb73-d25d2935da7a service nova] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Received event network-vif-plugged-e0a77c32-a33c-4b43-97c2-d58a3b1441eb {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.650816] env[68786]: DEBUG oslo_concurrency.lockutils [req-9f6005eb-15c5-4c83-814a-ac22f83e6dae req-c1617f61-abae-4af5-bb73-d25d2935da7a service nova] Acquiring lock "3a9b3b84-f621-46be-839e-4b5316a46569-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.651065] env[68786]: DEBUG oslo_concurrency.lockutils [req-9f6005eb-15c5-4c83-814a-ac22f83e6dae req-c1617f61-abae-4af5-bb73-d25d2935da7a service nova] Lock "3a9b3b84-f621-46be-839e-4b5316a46569-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.651244] env[68786]: DEBUG oslo_concurrency.lockutils [req-9f6005eb-15c5-4c83-814a-ac22f83e6dae req-c1617f61-abae-4af5-bb73-d25d2935da7a service nova] Lock "3a9b3b84-f621-46be-839e-4b5316a46569-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.651411] env[68786]: DEBUG nova.compute.manager [req-9f6005eb-15c5-4c83-814a-ac22f83e6dae req-c1617f61-abae-4af5-bb73-d25d2935da7a service nova] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] No waiting events found dispatching network-vif-plugged-e0a77c32-a33c-4b43-97c2-d58a3b1441eb {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.651573] env[68786]: WARNING nova.compute.manager [req-9f6005eb-15c5-4c83-814a-ac22f83e6dae req-c1617f61-abae-4af5-bb73-d25d2935da7a service nova] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Received unexpected event network-vif-plugged-e0a77c32-a33c-4b43-97c2-d58a3b1441eb for instance with vm_state building and task_state spawning. [ 1029.651728] env[68786]: DEBUG nova.compute.manager [req-9f6005eb-15c5-4c83-814a-ac22f83e6dae req-c1617f61-abae-4af5-bb73-d25d2935da7a service nova] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Received event network-changed-e0a77c32-a33c-4b43-97c2-d58a3b1441eb {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.651878] env[68786]: DEBUG nova.compute.manager [req-9f6005eb-15c5-4c83-814a-ac22f83e6dae req-c1617f61-abae-4af5-bb73-d25d2935da7a service nova] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Refreshing instance network info cache due to event network-changed-e0a77c32-a33c-4b43-97c2-d58a3b1441eb. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.652075] env[68786]: DEBUG oslo_concurrency.lockutils [req-9f6005eb-15c5-4c83-814a-ac22f83e6dae req-c1617f61-abae-4af5-bb73-d25d2935da7a service nova] Acquiring lock "refresh_cache-3a9b3b84-f621-46be-839e-4b5316a46569" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.884216] env[68786]: DEBUG nova.network.neutron [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Updating instance_info_cache with network_info: [{"id": "e0a77c32-a33c-4b43-97c2-d58a3b1441eb", "address": "fa:16:3e:d2:71:7b", "network": {"id": "adf16ff0-fa02-423b-9f55-083dd5b1fcfc", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-275860474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed492f5195f4f438b97034e09f15293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a77c32-a3", "ovs_interfaceid": "e0a77c32-a33c-4b43-97c2-d58a3b1441eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.897579] env[68786]: DEBUG oslo_concurrency.lockutils [None req-9e8dc32c-d270-4464-a831-5ae6dcf2f3e0 tempest-ServersNegativeTestJSON-892871272 tempest-ServersNegativeTestJSON-892871272-project-member] Lock "38f4d3bd-1065-4e88-bb9c-717f12dd992b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.626s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.054911] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b1b729-7ecf-c365-0506-9ee4acb9d882, 'name': SearchDatastore_Task, 'duration_secs': 0.027431} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.055784] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecafcea2-3a49-430e-90ec-3c7a690206de {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.062301] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1030.062301] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ec860d-febe-88b8-5b91-0e9efa65f257" [ 1030.062301] env[68786]: _type = "Task" [ 1030.062301] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.083421] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ec860d-febe-88b8-5b91-0e9efa65f257, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.388709] env[68786]: DEBUG oslo_concurrency.lockutils [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Releasing lock "refresh_cache-3a9b3b84-f621-46be-839e-4b5316a46569" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.388709] env[68786]: DEBUG nova.compute.manager [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Instance network_info: |[{"id": "e0a77c32-a33c-4b43-97c2-d58a3b1441eb", "address": "fa:16:3e:d2:71:7b", "network": {"id": "adf16ff0-fa02-423b-9f55-083dd5b1fcfc", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-275860474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed492f5195f4f438b97034e09f15293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a77c32-a3", "ovs_interfaceid": "e0a77c32-a33c-4b43-97c2-d58a3b1441eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.388709] env[68786]: DEBUG oslo_concurrency.lockutils [req-9f6005eb-15c5-4c83-814a-ac22f83e6dae req-c1617f61-abae-4af5-bb73-d25d2935da7a service nova] Acquired lock "refresh_cache-3a9b3b84-f621-46be-839e-4b5316a46569" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.388709] env[68786]: DEBUG nova.network.neutron [req-9f6005eb-15c5-4c83-814a-ac22f83e6dae req-c1617f61-abae-4af5-bb73-d25d2935da7a service nova] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Refreshing network info cache for port e0a77c32-a33c-4b43-97c2-d58a3b1441eb {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.389451] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:71:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0a77c32-a33c-4b43-97c2-d58a3b1441eb', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.397740] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.402840] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.403997] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f0a8a25-17f1-46e4-a3cd-d83502c54da8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.433844] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.433844] env[68786]: value = "task-3091311" [ 1030.433844] env[68786]: _type = "Task" [ 1030.433844] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.444151] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091311, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.478731] env[68786]: DEBUG nova.network.neutron [-] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.575460] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ec860d-febe-88b8-5b91-0e9efa65f257, 'name': SearchDatastore_Task, 'duration_secs': 0.026543} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.575789] env[68786]: DEBUG oslo_concurrency.lockutils [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.576066] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] f5e74f81-ffd8-40b0-888b-68d3f1e55bfb/f5e74f81-ffd8-40b0-888b-68d3f1e55bfb.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.576350] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38cbf975-e7a0-4e51-8046-a3800c0b270a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.584283] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1030.584283] env[68786]: value = "task-3091312" [ 1030.584283] env[68786]: _type = "Task" [ 1030.584283] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.593214] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.724782] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2c7e1c-2157-43ec-97fb-ae8b389f2176 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.739472] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfe3baf-94c3-4ee8-89eb-b4d9b4a7a58b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.793783] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389dd088-28e8-4563-9f03-32d5aed6686b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.806718] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63071f1-d67f-4640-a5df-eab0f59581f4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.824098] env[68786]: DEBUG nova.compute.provider_tree [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.943914] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091311, 'name': CreateVM_Task, 'duration_secs': 0.426334} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.944223] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.945038] env[68786]: DEBUG oslo_concurrency.lockutils [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.945245] env[68786]: DEBUG oslo_concurrency.lockutils [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.945674] env[68786]: DEBUG oslo_concurrency.lockutils [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.946047] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64e21bd0-fa68-4f86-bb01-c8963ff0ed13 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.953149] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1030.953149] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e32cfc-c809-48f6-014d-41553b5bd7c3" [ 1030.953149] env[68786]: _type = "Task" [ 1030.953149] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.968319] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e32cfc-c809-48f6-014d-41553b5bd7c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.986090] env[68786]: INFO nova.compute.manager [-] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Took 1.39 seconds to deallocate network for instance. [ 1031.104527] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091312, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.228353] env[68786]: DEBUG nova.network.neutron [req-9f6005eb-15c5-4c83-814a-ac22f83e6dae req-c1617f61-abae-4af5-bb73-d25d2935da7a service nova] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Updated VIF entry in instance network info cache for port e0a77c32-a33c-4b43-97c2-d58a3b1441eb. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.228732] env[68786]: DEBUG nova.network.neutron [req-9f6005eb-15c5-4c83-814a-ac22f83e6dae req-c1617f61-abae-4af5-bb73-d25d2935da7a service nova] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Updating instance_info_cache with network_info: [{"id": "e0a77c32-a33c-4b43-97c2-d58a3b1441eb", "address": "fa:16:3e:d2:71:7b", "network": {"id": "adf16ff0-fa02-423b-9f55-083dd5b1fcfc", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-275860474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed492f5195f4f438b97034e09f15293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a77c32-a3", "ovs_interfaceid": "e0a77c32-a33c-4b43-97c2-d58a3b1441eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.329473] env[68786]: DEBUG nova.scheduler.client.report [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.468016] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e32cfc-c809-48f6-014d-41553b5bd7c3, 'name': SearchDatastore_Task, 'duration_secs': 0.060116} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.468016] env[68786]: DEBUG oslo_concurrency.lockutils [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.468016] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.468016] env[68786]: DEBUG oslo_concurrency.lockutils [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.468016] env[68786]: DEBUG oslo_concurrency.lockutils [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.468420] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.468477] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-916ea79b-2d3e-4284-a233-0333928818e0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.478717] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.478890] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.479632] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a10949d-1a2d-423e-b2cb-7fc40c0b56c1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.486548] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1031.486548] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]525c5f6d-cb2d-c043-46f2-e1f182b799eb" [ 1031.486548] env[68786]: _type = "Task" [ 1031.486548] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.496119] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.496428] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]525c5f6d-cb2d-c043-46f2-e1f182b799eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.600251] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61649} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.601226] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] f5e74f81-ffd8-40b0-888b-68d3f1e55bfb/f5e74f81-ffd8-40b0-888b-68d3f1e55bfb.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.601226] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.601226] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9775559-cdb6-4e2c-94c4-7fe991803685 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.610100] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1031.610100] env[68786]: value = "task-3091313" [ 1031.610100] env[68786]: _type = "Task" [ 1031.610100] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.618907] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.683769] env[68786]: DEBUG nova.compute.manager [req-21cb1a1d-d467-4f99-a35c-399f1225e9a4 req-a067cb37-fc3e-44ad-b9ec-e0ada334b8ae service nova] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Received event network-vif-deleted-00e18c75-1886-45dc-b58f-cd3b67ef1d85 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.731649] env[68786]: DEBUG oslo_concurrency.lockutils [req-9f6005eb-15c5-4c83-814a-ac22f83e6dae req-c1617f61-abae-4af5-bb73-d25d2935da7a service nova] Releasing lock "refresh_cache-3a9b3b84-f621-46be-839e-4b5316a46569" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.838917] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.839530] env[68786]: DEBUG nova.compute.manager [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.842873] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.449s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.843109] env[68786]: DEBUG nova.objects.instance [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Lazy-loading 'resources' on Instance uuid 759d6a00-6cec-4181-ab5d-f7e1a93896da {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.998464] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]525c5f6d-cb2d-c043-46f2-e1f182b799eb, 'name': SearchDatastore_Task, 'duration_secs': 0.013777} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.999323] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a1855ad-881a-4d0e-ae1c-8c98fff1e681 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.006814] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1032.006814] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a7003f-b98f-809d-f0c9-e9ff28739b97" [ 1032.006814] env[68786]: _type = "Task" [ 1032.006814] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.015810] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a7003f-b98f-809d-f0c9-e9ff28739b97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.118907] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073735} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.120241] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.121631] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057cf6ae-541b-4024-af07-8840a91b96ce {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.149373] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] f5e74f81-ffd8-40b0-888b-68d3f1e55bfb/f5e74f81-ffd8-40b0-888b-68d3f1e55bfb.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.149695] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6acd54c9-ca8e-4cfb-9111-fa924b310bd0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.170872] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1032.170872] env[68786]: value = "task-3091314" [ 1032.170872] env[68786]: _type = "Task" [ 1032.170872] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.180940] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.345076] env[68786]: DEBUG nova.compute.utils [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.349154] env[68786]: DEBUG nova.compute.manager [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.349354] env[68786]: DEBUG nova.network.neutron [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.402157] env[68786]: DEBUG nova.policy [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09f87e1e17b648aba4a0889044b51eaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6125dd9826ef43d6a08c8460028ec501', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.517128] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a7003f-b98f-809d-f0c9-e9ff28739b97, 'name': SearchDatastore_Task, 'duration_secs': 0.016397} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.519838] env[68786]: DEBUG oslo_concurrency.lockutils [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.520108] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 3a9b3b84-f621-46be-839e-4b5316a46569/3a9b3b84-f621-46be-839e-4b5316a46569.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.520569] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bf9806b-53c9-4dd4-b8cc-014af3cada3c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.532404] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1032.532404] env[68786]: value = "task-3091315" [ 1032.532404] env[68786]: _type = "Task" [ 1032.532404] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.547374] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.657760] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7255fd73-f835-4880-9908-d77911b01d5b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.667712] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95445a3-fe0c-4ad4-8952-c4067b859cfb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.682186] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091314, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.706830] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261ba791-45ee-4d59-9364-f91056d9d445 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.715628] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41d07e4-5ef4-4c6d-8a87-7c84c34e5d77 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.730858] env[68786]: DEBUG nova.compute.provider_tree [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.762133] env[68786]: DEBUG nova.network.neutron [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Successfully created port: e9ac59f8-9ad9-41c4-bf55-d69d9645abf1 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.852863] env[68786]: DEBUG nova.compute.manager [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.051062] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091315, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.182609] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091314, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.233691] env[68786]: DEBUG nova.scheduler.client.report [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.547684] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091315, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.683783] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091314, 'name': ReconfigVM_Task, 'duration_secs': 1.327158} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.683783] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Reconfigured VM instance instance-00000064 to attach disk [datastore1] f5e74f81-ffd8-40b0-888b-68d3f1e55bfb/f5e74f81-ffd8-40b0-888b-68d3f1e55bfb.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.684594] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad8fdc6c-8b45-4b3f-9b01-cd029eaa21f6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.693019] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1033.693019] env[68786]: value = "task-3091316" [ 1033.693019] env[68786]: _type = "Task" [ 1033.693019] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.702033] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091316, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.740470] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.743431] env[68786]: DEBUG oslo_concurrency.lockutils [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.858s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.744547] env[68786]: INFO nova.compute.claims [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.766016] env[68786]: INFO nova.scheduler.client.report [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Deleted allocations for instance 759d6a00-6cec-4181-ab5d-f7e1a93896da [ 1033.862712] env[68786]: DEBUG nova.compute.manager [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.891066] env[68786]: DEBUG nova.virt.hardware [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.891334] env[68786]: DEBUG nova.virt.hardware [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.891495] env[68786]: DEBUG nova.virt.hardware [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.891676] env[68786]: DEBUG nova.virt.hardware [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.891823] env[68786]: DEBUG nova.virt.hardware [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.891970] env[68786]: DEBUG nova.virt.hardware [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.893917] env[68786]: DEBUG nova.virt.hardware [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.893917] env[68786]: DEBUG nova.virt.hardware [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.893917] env[68786]: DEBUG nova.virt.hardware [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.893917] env[68786]: DEBUG nova.virt.hardware [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.893917] env[68786]: DEBUG nova.virt.hardware [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.893917] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df87b963-5b2c-4ef3-b5a5-d91e686f5d97 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.902743] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e1cf08-63c6-45ae-bd52-a55ada61c285 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.046122] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091315, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.202553] env[68786]: DEBUG nova.compute.manager [req-44ec4177-52fa-4d6a-9253-09dd0295754c req-cfad0dc9-09e1-4469-8cd0-738bb74b12aa service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Received event network-vif-plugged-e9ac59f8-9ad9-41c4-bf55-d69d9645abf1 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.202832] env[68786]: DEBUG oslo_concurrency.lockutils [req-44ec4177-52fa-4d6a-9253-09dd0295754c req-cfad0dc9-09e1-4469-8cd0-738bb74b12aa service nova] Acquiring lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.203067] env[68786]: DEBUG oslo_concurrency.lockutils [req-44ec4177-52fa-4d6a-9253-09dd0295754c req-cfad0dc9-09e1-4469-8cd0-738bb74b12aa service nova] Lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.203245] env[68786]: DEBUG oslo_concurrency.lockutils [req-44ec4177-52fa-4d6a-9253-09dd0295754c req-cfad0dc9-09e1-4469-8cd0-738bb74b12aa service nova] Lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.203414] env[68786]: DEBUG nova.compute.manager [req-44ec4177-52fa-4d6a-9253-09dd0295754c req-cfad0dc9-09e1-4469-8cd0-738bb74b12aa service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] No waiting events found dispatching network-vif-plugged-e9ac59f8-9ad9-41c4-bf55-d69d9645abf1 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1034.205462] env[68786]: WARNING nova.compute.manager [req-44ec4177-52fa-4d6a-9253-09dd0295754c req-cfad0dc9-09e1-4469-8cd0-738bb74b12aa service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Received unexpected event network-vif-plugged-e9ac59f8-9ad9-41c4-bf55-d69d9645abf1 for instance with vm_state building and task_state spawning. [ 1034.213146] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091316, 'name': Rename_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.273871] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e1b5cd0f-8477-4e43-8a30-2998a8c5c0e2 tempest-ServersTestJSON-1247165984 tempest-ServersTestJSON-1247165984-project-member] Lock "759d6a00-6cec-4181-ab5d-f7e1a93896da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.446s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.312874] env[68786]: DEBUG nova.network.neutron [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Successfully updated port: e9ac59f8-9ad9-41c4-bf55-d69d9645abf1 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.553054] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091315, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.661711} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.553380] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 3a9b3b84-f621-46be-839e-4b5316a46569/3a9b3b84-f621-46be-839e-4b5316a46569.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.553601] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.554291] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03dc2853-c104-42e0-9a97-8d0f6e14f5a2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.562599] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1034.562599] env[68786]: value = "task-3091317" [ 1034.562599] env[68786]: _type = "Task" [ 1034.562599] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.574346] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.705230] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091316, 'name': Rename_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.816802] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "refresh_cache-1b4b6e87-5f27-46e9-bbd5-2a24317e506a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.816849] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquired lock "refresh_cache-1b4b6e87-5f27-46e9-bbd5-2a24317e506a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.816998] env[68786]: DEBUG nova.network.neutron [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.032844] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4e6ae8-f1ef-4e9d-9280-9363a0f06824 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.043097] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb19e5fb-ce05-4eee-9e7b-6d5d9755f212 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.081269] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733bb494-1e9a-44fd-87a4-280da782db96 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.094102] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b85a2e9-4393-443d-8779-5bc33b66775b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.097996] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06352} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.098283] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.099568] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8017b191-d3f3-4dc0-a816-a87b87046d23 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.110970] env[68786]: DEBUG nova.compute.provider_tree [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.135054] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 3a9b3b84-f621-46be-839e-4b5316a46569/3a9b3b84-f621-46be-839e-4b5316a46569.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.136096] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c69a4932-1ebe-4b5e-a7dc-e37d37dfffea {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.156818] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1035.156818] env[68786]: value = "task-3091318" [ 1035.156818] env[68786]: _type = "Task" [ 1035.156818] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.165794] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.206133] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091316, 'name': Rename_Task, 'duration_secs': 1.155845} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.206133] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.206133] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-797493db-37c6-487c-8933-0d628493279b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.213218] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1035.213218] env[68786]: value = "task-3091319" [ 1035.213218] env[68786]: _type = "Task" [ 1035.213218] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.222364] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.371938] env[68786]: DEBUG nova.network.neutron [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.615526] env[68786]: DEBUG nova.scheduler.client.report [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.650166] env[68786]: DEBUG nova.network.neutron [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Updating instance_info_cache with network_info: [{"id": "e9ac59f8-9ad9-41c4-bf55-d69d9645abf1", "address": "fa:16:3e:58:28:58", "network": {"id": "05b352a2-0a93-4081-b237-c313674a704f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117742771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6125dd9826ef43d6a08c8460028ec501", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ac59f8-9a", "ovs_interfaceid": "e9ac59f8-9ad9-41c4-bf55-d69d9645abf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.662094] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Acquiring lock "24527d30-720d-4250-9cf0-26f89ed407cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.662561] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Lock "24527d30-720d-4250-9cf0-26f89ed407cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.677941] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091318, 'name': ReconfigVM_Task, 'duration_secs': 0.292623} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.678257] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 3a9b3b84-f621-46be-839e-4b5316a46569/3a9b3b84-f621-46be-839e-4b5316a46569.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.679138] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e15d87df-5cfa-4462-89fa-0961c6a003be {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.688504] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1035.688504] env[68786]: value = "task-3091320" [ 1035.688504] env[68786]: _type = "Task" [ 1035.688504] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.705729] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091320, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.723630] env[68786]: DEBUG oslo_vmware.api [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091319, 'name': PowerOnVM_Task, 'duration_secs': 0.502812} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.723930] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.724156] env[68786]: INFO nova.compute.manager [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Took 12.46 seconds to spawn the instance on the hypervisor. [ 1035.724382] env[68786]: DEBUG nova.compute.manager [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.725225] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d15c95-eef7-40a0-860b-037cf51d0249 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.122438] env[68786]: DEBUG oslo_concurrency.lockutils [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.123820] env[68786]: DEBUG nova.compute.manager [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.126064] env[68786]: DEBUG oslo_concurrency.lockutils [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.912s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.126291] env[68786]: DEBUG nova.objects.instance [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Lazy-loading 'resources' on Instance uuid 85bbdae5-0e93-4614-9f87-2f0f236ea4e7 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.163693] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Releasing lock "refresh_cache-1b4b6e87-5f27-46e9-bbd5-2a24317e506a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.164127] env[68786]: DEBUG nova.compute.manager [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Instance network_info: |[{"id": "e9ac59f8-9ad9-41c4-bf55-d69d9645abf1", "address": "fa:16:3e:58:28:58", "network": {"id": "05b352a2-0a93-4081-b237-c313674a704f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117742771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6125dd9826ef43d6a08c8460028ec501", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ac59f8-9a", "ovs_interfaceid": "e9ac59f8-9ad9-41c4-bf55-d69d9645abf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.164659] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:28:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9ac59f8-9ad9-41c4-bf55-d69d9645abf1', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.172824] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Creating folder: Project (6125dd9826ef43d6a08c8460028ec501). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.173457] env[68786]: DEBUG nova.compute.manager [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.176031] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-572d34cd-6a4e-43d6-9334-8bed26dd7489 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.193561] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Created folder: Project (6125dd9826ef43d6a08c8460028ec501) in parent group-v618484. [ 1036.194423] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Creating folder: Instances. Parent ref: group-v618753. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.194706] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58cd4a36-635d-4fd2-b917-55e10e88bef8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.199835] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091320, 'name': Rename_Task, 'duration_secs': 0.418707} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.200285] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.200526] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-446786dc-46ed-4cde-bc80-b0435b16ffad {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.210326] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Created folder: Instances in parent group-v618753. [ 1036.210588] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.211491] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.212154] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1036.212154] env[68786]: value = "task-3091323" [ 1036.212154] env[68786]: _type = "Task" [ 1036.212154] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.212384] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df0909f4-6253-4ae0-af49-3db9c1bd5ac3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.234481] env[68786]: DEBUG nova.compute.manager [req-0809d66f-095c-48b6-8be8-3498669c5d7f req-c4d56467-5d90-4e7e-a68b-6da3b200fed7 service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Received event network-changed-e9ac59f8-9ad9-41c4-bf55-d69d9645abf1 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.235513] env[68786]: DEBUG nova.compute.manager [req-0809d66f-095c-48b6-8be8-3498669c5d7f req-c4d56467-5d90-4e7e-a68b-6da3b200fed7 service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Refreshing instance network info cache due to event network-changed-e9ac59f8-9ad9-41c4-bf55-d69d9645abf1. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.235513] env[68786]: DEBUG oslo_concurrency.lockutils [req-0809d66f-095c-48b6-8be8-3498669c5d7f req-c4d56467-5d90-4e7e-a68b-6da3b200fed7 service nova] Acquiring lock "refresh_cache-1b4b6e87-5f27-46e9-bbd5-2a24317e506a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.235513] env[68786]: DEBUG oslo_concurrency.lockutils [req-0809d66f-095c-48b6-8be8-3498669c5d7f req-c4d56467-5d90-4e7e-a68b-6da3b200fed7 service nova] Acquired lock "refresh_cache-1b4b6e87-5f27-46e9-bbd5-2a24317e506a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.235513] env[68786]: DEBUG nova.network.neutron [req-0809d66f-095c-48b6-8be8-3498669c5d7f req-c4d56467-5d90-4e7e-a68b-6da3b200fed7 service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Refreshing network info cache for port e9ac59f8-9ad9-41c4-bf55-d69d9645abf1 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.249697] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091323, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.249966] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.249966] env[68786]: value = "task-3091324" [ 1036.249966] env[68786]: _type = "Task" [ 1036.249966] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.250483] env[68786]: INFO nova.compute.manager [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Took 34.40 seconds to build instance. [ 1036.265630] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091324, 'name': CreateVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.631465] env[68786]: DEBUG nova.compute.utils [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.636045] env[68786]: DEBUG nova.compute.manager [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.636045] env[68786]: DEBUG nova.network.neutron [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.685662] env[68786]: DEBUG nova.policy [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6247e9c875c54a07873ff0d6eb15613a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfe3ff263b2d4948b59b511fca2787ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.695774] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.739750] env[68786]: DEBUG oslo_vmware.api [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091323, 'name': PowerOnVM_Task, 'duration_secs': 0.523849} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.740304] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.740651] env[68786]: INFO nova.compute.manager [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1036.741337] env[68786]: DEBUG nova.compute.manager [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.748044] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500d36b2-e082-432e-90b4-2c25d2a92118 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.758113] env[68786]: DEBUG oslo_concurrency.lockutils [None req-56746a89-f94e-46fd-abe9-d189983488d6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "f5e74f81-ffd8-40b0-888b-68d3f1e55bfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.943s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.770132] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091324, 'name': CreateVM_Task, 'duration_secs': 0.374811} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.771073] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.771887] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.774034] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.774034] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.774034] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db7972c0-00ea-42b3-b042-9a444efe7172 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.781345] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1036.781345] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e56c6f-3b98-7425-33dc-d0560308b31c" [ 1036.781345] env[68786]: _type = "Task" [ 1036.781345] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.792955] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e56c6f-3b98-7425-33dc-d0560308b31c, 'name': SearchDatastore_Task} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.796167] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.796485] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.796774] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.797495] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.797495] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.797895] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0daace77-4d10-42b9-bd4e-e1c2e79afe0e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.807676] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.807676] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.810658] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5bd7147-0c96-4101-b751-1e6dcd538488 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.820573] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1036.820573] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e9f9fd-5efc-360e-eea5-499a92ca44a2" [ 1036.820573] env[68786]: _type = "Task" [ 1036.820573] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.832431] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e9f9fd-5efc-360e-eea5-499a92ca44a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.951477] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727cd6c9-3635-4143-8cab-9af1eac0f187 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.963608] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bce98a0-18d0-43a7-b5b6-ac9a7e378fc9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.007121] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfc29d7-d8eb-4e2b-8282-4bf4a9045cf0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.019702] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631503aa-5c71-4234-a05d-e00a3632f74b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.034694] env[68786]: DEBUG nova.compute.provider_tree [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.115507] env[68786]: DEBUG nova.network.neutron [req-0809d66f-095c-48b6-8be8-3498669c5d7f req-c4d56467-5d90-4e7e-a68b-6da3b200fed7 service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Updated VIF entry in instance network info cache for port e9ac59f8-9ad9-41c4-bf55-d69d9645abf1. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.115927] env[68786]: DEBUG nova.network.neutron [req-0809d66f-095c-48b6-8be8-3498669c5d7f req-c4d56467-5d90-4e7e-a68b-6da3b200fed7 service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Updating instance_info_cache with network_info: [{"id": "e9ac59f8-9ad9-41c4-bf55-d69d9645abf1", "address": "fa:16:3e:58:28:58", "network": {"id": "05b352a2-0a93-4081-b237-c313674a704f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117742771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6125dd9826ef43d6a08c8460028ec501", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ac59f8-9a", "ovs_interfaceid": "e9ac59f8-9ad9-41c4-bf55-d69d9645abf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.136994] env[68786]: DEBUG nova.compute.manager [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.181530] env[68786]: DEBUG nova.network.neutron [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Successfully created port: 857f4848-792a-49ea-8992-6dac3eb878e3 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.276288] env[68786]: INFO nova.compute.manager [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Took 28.06 seconds to build instance. [ 1037.334504] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e9f9fd-5efc-360e-eea5-499a92ca44a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010933} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.335469] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c980571-924f-4542-aa30-a2dfff7faae9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.342452] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1037.342452] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52687453-d280-b8d5-67a6-8364d5bfe488" [ 1037.342452] env[68786]: _type = "Task" [ 1037.342452] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.352648] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52687453-d280-b8d5-67a6-8364d5bfe488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.452872] env[68786]: DEBUG nova.compute.manager [req-69419a67-89f6-452e-addd-6b1a6490de99 req-4c3cc0b2-58c6-4497-8519-41bd66bbbf79 service nova] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Received event network-changed-0a75c718-4e94-48bf-8834-2395898eff6f {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.453294] env[68786]: DEBUG nova.compute.manager [req-69419a67-89f6-452e-addd-6b1a6490de99 req-4c3cc0b2-58c6-4497-8519-41bd66bbbf79 service nova] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Refreshing instance network info cache due to event network-changed-0a75c718-4e94-48bf-8834-2395898eff6f. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.453461] env[68786]: DEBUG oslo_concurrency.lockutils [req-69419a67-89f6-452e-addd-6b1a6490de99 req-4c3cc0b2-58c6-4497-8519-41bd66bbbf79 service nova] Acquiring lock "refresh_cache-f5e74f81-ffd8-40b0-888b-68d3f1e55bfb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.453607] env[68786]: DEBUG oslo_concurrency.lockutils [req-69419a67-89f6-452e-addd-6b1a6490de99 req-4c3cc0b2-58c6-4497-8519-41bd66bbbf79 service nova] Acquired lock "refresh_cache-f5e74f81-ffd8-40b0-888b-68d3f1e55bfb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.453768] env[68786]: DEBUG nova.network.neutron [req-69419a67-89f6-452e-addd-6b1a6490de99 req-4c3cc0b2-58c6-4497-8519-41bd66bbbf79 service nova] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Refreshing network info cache for port 0a75c718-4e94-48bf-8834-2395898eff6f {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.537968] env[68786]: DEBUG nova.scheduler.client.report [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.618244] env[68786]: DEBUG oslo_concurrency.lockutils [req-0809d66f-095c-48b6-8be8-3498669c5d7f req-c4d56467-5d90-4e7e-a68b-6da3b200fed7 service nova] Releasing lock "refresh_cache-1b4b6e87-5f27-46e9-bbd5-2a24317e506a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.780187] env[68786]: DEBUG oslo_concurrency.lockutils [None req-348785e2-5725-4b9b-8838-0e40d29c6928 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "3a9b3b84-f621-46be-839e-4b5316a46569" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.583s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.854202] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52687453-d280-b8d5-67a6-8364d5bfe488, 'name': SearchDatastore_Task, 'duration_secs': 0.012044} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.854503] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.854759] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 1b4b6e87-5f27-46e9-bbd5-2a24317e506a/1b4b6e87-5f27-46e9-bbd5-2a24317e506a.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.855033] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5574c701-4ac0-43d4-a38e-84547f1dfa95 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.863573] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1037.863573] env[68786]: value = "task-3091325" [ 1037.863573] env[68786]: _type = "Task" [ 1037.863573] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.872040] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.006562] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ff12e6eb-955d-4f0e-8db1-942608352141 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "3a9b3b84-f621-46be-839e-4b5316a46569" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.006878] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ff12e6eb-955d-4f0e-8db1-942608352141 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "3a9b3b84-f621-46be-839e-4b5316a46569" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.007488] env[68786]: DEBUG nova.compute.manager [None req-ff12e6eb-955d-4f0e-8db1-942608352141 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.007961] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211a1b1d-1fd2-42c9-973d-2b84421cb143 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.016501] env[68786]: DEBUG nova.compute.manager [None req-ff12e6eb-955d-4f0e-8db1-942608352141 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68786) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1038.016896] env[68786]: DEBUG nova.objects.instance [None req-ff12e6eb-955d-4f0e-8db1-942608352141 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lazy-loading 'flavor' on Instance uuid 3a9b3b84-f621-46be-839e-4b5316a46569 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.044483] env[68786]: DEBUG oslo_concurrency.lockutils [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.047967] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.504s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.051864] env[68786]: INFO nova.compute.claims [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.073816] env[68786]: INFO nova.scheduler.client.report [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Deleted allocations for instance 85bbdae5-0e93-4614-9f87-2f0f236ea4e7 [ 1038.148268] env[68786]: DEBUG nova.compute.manager [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.181992] env[68786]: DEBUG nova.virt.hardware [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.182501] env[68786]: DEBUG nova.virt.hardware [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.182610] env[68786]: DEBUG nova.virt.hardware [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.182775] env[68786]: DEBUG nova.virt.hardware [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.182924] env[68786]: DEBUG nova.virt.hardware [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.183129] env[68786]: DEBUG nova.virt.hardware [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.183378] env[68786]: DEBUG nova.virt.hardware [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.183551] env[68786]: DEBUG nova.virt.hardware [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.183724] env[68786]: DEBUG nova.virt.hardware [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.183910] env[68786]: DEBUG nova.virt.hardware [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.184137] env[68786]: DEBUG nova.virt.hardware [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.185239] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c5e888-a2bd-43d1-831f-c0457773b9e8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.198246] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86128fcb-9cc0-4cd2-b61d-e3143378ef34 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.242143] env[68786]: DEBUG nova.network.neutron [req-69419a67-89f6-452e-addd-6b1a6490de99 req-4c3cc0b2-58c6-4497-8519-41bd66bbbf79 service nova] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Updated VIF entry in instance network info cache for port 0a75c718-4e94-48bf-8834-2395898eff6f. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.242876] env[68786]: DEBUG nova.network.neutron [req-69419a67-89f6-452e-addd-6b1a6490de99 req-4c3cc0b2-58c6-4497-8519-41bd66bbbf79 service nova] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Updating instance_info_cache with network_info: [{"id": "0a75c718-4e94-48bf-8834-2395898eff6f", "address": "fa:16:3e:1e:4c:bf", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a75c718-4e", "ovs_interfaceid": "0a75c718-4e94-48bf-8834-2395898eff6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.375172] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091325, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.585608] env[68786]: DEBUG oslo_concurrency.lockutils [None req-38fa38e7-8151-4584-955a-ad2505b1c7b6 tempest-ServersTestMultiNic-26130251 tempest-ServersTestMultiNic-26130251-project-member] Lock "85bbdae5-0e93-4614-9f87-2f0f236ea4e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.323s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.653548] env[68786]: DEBUG nova.compute.manager [req-ee4d27fa-c384-4e29-a19a-7e6d94b74259 req-ba9a474c-a91c-4bdd-b72e-fc98dd3a884c service nova] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Received event network-vif-plugged-857f4848-792a-49ea-8992-6dac3eb878e3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.653548] env[68786]: DEBUG oslo_concurrency.lockutils [req-ee4d27fa-c384-4e29-a19a-7e6d94b74259 req-ba9a474c-a91c-4bdd-b72e-fc98dd3a884c service nova] Acquiring lock "1934197e-68b9-4bec-8d18-286fa8bacb51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.653548] env[68786]: DEBUG oslo_concurrency.lockutils [req-ee4d27fa-c384-4e29-a19a-7e6d94b74259 req-ba9a474c-a91c-4bdd-b72e-fc98dd3a884c service nova] Lock "1934197e-68b9-4bec-8d18-286fa8bacb51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.653548] env[68786]: DEBUG oslo_concurrency.lockutils [req-ee4d27fa-c384-4e29-a19a-7e6d94b74259 req-ba9a474c-a91c-4bdd-b72e-fc98dd3a884c service nova] Lock "1934197e-68b9-4bec-8d18-286fa8bacb51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.653548] env[68786]: DEBUG nova.compute.manager [req-ee4d27fa-c384-4e29-a19a-7e6d94b74259 req-ba9a474c-a91c-4bdd-b72e-fc98dd3a884c service nova] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] No waiting events found dispatching network-vif-plugged-857f4848-792a-49ea-8992-6dac3eb878e3 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.653548] env[68786]: WARNING nova.compute.manager [req-ee4d27fa-c384-4e29-a19a-7e6d94b74259 req-ba9a474c-a91c-4bdd-b72e-fc98dd3a884c service nova] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Received unexpected event network-vif-plugged-857f4848-792a-49ea-8992-6dac3eb878e3 for instance with vm_state building and task_state spawning. [ 1038.747264] env[68786]: DEBUG oslo_concurrency.lockutils [req-69419a67-89f6-452e-addd-6b1a6490de99 req-4c3cc0b2-58c6-4497-8519-41bd66bbbf79 service nova] Releasing lock "refresh_cache-f5e74f81-ffd8-40b0-888b-68d3f1e55bfb" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.875396] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091325, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.953652] env[68786]: DEBUG oslo_concurrency.lockutils [None req-81eb41df-8c07-4e62-9c86-ce573ed4c2c6 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "44407975-2766-49bb-90e0-68ac9518cf08" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.953958] env[68786]: DEBUG oslo_concurrency.lockutils [None req-81eb41df-8c07-4e62-9c86-ce573ed4c2c6 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "44407975-2766-49bb-90e0-68ac9518cf08" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.025751] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff12e6eb-955d-4f0e-8db1-942608352141 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.026097] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcf3608c-bc7e-4e82-9600-19ddfde4050f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.035777] env[68786]: DEBUG oslo_vmware.api [None req-ff12e6eb-955d-4f0e-8db1-942608352141 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1039.035777] env[68786]: value = "task-3091326" [ 1039.035777] env[68786]: _type = "Task" [ 1039.035777] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.047740] env[68786]: DEBUG oslo_vmware.api [None req-ff12e6eb-955d-4f0e-8db1-942608352141 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.065708] env[68786]: DEBUG nova.network.neutron [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Successfully updated port: 857f4848-792a-49ea-8992-6dac3eb878e3 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.349821] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13c5ad2-7b7a-4724-a31d-1e40d148dd4a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.360876] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81d6186-fdc5-4e45-8165-93ee86fedf50 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.395599] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9ba2c7-c899-41a1-91df-649e1660c4b1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.401695] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091325, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.505716} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.402510] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 1b4b6e87-5f27-46e9-bbd5-2a24317e506a/1b4b6e87-5f27-46e9-bbd5-2a24317e506a.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.402737] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.403035] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d25416f-d780-4d00-af2b-95426dd8d76c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.408990] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50959f4-10f9-4d80-b40f-29fc97955f41 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.415769] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1039.415769] env[68786]: value = "task-3091327" [ 1039.415769] env[68786]: _type = "Task" [ 1039.415769] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.427052] env[68786]: DEBUG nova.compute.provider_tree [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1039.435240] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.459159] env[68786]: DEBUG nova.compute.utils [None req-81eb41df-8c07-4e62-9c86-ce573ed4c2c6 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.547258] env[68786]: DEBUG oslo_vmware.api [None req-ff12e6eb-955d-4f0e-8db1-942608352141 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091326, 'name': PowerOffVM_Task, 'duration_secs': 0.357333} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.547568] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff12e6eb-955d-4f0e-8db1-942608352141 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.547804] env[68786]: DEBUG nova.compute.manager [None req-ff12e6eb-955d-4f0e-8db1-942608352141 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.548577] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed5a721-7d33-46fa-9a88-f56d1634f0a6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.568359] env[68786]: DEBUG oslo_concurrency.lockutils [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "refresh_cache-1934197e-68b9-4bec-8d18-286fa8bacb51" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.569354] env[68786]: DEBUG oslo_concurrency.lockutils [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired lock "refresh_cache-1934197e-68b9-4bec-8d18-286fa8bacb51" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.569354] env[68786]: DEBUG nova.network.neutron [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.924304] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075277} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.924622] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.925138] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64011305-0eb4-4147-b8cb-e89be83d247e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.950052] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 1b4b6e87-5f27-46e9-bbd5-2a24317e506a/1b4b6e87-5f27-46e9-bbd5-2a24317e506a.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.950613] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57325c9a-a296-4575-b6cb-b3b2c6b00fce {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.964991] env[68786]: DEBUG oslo_concurrency.lockutils [None req-81eb41df-8c07-4e62-9c86-ce573ed4c2c6 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "44407975-2766-49bb-90e0-68ac9518cf08" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.968737] env[68786]: ERROR nova.scheduler.client.report [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [req-d23d4921-25ee-4a01-b72a-e08016d18148] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d23d4921-25ee-4a01-b72a-e08016d18148"}]} [ 1039.972751] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1039.972751] env[68786]: value = "task-3091328" [ 1039.972751] env[68786]: _type = "Task" [ 1039.972751] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.983310] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.988604] env[68786]: DEBUG nova.scheduler.client.report [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Refreshing inventories for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1040.004818] env[68786]: DEBUG nova.scheduler.client.report [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Updating ProviderTree inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1040.005064] env[68786]: DEBUG nova.compute.provider_tree [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1040.020021] env[68786]: DEBUG nova.scheduler.client.report [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Refreshing aggregate associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, aggregates: None {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1040.039300] env[68786]: DEBUG nova.scheduler.client.report [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Refreshing trait associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1040.065462] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ff12e6eb-955d-4f0e-8db1-942608352141 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "3a9b3b84-f621-46be-839e-4b5316a46569" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.116412] env[68786]: DEBUG nova.network.neutron [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.319856] env[68786]: DEBUG nova.network.neutron [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Updating instance_info_cache with network_info: [{"id": "857f4848-792a-49ea-8992-6dac3eb878e3", "address": "fa:16:3e:3d:15:46", "network": {"id": "76c23a36-a90c-4f9e-8062-2d6a92b1019d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1392166569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe3ff263b2d4948b59b511fca2787ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap857f4848-79", "ovs_interfaceid": "857f4848-792a-49ea-8992-6dac3eb878e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.361090] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4d4c74-c4e7-41e5-8795-78cb4f205eb7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.369479] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7f7ed3-71e0-4a67-8d66-62991dfc413f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.403439] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edcde24-d7ca-4a27-a387-f79961391184 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.414057] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d68e87-fd48-40fa-a387-9290f2e5619e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.428563] env[68786]: DEBUG nova.compute.provider_tree [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1040.483777] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091328, 'name': ReconfigVM_Task, 'duration_secs': 0.290192} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.484138] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 1b4b6e87-5f27-46e9-bbd5-2a24317e506a/1b4b6e87-5f27-46e9-bbd5-2a24317e506a.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.484917] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41a7cb77-307c-43bf-875f-9a92d3b3e278 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.492990] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1040.492990] env[68786]: value = "task-3091329" [ 1040.492990] env[68786]: _type = "Task" [ 1040.492990] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.503356] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091329, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.827027] env[68786]: DEBUG oslo_concurrency.lockutils [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Releasing lock "refresh_cache-1934197e-68b9-4bec-8d18-286fa8bacb51" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.827027] env[68786]: DEBUG nova.compute.manager [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Instance network_info: |[{"id": "857f4848-792a-49ea-8992-6dac3eb878e3", "address": "fa:16:3e:3d:15:46", "network": {"id": "76c23a36-a90c-4f9e-8062-2d6a92b1019d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1392166569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe3ff263b2d4948b59b511fca2787ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap857f4848-79", "ovs_interfaceid": "857f4848-792a-49ea-8992-6dac3eb878e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.827027] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:15:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '857f4848-792a-49ea-8992-6dac3eb878e3', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.833517] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.833760] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.833992] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a6c10c0-5ecf-4741-8e6a-ac89030b2b43 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.850810] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "3a9b3b84-f621-46be-839e-4b5316a46569" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.850810] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "3a9b3b84-f621-46be-839e-4b5316a46569" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.850810] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "3a9b3b84-f621-46be-839e-4b5316a46569-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.850810] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "3a9b3b84-f621-46be-839e-4b5316a46569-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.850810] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "3a9b3b84-f621-46be-839e-4b5316a46569-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.851471] env[68786]: INFO nova.compute.manager [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Terminating instance [ 1040.857516] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.857516] env[68786]: value = "task-3091330" [ 1040.857516] env[68786]: _type = "Task" [ 1040.857516] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.866856] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091330, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.913827] env[68786]: DEBUG nova.compute.manager [req-cd8d79c1-bd42-4538-8236-3f1b63751f39 req-954ea4b9-eb68-4834-bc11-02cc7632df97 service nova] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Received event network-changed-857f4848-792a-49ea-8992-6dac3eb878e3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.914089] env[68786]: DEBUG nova.compute.manager [req-cd8d79c1-bd42-4538-8236-3f1b63751f39 req-954ea4b9-eb68-4834-bc11-02cc7632df97 service nova] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Refreshing instance network info cache due to event network-changed-857f4848-792a-49ea-8992-6dac3eb878e3. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.914413] env[68786]: DEBUG oslo_concurrency.lockutils [req-cd8d79c1-bd42-4538-8236-3f1b63751f39 req-954ea4b9-eb68-4834-bc11-02cc7632df97 service nova] Acquiring lock "refresh_cache-1934197e-68b9-4bec-8d18-286fa8bacb51" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.914544] env[68786]: DEBUG oslo_concurrency.lockutils [req-cd8d79c1-bd42-4538-8236-3f1b63751f39 req-954ea4b9-eb68-4834-bc11-02cc7632df97 service nova] Acquired lock "refresh_cache-1934197e-68b9-4bec-8d18-286fa8bacb51" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.914819] env[68786]: DEBUG nova.network.neutron [req-cd8d79c1-bd42-4538-8236-3f1b63751f39 req-954ea4b9-eb68-4834-bc11-02cc7632df97 service nova] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Refreshing network info cache for port 857f4848-792a-49ea-8992-6dac3eb878e3 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.965061] env[68786]: DEBUG nova.scheduler.client.report [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1040.965531] env[68786]: DEBUG nova.compute.provider_tree [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 141 to 142 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1040.965694] env[68786]: DEBUG nova.compute.provider_tree [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.004261] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091329, 'name': Rename_Task, 'duration_secs': 0.156363} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.004589] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.005041] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb5d0c77-0f68-48a5-8160-244ecb69189f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.012099] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1041.012099] env[68786]: value = "task-3091331" [ 1041.012099] env[68786]: _type = "Task" [ 1041.012099] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.021298] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.045340] env[68786]: DEBUG oslo_concurrency.lockutils [None req-81eb41df-8c07-4e62-9c86-ce573ed4c2c6 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "44407975-2766-49bb-90e0-68ac9518cf08" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.045685] env[68786]: DEBUG oslo_concurrency.lockutils [None req-81eb41df-8c07-4e62-9c86-ce573ed4c2c6 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "44407975-2766-49bb-90e0-68ac9518cf08" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.045959] env[68786]: INFO nova.compute.manager [None req-81eb41df-8c07-4e62-9c86-ce573ed4c2c6 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Attaching volume 966b8583-3426-4a7d-8611-5e861710fd6b to /dev/sdb [ 1041.081134] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6572067-8323-467b-a1cc-c70f3da4462f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.089516] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181ef6e2-4d77-4a07-ad35-aedf075c2bc5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.105496] env[68786]: DEBUG nova.virt.block_device [None req-81eb41df-8c07-4e62-9c86-ce573ed4c2c6 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Updating existing volume attachment record: c79574bc-0846-4f21-a38c-d6565280d725 {{(pid=68786) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1041.355565] env[68786]: DEBUG nova.compute.manager [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.355815] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.356797] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc49b63-b96e-4926-95ea-56b7ecae50bc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.369802] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.370061] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091330, 'name': CreateVM_Task, 'duration_secs': 0.35932} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.370260] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96c946aa-e7c4-4f4a-8e8b-9e5b670fa618 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.371760] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.372474] env[68786]: DEBUG oslo_concurrency.lockutils [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.372635] env[68786]: DEBUG oslo_concurrency.lockutils [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.372947] env[68786]: DEBUG oslo_concurrency.lockutils [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.373627] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81502a66-325a-4541-b614-45f33c13bffc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.378482] env[68786]: DEBUG oslo_vmware.api [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1041.378482] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a37a91-7b95-f38f-80a0-bfdccf1ecb68" [ 1041.378482] env[68786]: _type = "Task" [ 1041.378482] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.386400] env[68786]: DEBUG oslo_vmware.api [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a37a91-7b95-f38f-80a0-bfdccf1ecb68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.435885] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.436122] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.436555] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Deleting the datastore file [datastore1] 3a9b3b84-f621-46be-839e-4b5316a46569 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.436555] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66e4f7c6-5763-4130-8104-d2b2cd973157 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.443056] env[68786]: DEBUG oslo_vmware.api [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1041.443056] env[68786]: value = "task-3091334" [ 1041.443056] env[68786]: _type = "Task" [ 1041.443056] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.453163] env[68786]: DEBUG oslo_vmware.api [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.471114] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.424s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.471558] env[68786]: DEBUG nova.compute.manager [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.474490] env[68786]: DEBUG oslo_concurrency.lockutils [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.089s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.521028] env[68786]: DEBUG oslo_vmware.api [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091331, 'name': PowerOnVM_Task, 'duration_secs': 0.486289} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.521941] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.522177] env[68786]: INFO nova.compute.manager [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1041.522374] env[68786]: DEBUG nova.compute.manager [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.523199] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ea2560-5071-4418-bb74-535c8b4faa48 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.686845] env[68786]: DEBUG nova.network.neutron [req-cd8d79c1-bd42-4538-8236-3f1b63751f39 req-954ea4b9-eb68-4834-bc11-02cc7632df97 service nova] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Updated VIF entry in instance network info cache for port 857f4848-792a-49ea-8992-6dac3eb878e3. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.687212] env[68786]: DEBUG nova.network.neutron [req-cd8d79c1-bd42-4538-8236-3f1b63751f39 req-954ea4b9-eb68-4834-bc11-02cc7632df97 service nova] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Updating instance_info_cache with network_info: [{"id": "857f4848-792a-49ea-8992-6dac3eb878e3", "address": "fa:16:3e:3d:15:46", "network": {"id": "76c23a36-a90c-4f9e-8062-2d6a92b1019d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1392166569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe3ff263b2d4948b59b511fca2787ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap857f4848-79", "ovs_interfaceid": "857f4848-792a-49ea-8992-6dac3eb878e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.892513] env[68786]: DEBUG oslo_vmware.api [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a37a91-7b95-f38f-80a0-bfdccf1ecb68, 'name': SearchDatastore_Task, 'duration_secs': 0.011671} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.892935] env[68786]: DEBUG oslo_concurrency.lockutils [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.893436] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.893690] env[68786]: DEBUG oslo_concurrency.lockutils [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.893840] env[68786]: DEBUG oslo_concurrency.lockutils [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.894028] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.894295] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74b3bc74-25ea-4b8b-93c7-46f344b01d98 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.906858] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.907066] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.907772] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9f453a4-4e2f-431f-9339-4fa6caa11216 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.912758] env[68786]: DEBUG oslo_vmware.api [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1041.912758] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b9d587-644b-14d2-6a05-1f27eb3de2e0" [ 1041.912758] env[68786]: _type = "Task" [ 1041.912758] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.923888] env[68786]: DEBUG oslo_vmware.api [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b9d587-644b-14d2-6a05-1f27eb3de2e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.956939] env[68786]: DEBUG oslo_vmware.api [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180742} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.957705] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.957987] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.958281] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.958559] env[68786]: INFO nova.compute.manager [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1041.958946] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.959253] env[68786]: DEBUG nova.compute.manager [-] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.959366] env[68786]: DEBUG nova.network.neutron [-] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.977253] env[68786]: DEBUG nova.compute.utils [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.980884] env[68786]: INFO nova.compute.claims [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.984234] env[68786]: DEBUG nova.compute.manager [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.984556] env[68786]: DEBUG nova.network.neutron [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.041167] env[68786]: INFO nova.compute.manager [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Took 22.71 seconds to build instance. [ 1042.061661] env[68786]: DEBUG nova.policy [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be0dbbf82e224ce0a4efc0683af08a80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05db4729997c4a1092435aef31629e90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.190431] env[68786]: DEBUG oslo_concurrency.lockutils [req-cd8d79c1-bd42-4538-8236-3f1b63751f39 req-954ea4b9-eb68-4834-bc11-02cc7632df97 service nova] Releasing lock "refresh_cache-1934197e-68b9-4bec-8d18-286fa8bacb51" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.424368] env[68786]: DEBUG oslo_vmware.api [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b9d587-644b-14d2-6a05-1f27eb3de2e0, 'name': SearchDatastore_Task, 'duration_secs': 0.015321} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.425315] env[68786]: DEBUG nova.network.neutron [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Successfully created port: 1770167c-a103-44b0-836b-71b6bac35d1d {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.427779] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61cef669-f2f2-4f18-8401-3ac2c3feadf2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.432962] env[68786]: DEBUG oslo_vmware.api [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1042.432962] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]524f6a9d-c936-e136-483a-f8c22cc05011" [ 1042.432962] env[68786]: _type = "Task" [ 1042.432962] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.440447] env[68786]: DEBUG oslo_vmware.api [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524f6a9d-c936-e136-483a-f8c22cc05011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.487774] env[68786]: DEBUG nova.compute.manager [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1042.491594] env[68786]: INFO nova.compute.resource_tracker [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Updating resource usage from migration 07ea0bed-2274-4089-990e-03adcfae190b [ 1042.543136] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b24e069c-147c-48d0-b0af-e867d7d39244 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.222s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.750792] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b158e2-5a99-4fc3-b6c8-60573e787dba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.758894] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3912ef-d2d7-4aed-afc5-8a600feef0e6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.801066] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf77132-d0fe-4b1c-a33b-f463770b000b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.807516] env[68786]: DEBUG nova.network.neutron [-] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.809807] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9d5aed-0c1a-4986-8d52-8d6fd7d9becf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.824165] env[68786]: DEBUG nova.compute.provider_tree [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.942972] env[68786]: DEBUG oslo_vmware.api [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524f6a9d-c936-e136-483a-f8c22cc05011, 'name': SearchDatastore_Task, 'duration_secs': 0.021409} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.943312] env[68786]: DEBUG oslo_concurrency.lockutils [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.943571] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 1934197e-68b9-4bec-8d18-286fa8bacb51/1934197e-68b9-4bec-8d18-286fa8bacb51.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.943986] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fbdaa73-add3-4900-b851-ad5f9156ea08 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.950855] env[68786]: DEBUG oslo_vmware.api [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1042.950855] env[68786]: value = "task-3091335" [ 1042.950855] env[68786]: _type = "Task" [ 1042.950855] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.959400] env[68786]: DEBUG oslo_vmware.api [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.995400] env[68786]: DEBUG nova.compute.manager [req-6a683494-4251-4009-a827-2eec3faf4808 req-9b854a3b-a9d4-4270-a78e-606f27119261 service nova] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Received event network-vif-deleted-e0a77c32-a33c-4b43-97c2-d58a3b1441eb {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.315633] env[68786]: INFO nova.compute.manager [-] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Took 1.36 seconds to deallocate network for instance. [ 1043.366622] env[68786]: DEBUG nova.scheduler.client.report [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1043.366961] env[68786]: DEBUG nova.compute.provider_tree [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 142 to 143 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1043.367174] env[68786]: DEBUG nova.compute.provider_tree [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.461114] env[68786]: DEBUG oslo_vmware.api [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458872} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.461411] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 1934197e-68b9-4bec-8d18-286fa8bacb51/1934197e-68b9-4bec-8d18-286fa8bacb51.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.461630] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.461876] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af78461c-2acd-453f-bdbe-b035b6d3afc2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.468973] env[68786]: DEBUG oslo_vmware.api [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1043.468973] env[68786]: value = "task-3091337" [ 1043.468973] env[68786]: _type = "Task" [ 1043.468973] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.476903] env[68786]: DEBUG oslo_vmware.api [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.500416] env[68786]: DEBUG nova.compute.manager [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.503468] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.503588] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.537794] env[68786]: DEBUG nova.virt.hardware [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.538148] env[68786]: DEBUG nova.virt.hardware [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.538386] env[68786]: DEBUG nova.virt.hardware [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.538660] env[68786]: DEBUG nova.virt.hardware [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.538883] env[68786]: DEBUG nova.virt.hardware [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.539120] env[68786]: DEBUG nova.virt.hardware [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.539417] env[68786]: DEBUG nova.virt.hardware [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.539628] env[68786]: DEBUG nova.virt.hardware [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.539858] env[68786]: DEBUG nova.virt.hardware [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.540109] env[68786]: DEBUG nova.virt.hardware [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.540343] env[68786]: DEBUG nova.virt.hardware [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.541319] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8ef90d-cb1d-434e-a09b-e84c9bd51c6d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.551053] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08588911-c589-4c0c-a128-04d26e7f80e0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.823394] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.874659] env[68786]: DEBUG oslo_concurrency.lockutils [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.400s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.876537] env[68786]: INFO nova.compute.manager [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Migrating [ 1043.885354] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.423s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.885354] env[68786]: DEBUG nova.objects.instance [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lazy-loading 'resources' on Instance uuid e8a948d4-1459-4a1c-8514-42c5762cf34c {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.979522] env[68786]: DEBUG oslo_vmware.api [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067505} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.979833] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.980765] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04485e49-f4de-43a2-8f26-e0e74fb3183c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.003892] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 1934197e-68b9-4bec-8d18-286fa8bacb51/1934197e-68b9-4bec-8d18-286fa8bacb51.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.004214] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28bbb58e-8c83-45d9-a19e-a25d8230cb01 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.023735] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.023972] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.024168] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.024361] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.024907] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.025350] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.025350] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68786) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1044.025506] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager.update_available_resource {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.029203] env[68786]: DEBUG oslo_vmware.api [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1044.029203] env[68786]: value = "task-3091338" [ 1044.029203] env[68786]: _type = "Task" [ 1044.029203] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.037765] env[68786]: DEBUG oslo_vmware.api [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.053373] env[68786]: DEBUG nova.network.neutron [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Successfully updated port: 1770167c-a103-44b0-836b-71b6bac35d1d {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.397864] env[68786]: DEBUG oslo_concurrency.lockutils [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "refresh_cache-f60b0087-1f07-4881-8054-91ae488b1f01" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.398084] env[68786]: DEBUG oslo_concurrency.lockutils [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "refresh_cache-f60b0087-1f07-4881-8054-91ae488b1f01" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.398231] env[68786]: DEBUG nova.network.neutron [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.528286] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.541759] env[68786]: DEBUG oslo_vmware.api [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091338, 'name': ReconfigVM_Task, 'duration_secs': 0.268519} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.543873] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 1934197e-68b9-4bec-8d18-286fa8bacb51/1934197e-68b9-4bec-8d18-286fa8bacb51.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.544995] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-100ea878-8840-40c1-b879-f0a1a8a942b3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.552051] env[68786]: DEBUG oslo_vmware.api [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1044.552051] env[68786]: value = "task-3091339" [ 1044.552051] env[68786]: _type = "Task" [ 1044.552051] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.557355] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "refresh_cache-bdbad34d-dc42-4668-b639-fde96c898fc2" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.557491] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired lock "refresh_cache-bdbad34d-dc42-4668-b639-fde96c898fc2" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.557639] env[68786]: DEBUG nova.network.neutron [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.563761] env[68786]: DEBUG oslo_vmware.api [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091339, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.660970] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcacc698-d140-4692-a22f-c05ee42cd7cc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.669683] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d1ee07-fd65-4fa4-8c82-c3a514bfad4a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.702841] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea532c2-6044-4455-9722-a0de698376b9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.712720] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd925dde-f7ca-4034-bd24-67114931f68f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.729046] env[68786]: DEBUG nova.compute.provider_tree [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.028768] env[68786]: DEBUG nova.compute.manager [req-ba745dee-b339-4152-8d23-20fb18f29053 req-8da91965-d737-49da-abc2-4c8c2c30a385 service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Received event network-changed-e9ac59f8-9ad9-41c4-bf55-d69d9645abf1 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.029051] env[68786]: DEBUG nova.compute.manager [req-ba745dee-b339-4152-8d23-20fb18f29053 req-8da91965-d737-49da-abc2-4c8c2c30a385 service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Refreshing instance network info cache due to event network-changed-e9ac59f8-9ad9-41c4-bf55-d69d9645abf1. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.029188] env[68786]: DEBUG oslo_concurrency.lockutils [req-ba745dee-b339-4152-8d23-20fb18f29053 req-8da91965-d737-49da-abc2-4c8c2c30a385 service nova] Acquiring lock "refresh_cache-1b4b6e87-5f27-46e9-bbd5-2a24317e506a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.029375] env[68786]: DEBUG oslo_concurrency.lockutils [req-ba745dee-b339-4152-8d23-20fb18f29053 req-8da91965-d737-49da-abc2-4c8c2c30a385 service nova] Acquired lock "refresh_cache-1b4b6e87-5f27-46e9-bbd5-2a24317e506a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.029588] env[68786]: DEBUG nova.network.neutron [req-ba745dee-b339-4152-8d23-20fb18f29053 req-8da91965-d737-49da-abc2-4c8c2c30a385 service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Refreshing network info cache for port e9ac59f8-9ad9-41c4-bf55-d69d9645abf1 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.063342] env[68786]: DEBUG oslo_vmware.api [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091339, 'name': Rename_Task, 'duration_secs': 0.17361} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.065710] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.066390] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f5532d3-b1dc-4a5a-ab5a-9f320c797e0b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.073497] env[68786]: DEBUG oslo_vmware.api [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1045.073497] env[68786]: value = "task-3091340" [ 1045.073497] env[68786]: _type = "Task" [ 1045.073497] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.081822] env[68786]: DEBUG oslo_vmware.api [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.127504] env[68786]: DEBUG nova.network.neutron [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.234441] env[68786]: DEBUG nova.scheduler.client.report [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.248127] env[68786]: DEBUG nova.network.neutron [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Updating instance_info_cache with network_info: [{"id": "50f24800-394e-4580-a26a-08490c088cea", "address": "fa:16:3e:59:74:40", "network": {"id": "aee33969-1cd3-462f-83ee-4ed96787591b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-935531603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8776be105b14772bcafad040e2abd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f24800-39", "ovs_interfaceid": "50f24800-394e-4580-a26a-08490c088cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.326518] env[68786]: DEBUG nova.network.neutron [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Updating instance_info_cache with network_info: [{"id": "1770167c-a103-44b0-836b-71b6bac35d1d", "address": "fa:16:3e:9e:e1:63", "network": {"id": "22cbf902-7f1e-4069-b8c1-b0c7fa9a5c91", "bridge": "br-int", "label": "tempest-ServersTestJSON-525443328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05db4729997c4a1092435aef31629e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1770167c-a1", "ovs_interfaceid": "1770167c-a103-44b0-836b-71b6bac35d1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.582890] env[68786]: DEBUG oslo_vmware.api [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091340, 'name': PowerOnVM_Task, 'duration_secs': 0.461181} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.583158] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.583359] env[68786]: INFO nova.compute.manager [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1045.583560] env[68786]: DEBUG nova.compute.manager [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.584320] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f63f9b-5ad5-4e2e-9762-621d9d95989e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.651508] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-81eb41df-8c07-4e62-9c86-ce573ed4c2c6 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Volume attach. Driver type: vmdk {{(pid=68786) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1045.651748] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-81eb41df-8c07-4e62-9c86-ce573ed4c2c6 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618757', 'volume_id': '966b8583-3426-4a7d-8611-5e861710fd6b', 'name': 'volume-966b8583-3426-4a7d-8611-5e861710fd6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44407975-2766-49bb-90e0-68ac9518cf08', 'attached_at': '', 'detached_at': '', 'volume_id': '966b8583-3426-4a7d-8611-5e861710fd6b', 'serial': '966b8583-3426-4a7d-8611-5e861710fd6b'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1045.652668] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e750518f-32a6-42a0-8f4e-77f24f9923ba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.668335] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153de652-7e90-4159-90a3-c72f5df70194 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.693833] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-81eb41df-8c07-4e62-9c86-ce573ed4c2c6 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] volume-966b8583-3426-4a7d-8611-5e861710fd6b/volume-966b8583-3426-4a7d-8611-5e861710fd6b.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.694385] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f89e67a-7072-44c4-851d-0d68d4da8361 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.711313] env[68786]: DEBUG oslo_vmware.api [None req-81eb41df-8c07-4e62-9c86-ce573ed4c2c6 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 1045.711313] env[68786]: value = "task-3091341" [ 1045.711313] env[68786]: _type = "Task" [ 1045.711313] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.718490] env[68786]: DEBUG oslo_vmware.api [None req-81eb41df-8c07-4e62-9c86-ce573ed4c2c6 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.744217] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.746478] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.250s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.746878] env[68786]: DEBUG nova.objects.instance [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Lazy-loading 'resources' on Instance uuid c2174b98-1340-4937-bd3d-ef251be96dec {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.750422] env[68786]: DEBUG oslo_concurrency.lockutils [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "refresh_cache-f60b0087-1f07-4881-8054-91ae488b1f01" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.753876] env[68786]: DEBUG nova.network.neutron [req-ba745dee-b339-4152-8d23-20fb18f29053 req-8da91965-d737-49da-abc2-4c8c2c30a385 service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Updated VIF entry in instance network info cache for port e9ac59f8-9ad9-41c4-bf55-d69d9645abf1. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.754222] env[68786]: DEBUG nova.network.neutron [req-ba745dee-b339-4152-8d23-20fb18f29053 req-8da91965-d737-49da-abc2-4c8c2c30a385 service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Updating instance_info_cache with network_info: [{"id": "e9ac59f8-9ad9-41c4-bf55-d69d9645abf1", "address": "fa:16:3e:58:28:58", "network": {"id": "05b352a2-0a93-4081-b237-c313674a704f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117742771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6125dd9826ef43d6a08c8460028ec501", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ac59f8-9a", "ovs_interfaceid": "e9ac59f8-9ad9-41c4-bf55-d69d9645abf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.771075] env[68786]: INFO nova.scheduler.client.report [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Deleted allocations for instance e8a948d4-1459-4a1c-8514-42c5762cf34c [ 1045.830285] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Releasing lock "refresh_cache-bdbad34d-dc42-4668-b639-fde96c898fc2" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.830759] env[68786]: DEBUG nova.compute.manager [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Instance network_info: |[{"id": "1770167c-a103-44b0-836b-71b6bac35d1d", "address": "fa:16:3e:9e:e1:63", "network": {"id": "22cbf902-7f1e-4069-b8c1-b0c7fa9a5c91", "bridge": "br-int", "label": "tempest-ServersTestJSON-525443328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05db4729997c4a1092435aef31629e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1770167c-a1", "ovs_interfaceid": "1770167c-a103-44b0-836b-71b6bac35d1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.831293] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:e1:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1770167c-a103-44b0-836b-71b6bac35d1d', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.842959] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.843581] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.843896] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72184e84-ac87-4d41-a235-0fe231719a6d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.872416] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.872416] env[68786]: value = "task-3091342" [ 1045.872416] env[68786]: _type = "Task" [ 1045.872416] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.882759] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091342, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.105037] env[68786]: INFO nova.compute.manager [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Took 25.24 seconds to build instance. [ 1046.223435] env[68786]: DEBUG oslo_vmware.api [None req-81eb41df-8c07-4e62-9c86-ce573ed4c2c6 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091341, 'name': ReconfigVM_Task, 'duration_secs': 0.444251} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.223435] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-81eb41df-8c07-4e62-9c86-ce573ed4c2c6 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Reconfigured VM instance instance-0000005c to attach disk [datastore2] volume-966b8583-3426-4a7d-8611-5e861710fd6b/volume-966b8583-3426-4a7d-8611-5e861710fd6b.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.227632] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ad9726d-fbc1-4b29-adc0-7a87ddd752da {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.241269] env[68786]: DEBUG oslo_vmware.api [None req-81eb41df-8c07-4e62-9c86-ce573ed4c2c6 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 1046.241269] env[68786]: value = "task-3091343" [ 1046.241269] env[68786]: _type = "Task" [ 1046.241269] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.253304] env[68786]: DEBUG oslo_vmware.api [None req-81eb41df-8c07-4e62-9c86-ce573ed4c2c6 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.257145] env[68786]: DEBUG oslo_concurrency.lockutils [req-ba745dee-b339-4152-8d23-20fb18f29053 req-8da91965-d737-49da-abc2-4c8c2c30a385 service nova] Releasing lock "refresh_cache-1b4b6e87-5f27-46e9-bbd5-2a24317e506a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.257386] env[68786]: DEBUG nova.compute.manager [req-ba745dee-b339-4152-8d23-20fb18f29053 req-8da91965-d737-49da-abc2-4c8c2c30a385 service nova] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Received event network-vif-plugged-1770167c-a103-44b0-836b-71b6bac35d1d {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.257572] env[68786]: DEBUG oslo_concurrency.lockutils [req-ba745dee-b339-4152-8d23-20fb18f29053 req-8da91965-d737-49da-abc2-4c8c2c30a385 service nova] Acquiring lock "bdbad34d-dc42-4668-b639-fde96c898fc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.257771] env[68786]: DEBUG oslo_concurrency.lockutils [req-ba745dee-b339-4152-8d23-20fb18f29053 req-8da91965-d737-49da-abc2-4c8c2c30a385 service nova] Lock "bdbad34d-dc42-4668-b639-fde96c898fc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.257927] env[68786]: DEBUG oslo_concurrency.lockutils [req-ba745dee-b339-4152-8d23-20fb18f29053 req-8da91965-d737-49da-abc2-4c8c2c30a385 service nova] Lock "bdbad34d-dc42-4668-b639-fde96c898fc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.258103] env[68786]: DEBUG nova.compute.manager [req-ba745dee-b339-4152-8d23-20fb18f29053 req-8da91965-d737-49da-abc2-4c8c2c30a385 service nova] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] No waiting events found dispatching network-vif-plugged-1770167c-a103-44b0-836b-71b6bac35d1d {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.258271] env[68786]: WARNING nova.compute.manager [req-ba745dee-b339-4152-8d23-20fb18f29053 req-8da91965-d737-49da-abc2-4c8c2c30a385 service nova] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Received unexpected event network-vif-plugged-1770167c-a103-44b0-836b-71b6bac35d1d for instance with vm_state building and task_state spawning. [ 1046.258431] env[68786]: DEBUG nova.compute.manager [req-ba745dee-b339-4152-8d23-20fb18f29053 req-8da91965-d737-49da-abc2-4c8c2c30a385 service nova] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Received event network-changed-1770167c-a103-44b0-836b-71b6bac35d1d {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.258583] env[68786]: DEBUG nova.compute.manager [req-ba745dee-b339-4152-8d23-20fb18f29053 req-8da91965-d737-49da-abc2-4c8c2c30a385 service nova] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Refreshing instance network info cache due to event network-changed-1770167c-a103-44b0-836b-71b6bac35d1d. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.258767] env[68786]: DEBUG oslo_concurrency.lockutils [req-ba745dee-b339-4152-8d23-20fb18f29053 req-8da91965-d737-49da-abc2-4c8c2c30a385 service nova] Acquiring lock "refresh_cache-bdbad34d-dc42-4668-b639-fde96c898fc2" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.258929] env[68786]: DEBUG oslo_concurrency.lockutils [req-ba745dee-b339-4152-8d23-20fb18f29053 req-8da91965-d737-49da-abc2-4c8c2c30a385 service nova] Acquired lock "refresh_cache-bdbad34d-dc42-4668-b639-fde96c898fc2" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.259121] env[68786]: DEBUG nova.network.neutron [req-ba745dee-b339-4152-8d23-20fb18f29053 req-8da91965-d737-49da-abc2-4c8c2c30a385 service nova] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Refreshing network info cache for port 1770167c-a103-44b0-836b-71b6bac35d1d {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.278099] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c3a28cc3-6999-44ce-aaa5-1e0067ed9481 tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "e8a948d4-1459-4a1c-8514-42c5762cf34c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.339s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.382787] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091342, 'name': CreateVM_Task, 'duration_secs': 0.375576} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.386499] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.389766] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.389913] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.390236] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.390900] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa0076a4-04f0-491a-a2d4-fd9ba1d9b2e0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.395830] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 1046.395830] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5274c15e-308c-147f-f704-81e9f629aa73" [ 1046.395830] env[68786]: _type = "Task" [ 1046.395830] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.407023] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5274c15e-308c-147f-f704-81e9f629aa73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.492958] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416cb116-42c8-444f-80d4-b825a75ce0de {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.501193] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fac44c-dfc5-47ca-9a8a-44e22e0d3132 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.537420] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e5f28d-6b2a-42a4-9682-531aeba92e3c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.545481] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7af4846-ea42-4f27-a5bb-ae8f7a85f79a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.564599] env[68786]: DEBUG nova.compute.provider_tree [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.606897] env[68786]: DEBUG oslo_concurrency.lockutils [None req-484119e2-4644-42bc-b20c-3e17fb693e1d tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "1934197e-68b9-4bec-8d18-286fa8bacb51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.751s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.752864] env[68786]: DEBUG oslo_vmware.api [None req-81eb41df-8c07-4e62-9c86-ce573ed4c2c6 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091343, 'name': ReconfigVM_Task, 'duration_secs': 0.146206} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.753237] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-81eb41df-8c07-4e62-9c86-ce573ed4c2c6 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618757', 'volume_id': '966b8583-3426-4a7d-8611-5e861710fd6b', 'name': 'volume-966b8583-3426-4a7d-8611-5e861710fd6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44407975-2766-49bb-90e0-68ac9518cf08', 'attached_at': '', 'detached_at': '', 'volume_id': '966b8583-3426-4a7d-8611-5e861710fd6b', 'serial': '966b8583-3426-4a7d-8611-5e861710fd6b'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1046.891309] env[68786]: DEBUG oslo_concurrency.lockutils [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "e3abb151-4382-418a-af01-ce774edd08ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.891626] env[68786]: DEBUG oslo_concurrency.lockutils [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "e3abb151-4382-418a-af01-ce774edd08ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.891805] env[68786]: DEBUG oslo_concurrency.lockutils [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "e3abb151-4382-418a-af01-ce774edd08ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.891991] env[68786]: DEBUG oslo_concurrency.lockutils [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "e3abb151-4382-418a-af01-ce774edd08ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.892190] env[68786]: DEBUG oslo_concurrency.lockutils [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "e3abb151-4382-418a-af01-ce774edd08ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.894913] env[68786]: INFO nova.compute.manager [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Terminating instance [ 1046.906058] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5274c15e-308c-147f-f704-81e9f629aa73, 'name': SearchDatastore_Task, 'duration_secs': 0.016454} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.908751] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.908751] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.908971] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.909130] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.909307] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.909832] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-123da8bd-3627-40e6-9854-eb87f534d838 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.921122] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.921305] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.922359] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0608e045-db30-4d57-80de-25ab36742e26 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.927591] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 1046.927591] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52eee9b8-4691-37cb-4afd-59da5df430f8" [ 1046.927591] env[68786]: _type = "Task" [ 1046.927591] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.935221] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52eee9b8-4691-37cb-4afd-59da5df430f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.999750] env[68786]: DEBUG nova.network.neutron [req-ba745dee-b339-4152-8d23-20fb18f29053 req-8da91965-d737-49da-abc2-4c8c2c30a385 service nova] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Updated VIF entry in instance network info cache for port 1770167c-a103-44b0-836b-71b6bac35d1d. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.000129] env[68786]: DEBUG nova.network.neutron [req-ba745dee-b339-4152-8d23-20fb18f29053 req-8da91965-d737-49da-abc2-4c8c2c30a385 service nova] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Updating instance_info_cache with network_info: [{"id": "1770167c-a103-44b0-836b-71b6bac35d1d", "address": "fa:16:3e:9e:e1:63", "network": {"id": "22cbf902-7f1e-4069-b8c1-b0c7fa9a5c91", "bridge": "br-int", "label": "tempest-ServersTestJSON-525443328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05db4729997c4a1092435aef31629e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1770167c-a1", "ovs_interfaceid": "1770167c-a103-44b0-836b-71b6bac35d1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.056979] env[68786]: DEBUG nova.compute.manager [req-49c67e22-1429-420c-ba9d-16fb79134b24 req-95cde2a7-6bcb-4de2-9297-79c483bfc2f8 service nova] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Received event network-changed-857f4848-792a-49ea-8992-6dac3eb878e3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.057225] env[68786]: DEBUG nova.compute.manager [req-49c67e22-1429-420c-ba9d-16fb79134b24 req-95cde2a7-6bcb-4de2-9297-79c483bfc2f8 service nova] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Refreshing instance network info cache due to event network-changed-857f4848-792a-49ea-8992-6dac3eb878e3. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.057445] env[68786]: DEBUG oslo_concurrency.lockutils [req-49c67e22-1429-420c-ba9d-16fb79134b24 req-95cde2a7-6bcb-4de2-9297-79c483bfc2f8 service nova] Acquiring lock "refresh_cache-1934197e-68b9-4bec-8d18-286fa8bacb51" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.057593] env[68786]: DEBUG oslo_concurrency.lockutils [req-49c67e22-1429-420c-ba9d-16fb79134b24 req-95cde2a7-6bcb-4de2-9297-79c483bfc2f8 service nova] Acquired lock "refresh_cache-1934197e-68b9-4bec-8d18-286fa8bacb51" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.057753] env[68786]: DEBUG nova.network.neutron [req-49c67e22-1429-420c-ba9d-16fb79134b24 req-95cde2a7-6bcb-4de2-9297-79c483bfc2f8 service nova] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Refreshing network info cache for port 857f4848-792a-49ea-8992-6dac3eb878e3 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.067824] env[68786]: DEBUG nova.scheduler.client.report [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.272172] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c1d525-3a29-4dde-a886-f2fcbaa6462f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.292303] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Updating instance 'f60b0087-1f07-4881-8054-91ae488b1f01' progress to 0 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.401704] env[68786]: DEBUG nova.compute.manager [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.401938] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.402839] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7fa246-5b41-4679-af52-b311c4966466 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.410504] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.410651] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-021789be-f09a-4b04-8a4c-f5a9c6cb6af0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.417433] env[68786]: DEBUG oslo_vmware.api [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1047.417433] env[68786]: value = "task-3091344" [ 1047.417433] env[68786]: _type = "Task" [ 1047.417433] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.425371] env[68786]: DEBUG oslo_vmware.api [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.439125] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52eee9b8-4691-37cb-4afd-59da5df430f8, 'name': SearchDatastore_Task, 'duration_secs': 0.03025} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.439252] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d222b09-3dca-450c-90fa-59c4bb11400f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.444481] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 1047.444481] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5276e2ff-3c23-97a2-f767-128921065a49" [ 1047.444481] env[68786]: _type = "Task" [ 1047.444481] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.451973] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5276e2ff-3c23-97a2-f767-128921065a49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.503410] env[68786]: DEBUG oslo_concurrency.lockutils [req-ba745dee-b339-4152-8d23-20fb18f29053 req-8da91965-d737-49da-abc2-4c8c2c30a385 service nova] Releasing lock "refresh_cache-bdbad34d-dc42-4668-b639-fde96c898fc2" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.572718] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.575261] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.880s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.577018] env[68786]: INFO nova.compute.claims [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.601591] env[68786]: INFO nova.scheduler.client.report [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Deleted allocations for instance c2174b98-1340-4937-bd3d-ef251be96dec [ 1047.791582] env[68786]: DEBUG nova.network.neutron [req-49c67e22-1429-420c-ba9d-16fb79134b24 req-95cde2a7-6bcb-4de2-9297-79c483bfc2f8 service nova] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Updated VIF entry in instance network info cache for port 857f4848-792a-49ea-8992-6dac3eb878e3. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.791952] env[68786]: DEBUG nova.network.neutron [req-49c67e22-1429-420c-ba9d-16fb79134b24 req-95cde2a7-6bcb-4de2-9297-79c483bfc2f8 service nova] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Updating instance_info_cache with network_info: [{"id": "857f4848-792a-49ea-8992-6dac3eb878e3", "address": "fa:16:3e:3d:15:46", "network": {"id": "76c23a36-a90c-4f9e-8062-2d6a92b1019d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1392166569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe3ff263b2d4948b59b511fca2787ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap857f4848-79", "ovs_interfaceid": "857f4848-792a-49ea-8992-6dac3eb878e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.800175] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.800948] env[68786]: DEBUG nova.objects.instance [None req-81eb41df-8c07-4e62-9c86-ce573ed4c2c6 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lazy-loading 'flavor' on Instance uuid 44407975-2766-49bb-90e0-68ac9518cf08 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.802146] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2987ae83-8dc5-49cb-8405-89ba958df1f5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.809774] env[68786]: DEBUG oslo_vmware.api [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1047.809774] env[68786]: value = "task-3091346" [ 1047.809774] env[68786]: _type = "Task" [ 1047.809774] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.818903] env[68786]: DEBUG oslo_vmware.api [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.927650] env[68786]: DEBUG oslo_vmware.api [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091344, 'name': PowerOffVM_Task, 'duration_secs': 0.254678} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.927933] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.928116] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.928372] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d7ee11f-9001-4aa2-bd43-a8d22a35f9c4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.954688] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5276e2ff-3c23-97a2-f767-128921065a49, 'name': SearchDatastore_Task, 'duration_secs': 0.013028} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.954968] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.955246] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] bdbad34d-dc42-4668-b639-fde96c898fc2/bdbad34d-dc42-4668-b639-fde96c898fc2.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.955509] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42aa23ca-cdae-4f35-ad63-e7e9c46f9f28 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.962366] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 1047.962366] env[68786]: value = "task-3091348" [ 1047.962366] env[68786]: _type = "Task" [ 1047.962366] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.970144] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.995917] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.996193] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.996387] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Deleting the datastore file [datastore1] e3abb151-4382-418a-af01-ce774edd08ec {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.996677] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0b2aa8f-f60e-44b5-9b6d-161a8fbc1e29 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.003700] env[68786]: DEBUG oslo_vmware.api [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1048.003700] env[68786]: value = "task-3091349" [ 1048.003700] env[68786]: _type = "Task" [ 1048.003700] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.012694] env[68786]: DEBUG oslo_vmware.api [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.109951] env[68786]: DEBUG oslo_concurrency.lockutils [None req-06d3ac09-5399-4fd4-9e6d-116047cc63ff tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Lock "c2174b98-1340-4937-bd3d-ef251be96dec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.165s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.295021] env[68786]: DEBUG oslo_concurrency.lockutils [req-49c67e22-1429-420c-ba9d-16fb79134b24 req-95cde2a7-6bcb-4de2-9297-79c483bfc2f8 service nova] Releasing lock "refresh_cache-1934197e-68b9-4bec-8d18-286fa8bacb51" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.308344] env[68786]: DEBUG oslo_concurrency.lockutils [None req-81eb41df-8c07-4e62-9c86-ce573ed4c2c6 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "44407975-2766-49bb-90e0-68ac9518cf08" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.262s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.324522] env[68786]: DEBUG oslo_vmware.api [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091346, 'name': PowerOffVM_Task, 'duration_secs': 0.266669} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.325915] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.326209] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Updating instance 'f60b0087-1f07-4881-8054-91ae488b1f01' progress to 17 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.472467] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091348, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.513334] env[68786]: DEBUG oslo_vmware.api [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328975} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.513965] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.514215] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.514449] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.514737] env[68786]: INFO nova.compute.manager [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1048.515052] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.515288] env[68786]: DEBUG nova.compute.manager [-] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.515408] env[68786]: DEBUG nova.network.neutron [-] [instance: e3abb151-4382-418a-af01-ce774edd08ec] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.579204] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6df3efe6-d3e3-4dc1-a2b0-384e8a93648a tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "44407975-2766-49bb-90e0-68ac9518cf08" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.579466] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6df3efe6-d3e3-4dc1-a2b0-384e8a93648a tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "44407975-2766-49bb-90e0-68ac9518cf08" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.834150] env[68786]: DEBUG nova.virt.hardware [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.834319] env[68786]: DEBUG nova.virt.hardware [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.835182] env[68786]: DEBUG nova.virt.hardware [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.835182] env[68786]: DEBUG nova.virt.hardware [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.835182] env[68786]: DEBUG nova.virt.hardware [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.835182] env[68786]: DEBUG nova.virt.hardware [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.835562] env[68786]: DEBUG nova.virt.hardware [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.835785] env[68786]: DEBUG nova.virt.hardware [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.836047] env[68786]: DEBUG nova.virt.hardware [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.836233] env[68786]: DEBUG nova.virt.hardware [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.836411] env[68786]: DEBUG nova.virt.hardware [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.841737] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-697d8487-5d57-4a3b-8d1f-31b5f2609496 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.862720] env[68786]: DEBUG oslo_vmware.api [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1048.862720] env[68786]: value = "task-3091350" [ 1048.862720] env[68786]: _type = "Task" [ 1048.862720] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.867760] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0333ee92-aa38-4ceb-9cee-966d8ccda8a8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.877126] env[68786]: DEBUG oslo_vmware.api [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091350, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.878246] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f590a54-d0ad-4083-a53a-d463f1ac188d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.909521] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4178d0c6-0d90-4acf-9c9b-a1c6411c920d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.917349] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37b0962-f13a-4763-bd72-d8732dcc7924 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.930931] env[68786]: DEBUG nova.compute.provider_tree [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1048.974764] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533752} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.975055] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] bdbad34d-dc42-4668-b639-fde96c898fc2/bdbad34d-dc42-4668-b639-fde96c898fc2.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.975276] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.975532] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4942f69a-f680-4687-ba2d-dbef125e2193 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.982139] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 1048.982139] env[68786]: value = "task-3091351" [ 1048.982139] env[68786]: _type = "Task" [ 1048.982139] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.990480] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.082458] env[68786]: DEBUG nova.compute.manager [req-49e4f8dd-468a-49c1-9849-da6c8828e998 req-b4c87f1c-088e-4635-b92e-c31f7acf44fa service nova] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Received event network-vif-deleted-8db54956-bd7d-40bf-b94b-574b89b94e5a {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.082711] env[68786]: INFO nova.compute.manager [req-49e4f8dd-468a-49c1-9849-da6c8828e998 req-b4c87f1c-088e-4635-b92e-c31f7acf44fa service nova] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Neutron deleted interface 8db54956-bd7d-40bf-b94b-574b89b94e5a; detaching it from the instance and deleting it from the info cache [ 1049.082912] env[68786]: DEBUG nova.network.neutron [req-49e4f8dd-468a-49c1-9849-da6c8828e998 req-b4c87f1c-088e-4635-b92e-c31f7acf44fa service nova] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.085475] env[68786]: INFO nova.compute.manager [None req-6df3efe6-d3e3-4dc1-a2b0-384e8a93648a tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Detaching volume 966b8583-3426-4a7d-8611-5e861710fd6b [ 1049.125111] env[68786]: INFO nova.virt.block_device [None req-6df3efe6-d3e3-4dc1-a2b0-384e8a93648a tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Attempting to driver detach volume 966b8583-3426-4a7d-8611-5e861710fd6b from mountpoint /dev/sdb [ 1049.125794] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-6df3efe6-d3e3-4dc1-a2b0-384e8a93648a tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Volume detach. Driver type: vmdk {{(pid=68786) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1049.125794] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-6df3efe6-d3e3-4dc1-a2b0-384e8a93648a tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618757', 'volume_id': '966b8583-3426-4a7d-8611-5e861710fd6b', 'name': 'volume-966b8583-3426-4a7d-8611-5e861710fd6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44407975-2766-49bb-90e0-68ac9518cf08', 'attached_at': '', 'detached_at': '', 'volume_id': '966b8583-3426-4a7d-8611-5e861710fd6b', 'serial': '966b8583-3426-4a7d-8611-5e861710fd6b'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1049.126513] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82f2b76-b9b0-4592-9da1-0dac736d7dfc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.149746] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b257fc9d-3fed-4a82-adfd-eb29ade82498 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.159567] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb229b8-c0b0-4ee6-9632-02c6783ec538 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.184116] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6777d1d-f17c-454f-a9d9-4237ebd7a5fd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.199622] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-6df3efe6-d3e3-4dc1-a2b0-384e8a93648a tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] The volume has not been displaced from its original location: [datastore2] volume-966b8583-3426-4a7d-8611-5e861710fd6b/volume-966b8583-3426-4a7d-8611-5e861710fd6b.vmdk. No consolidation needed. {{(pid=68786) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1049.204868] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-6df3efe6-d3e3-4dc1-a2b0-384e8a93648a tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1049.205427] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2909bb1e-8945-4a12-85e4-72e68f1515b4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.224136] env[68786]: DEBUG oslo_vmware.api [None req-6df3efe6-d3e3-4dc1-a2b0-384e8a93648a tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 1049.224136] env[68786]: value = "task-3091352" [ 1049.224136] env[68786]: _type = "Task" [ 1049.224136] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.235773] env[68786]: DEBUG oslo_vmware.api [None req-6df3efe6-d3e3-4dc1-a2b0-384e8a93648a tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.283454] env[68786]: DEBUG nova.network.neutron [-] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.372529] env[68786]: DEBUG oslo_vmware.api [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091350, 'name': ReconfigVM_Task, 'duration_secs': 0.476808} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.372828] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Updating instance 'f60b0087-1f07-4881-8054-91ae488b1f01' progress to 33 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.475147] env[68786]: DEBUG nova.scheduler.client.report [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1049.475489] env[68786]: DEBUG nova.compute.provider_tree [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 143 to 144 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1049.475699] env[68786]: DEBUG nova.compute.provider_tree [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.492506] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142309} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.493444] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.494265] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26699be-1211-401b-b1d8-1dacb4e2d23d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.516805] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] bdbad34d-dc42-4668-b639-fde96c898fc2/bdbad34d-dc42-4668-b639-fde96c898fc2.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.517669] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6b37852-9ba7-4ee3-bb39-0c5bd4b518c0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.538177] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 1049.538177] env[68786]: value = "task-3091353" [ 1049.538177] env[68786]: _type = "Task" [ 1049.538177] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.548105] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.588830] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d53578e3-1968-4f14-a4d5-44b0f1682d56 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.597100] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9ee71e-eef1-44ce-9608-2e1d402ebac8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.632473] env[68786]: DEBUG nova.compute.manager [req-49e4f8dd-468a-49c1-9849-da6c8828e998 req-b4c87f1c-088e-4635-b92e-c31f7acf44fa service nova] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Detach interface failed, port_id=8db54956-bd7d-40bf-b94b-574b89b94e5a, reason: Instance e3abb151-4382-418a-af01-ce774edd08ec could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1049.656426] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquiring lock "d6326b43-a4a8-46f5-8184-13d2ad9870b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.656764] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Lock "d6326b43-a4a8-46f5-8184-13d2ad9870b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.657039] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquiring lock "d6326b43-a4a8-46f5-8184-13d2ad9870b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.657240] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Lock "d6326b43-a4a8-46f5-8184-13d2ad9870b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.657412] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Lock "d6326b43-a4a8-46f5-8184-13d2ad9870b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.659577] env[68786]: INFO nova.compute.manager [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Terminating instance [ 1049.734856] env[68786]: DEBUG oslo_vmware.api [None req-6df3efe6-d3e3-4dc1-a2b0-384e8a93648a tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091352, 'name': ReconfigVM_Task, 'duration_secs': 0.365174} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.735186] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-6df3efe6-d3e3-4dc1-a2b0-384e8a93648a tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1049.739870] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ef3f2c5-989b-403c-8b2b-d2ac2592766b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.753924] env[68786]: DEBUG oslo_vmware.api [None req-6df3efe6-d3e3-4dc1-a2b0-384e8a93648a tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 1049.753924] env[68786]: value = "task-3091354" [ 1049.753924] env[68786]: _type = "Task" [ 1049.753924] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.763434] env[68786]: DEBUG oslo_vmware.api [None req-6df3efe6-d3e3-4dc1-a2b0-384e8a93648a tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.786146] env[68786]: INFO nova.compute.manager [-] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Took 1.27 seconds to deallocate network for instance. [ 1049.879033] env[68786]: DEBUG nova.virt.hardware [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.879279] env[68786]: DEBUG nova.virt.hardware [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.879441] env[68786]: DEBUG nova.virt.hardware [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.879623] env[68786]: DEBUG nova.virt.hardware [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.879768] env[68786]: DEBUG nova.virt.hardware [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.879915] env[68786]: DEBUG nova.virt.hardware [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.880134] env[68786]: DEBUG nova.virt.hardware [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.880294] env[68786]: DEBUG nova.virt.hardware [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.880459] env[68786]: DEBUG nova.virt.hardware [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.880622] env[68786]: DEBUG nova.virt.hardware [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.880793] env[68786]: DEBUG nova.virt.hardware [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.886346] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1049.886642] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52be9689-55f1-4d06-ac10-d648d6724d4c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.905572] env[68786]: DEBUG oslo_vmware.api [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1049.905572] env[68786]: value = "task-3091355" [ 1049.905572] env[68786]: _type = "Task" [ 1049.905572] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.915389] env[68786]: DEBUG oslo_vmware.api [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091355, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.981122] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.981689] env[68786]: DEBUG nova.compute.manager [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.984524] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.161s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.984774] env[68786]: DEBUG nova.objects.instance [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lazy-loading 'resources' on Instance uuid 3a9b3b84-f621-46be-839e-4b5316a46569 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.049943] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091353, 'name': ReconfigVM_Task, 'duration_secs': 0.407311} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.050210] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Reconfigured VM instance instance-00000068 to attach disk [datastore1] bdbad34d-dc42-4668-b639-fde96c898fc2/bdbad34d-dc42-4668-b639-fde96c898fc2.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.051023] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8522cbde-85a9-4451-82e6-422d8d834567 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.059339] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 1050.059339] env[68786]: value = "task-3091356" [ 1050.059339] env[68786]: _type = "Task" [ 1050.059339] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.068552] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091356, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.163699] env[68786]: DEBUG nova.compute.manager [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.164039] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.165688] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be0e3a5-84d4-4123-80fd-d2e912a9f5ab {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.174195] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.174512] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e62c0868-165f-43a3-9a00-3446a9110cdd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.182611] env[68786]: DEBUG oslo_vmware.api [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for the task: (returnval){ [ 1050.182611] env[68786]: value = "task-3091357" [ 1050.182611] env[68786]: _type = "Task" [ 1050.182611] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.190789] env[68786]: DEBUG oslo_vmware.api [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.269189] env[68786]: DEBUG oslo_vmware.api [None req-6df3efe6-d3e3-4dc1-a2b0-384e8a93648a tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091354, 'name': ReconfigVM_Task, 'duration_secs': 0.157201} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.269553] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-6df3efe6-d3e3-4dc1-a2b0-384e8a93648a tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618757', 'volume_id': '966b8583-3426-4a7d-8611-5e861710fd6b', 'name': 'volume-966b8583-3426-4a7d-8611-5e861710fd6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44407975-2766-49bb-90e0-68ac9518cf08', 'attached_at': '', 'detached_at': '', 'volume_id': '966b8583-3426-4a7d-8611-5e861710fd6b', 'serial': '966b8583-3426-4a7d-8611-5e861710fd6b'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1050.292744] env[68786]: DEBUG oslo_concurrency.lockutils [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.416021] env[68786]: DEBUG oslo_vmware.api [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091355, 'name': ReconfigVM_Task, 'duration_secs': 0.189443} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.416321] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1050.417097] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35af1d8d-b0d3-4585-9f7f-6f006d0da493 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.438194] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] f60b0087-1f07-4881-8054-91ae488b1f01/f60b0087-1f07-4881-8054-91ae488b1f01.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.438468] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1795dcaf-86f3-4e5c-b63c-92fb2be66928 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.456071] env[68786]: DEBUG oslo_vmware.api [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1050.456071] env[68786]: value = "task-3091359" [ 1050.456071] env[68786]: _type = "Task" [ 1050.456071] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.465559] env[68786]: DEBUG oslo_vmware.api [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.488032] env[68786]: DEBUG nova.compute.utils [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.491832] env[68786]: DEBUG nova.compute.manager [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.492010] env[68786]: DEBUG nova.network.neutron [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.530182] env[68786]: DEBUG nova.policy [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dd1f44c3554470a86097c895a07efcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e01f6c5fc18e4362bd0eb27dc71905f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.572710] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091356, 'name': Rename_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.692297] env[68786]: DEBUG oslo_vmware.api [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091357, 'name': PowerOffVM_Task, 'duration_secs': 0.210104} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.694631] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.694852] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.695292] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a47755b-425f-4074-bf63-9ea1ac7c8926 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.704375] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9451e20d-8581-488d-aa42-3a15cdf5549c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.711507] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b69b8ce-13a7-44e7-a6a8-963518a3d038 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.743556] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff733860-ce2e-45b2-b6a5-0e027fd93f3c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.751007] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4693b00d-1442-4c66-aae2-f0bd831efb81 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.767973] env[68786]: DEBUG nova.compute.provider_tree [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.790034] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.790034] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.790034] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Deleting the datastore file [datastore1] d6326b43-a4a8-46f5-8184-13d2ad9870b8 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.790034] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d73235d-46a8-4c8e-8231-eb1341276db0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.795953] env[68786]: DEBUG oslo_vmware.api [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for the task: (returnval){ [ 1050.795953] env[68786]: value = "task-3091361" [ 1050.795953] env[68786]: _type = "Task" [ 1050.795953] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.804725] env[68786]: DEBUG oslo_vmware.api [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.817154] env[68786]: DEBUG nova.objects.instance [None req-6df3efe6-d3e3-4dc1-a2b0-384e8a93648a tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lazy-loading 'flavor' on Instance uuid 44407975-2766-49bb-90e0-68ac9518cf08 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.828114] env[68786]: DEBUG nova.network.neutron [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Successfully created port: c5f36416-913e-4b4a-b027-253b272ca062 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.966541] env[68786]: DEBUG oslo_vmware.api [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.992409] env[68786]: DEBUG nova.compute.manager [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.077049] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091356, 'name': Rename_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.267982] env[68786]: DEBUG nova.scheduler.client.report [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.308384] env[68786]: DEBUG oslo_vmware.api [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.466536] env[68786]: DEBUG oslo_vmware.api [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.574101] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091356, 'name': Rename_Task, 'duration_secs': 1.273855} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.574544] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.574814] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55151f3f-a623-4ce7-b6f8-f0612289fd82 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.581923] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 1051.581923] env[68786]: value = "task-3091362" [ 1051.581923] env[68786]: _type = "Task" [ 1051.581923] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.593048] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.774554] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.777895] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.249s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.777895] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.777895] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68786) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1051.777895] env[68786]: DEBUG oslo_concurrency.lockutils [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.485s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.778353] env[68786]: DEBUG nova.objects.instance [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lazy-loading 'resources' on Instance uuid e3abb151-4382-418a-af01-ce774edd08ec {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.779575] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8080db-02af-4dec-b616-666ba1c89067 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.789632] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9728cdd5-d8aa-493a-88bb-c8b850f35e99 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.807178] env[68786]: INFO nova.scheduler.client.report [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Deleted allocations for instance 3a9b3b84-f621-46be-839e-4b5316a46569 [ 1051.812213] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d554e1-2cc1-4fa7-9607-a3f746c64578 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.826607] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c83bb19-e610-4695-a1ba-54568f12b1bd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.830369] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6df3efe6-d3e3-4dc1-a2b0-384e8a93648a tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "44407975-2766-49bb-90e0-68ac9518cf08" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.251s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.832219] env[68786]: DEBUG oslo_vmware.api [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Task: {'id': task-3091361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.739928} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.832948] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.832948] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.833152] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.833341] env[68786]: INFO nova.compute.manager [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1051.833610] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.834298] env[68786]: DEBUG nova.compute.manager [-] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.834415] env[68786]: DEBUG nova.network.neutron [-] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.865229] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179267MB free_disk=137GB free_vcpus=48 pci_devices=None {{(pid=68786) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1051.865533] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.968619] env[68786]: DEBUG oslo_vmware.api [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.001969] env[68786]: DEBUG nova.compute.manager [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.031321] env[68786]: DEBUG nova.virt.hardware [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.031617] env[68786]: DEBUG nova.virt.hardware [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.031731] env[68786]: DEBUG nova.virt.hardware [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.031917] env[68786]: DEBUG nova.virt.hardware [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.032078] env[68786]: DEBUG nova.virt.hardware [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.032229] env[68786]: DEBUG nova.virt.hardware [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.032443] env[68786]: DEBUG nova.virt.hardware [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.032635] env[68786]: DEBUG nova.virt.hardware [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.032814] env[68786]: DEBUG nova.virt.hardware [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.032980] env[68786]: DEBUG nova.virt.hardware [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.033183] env[68786]: DEBUG nova.virt.hardware [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.034207] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32bf4fb-05fa-4217-91fe-5185ea0cf9b4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.042740] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917b25c5-3593-4b19-b182-ead26511461b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.096091] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091362, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.127155] env[68786]: DEBUG nova.compute.manager [req-ea156ff4-c990-4115-b4cc-a8e0eba5bdbb req-a605fc3b-3fcd-49c4-b3ac-8c34e65912fd service nova] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Received event network-vif-deleted-3d6c5d70-77a5-48a2-8611-a2bd1e71be4a {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.127359] env[68786]: INFO nova.compute.manager [req-ea156ff4-c990-4115-b4cc-a8e0eba5bdbb req-a605fc3b-3fcd-49c4-b3ac-8c34e65912fd service nova] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Neutron deleted interface 3d6c5d70-77a5-48a2-8611-a2bd1e71be4a; detaching it from the instance and deleting it from the info cache [ 1052.127898] env[68786]: DEBUG nova.network.neutron [req-ea156ff4-c990-4115-b4cc-a8e0eba5bdbb req-a605fc3b-3fcd-49c4-b3ac-8c34e65912fd service nova] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.321936] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e289273d-235d-4def-a394-5fcf70f04306 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "3a9b3b84-f621-46be-839e-4b5316a46569" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.473s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.438142] env[68786]: DEBUG nova.network.neutron [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Successfully updated port: c5f36416-913e-4b4a-b027-253b272ca062 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.472295] env[68786]: DEBUG oslo_vmware.api [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091359, 'name': ReconfigVM_Task, 'duration_secs': 1.568653} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.477622] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Reconfigured VM instance instance-00000063 to attach disk [datastore2] f60b0087-1f07-4881-8054-91ae488b1f01/f60b0087-1f07-4881-8054-91ae488b1f01.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.477927] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Updating instance 'f60b0087-1f07-4881-8054-91ae488b1f01' progress to 50 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.581131] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d346df23-6d36-4a1e-8bc5-a33e0390329e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.594271] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841f0841-e9a1-4c5d-8fdd-b04710952d6a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.597683] env[68786]: DEBUG oslo_vmware.api [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091362, 'name': PowerOnVM_Task, 'duration_secs': 0.868994} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.598029] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.598251] env[68786]: INFO nova.compute.manager [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1052.598428] env[68786]: DEBUG nova.compute.manager [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.599550] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d32d041-478f-4e75-836f-5dde65eac88e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.627431] env[68786]: DEBUG nova.network.neutron [-] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.629922] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530e0e18-a31c-4fdd-9593-caaa8f6a1bed {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.637400] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f029c9c9-ee59-4906-90fa-16cc24e4f67a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.643240] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e175c10-4c6d-4a84-8fd2-953523fb3897 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.651700] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124f6d54-e0f4-44d3-abbc-f8c02ce30a12 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.671778] env[68786]: DEBUG nova.compute.provider_tree [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.697178] env[68786]: DEBUG nova.compute.manager [req-ea156ff4-c990-4115-b4cc-a8e0eba5bdbb req-a605fc3b-3fcd-49c4-b3ac-8c34e65912fd service nova] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Detach interface failed, port_id=3d6c5d70-77a5-48a2-8611-a2bd1e71be4a, reason: Instance d6326b43-a4a8-46f5-8184-13d2ad9870b8 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1052.868020] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "44407975-2766-49bb-90e0-68ac9518cf08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.868020] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "44407975-2766-49bb-90e0-68ac9518cf08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.868020] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "44407975-2766-49bb-90e0-68ac9518cf08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.868020] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "44407975-2766-49bb-90e0-68ac9518cf08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.868020] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "44407975-2766-49bb-90e0-68ac9518cf08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.871900] env[68786]: INFO nova.compute.manager [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Terminating instance [ 1052.938568] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Acquiring lock "refresh_cache-24527d30-720d-4250-9cf0-26f89ed407cd" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.938665] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Acquired lock "refresh_cache-24527d30-720d-4250-9cf0-26f89ed407cd" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.938826] env[68786]: DEBUG nova.network.neutron [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.989931] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7ad2a9-ec15-4396-ae0f-60451a38e187 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.019053] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2053ce1c-51db-4d29-92dd-5129c8cda037 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.040176] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Updating instance 'f60b0087-1f07-4881-8054-91ae488b1f01' progress to 67 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.134617] env[68786]: INFO nova.compute.manager [-] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Took 1.30 seconds to deallocate network for instance. [ 1053.147875] env[68786]: INFO nova.compute.manager [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Took 27.62 seconds to build instance. [ 1053.175017] env[68786]: DEBUG nova.scheduler.client.report [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.377132] env[68786]: DEBUG nova.compute.manager [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.377396] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.378412] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a12248-dc83-42d5-810e-2b3891eac4ee {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.386892] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.387191] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-458e803f-3e3f-4d0c-8249-9590c5bb7e60 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.393832] env[68786]: DEBUG oslo_vmware.api [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 1053.393832] env[68786]: value = "task-3091364" [ 1053.393832] env[68786]: _type = "Task" [ 1053.393832] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.402684] env[68786]: DEBUG oslo_vmware.api [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.403126] env[68786]: DEBUG oslo_concurrency.lockutils [None req-65f65178-0672-422d-a1c2-66845bed7c5a tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "interface-e023669b-4ffb-4e0a-a4fb-f311576b8ac1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.403404] env[68786]: DEBUG oslo_concurrency.lockutils [None req-65f65178-0672-422d-a1c2-66845bed7c5a tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "interface-e023669b-4ffb-4e0a-a4fb-f311576b8ac1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.404486] env[68786]: DEBUG nova.objects.instance [None req-65f65178-0672-422d-a1c2-66845bed7c5a tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lazy-loading 'flavor' on Instance uuid e023669b-4ffb-4e0a-a4fb-f311576b8ac1 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.486713] env[68786]: DEBUG nova.network.neutron [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.646027] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.650350] env[68786]: DEBUG nova.network.neutron [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Port 50f24800-394e-4580-a26a-08490c088cea binding to destination host cpu-1 is already ACTIVE {{(pid=68786) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1053.650507] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0d863aff-832c-40e3-9255-a0f6fbaa5f7e tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "bdbad34d-dc42-4668-b639-fde96c898fc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.134s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.680872] env[68786]: DEBUG oslo_concurrency.lockutils [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.683049] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.818s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.713192] env[68786]: INFO nova.scheduler.client.report [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Deleted allocations for instance e3abb151-4382-418a-af01-ce774edd08ec [ 1053.721517] env[68786]: DEBUG nova.network.neutron [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Updating instance_info_cache with network_info: [{"id": "c5f36416-913e-4b4a-b027-253b272ca062", "address": "fa:16:3e:2a:eb:41", "network": {"id": "cdc48267-5a9c-4ec1-b2f2-cfacc6cd2ca5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-792089811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e01f6c5fc18e4362bd0eb27dc71905f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5f36416-91", "ovs_interfaceid": "c5f36416-913e-4b4a-b027-253b272ca062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.811440] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "e28e67f7-1aeb-4045-9bf8-b9e166756e28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.811671] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "e28e67f7-1aeb-4045-9bf8-b9e166756e28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.904496] env[68786]: DEBUG oslo_vmware.api [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091364, 'name': PowerOffVM_Task, 'duration_secs': 0.238827} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.904863] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.904978] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.905251] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78c931b6-e274-41d7-bf74-14936a8dacc6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.907976] env[68786]: DEBUG nova.objects.instance [None req-65f65178-0672-422d-a1c2-66845bed7c5a tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lazy-loading 'pci_requests' on Instance uuid e023669b-4ffb-4e0a-a4fb-f311576b8ac1 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.157930] env[68786]: DEBUG nova.compute.manager [req-2a024065-3b0a-4378-b08c-4aa984510a05 req-2117fe4a-4489-41e7-81f9-087391f73a42 service nova] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Received event network-vif-plugged-c5f36416-913e-4b4a-b027-253b272ca062 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.157930] env[68786]: DEBUG oslo_concurrency.lockutils [req-2a024065-3b0a-4378-b08c-4aa984510a05 req-2117fe4a-4489-41e7-81f9-087391f73a42 service nova] Acquiring lock "24527d30-720d-4250-9cf0-26f89ed407cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.157930] env[68786]: DEBUG oslo_concurrency.lockutils [req-2a024065-3b0a-4378-b08c-4aa984510a05 req-2117fe4a-4489-41e7-81f9-087391f73a42 service nova] Lock "24527d30-720d-4250-9cf0-26f89ed407cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.157930] env[68786]: DEBUG oslo_concurrency.lockutils [req-2a024065-3b0a-4378-b08c-4aa984510a05 req-2117fe4a-4489-41e7-81f9-087391f73a42 service nova] Lock "24527d30-720d-4250-9cf0-26f89ed407cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.157930] env[68786]: DEBUG nova.compute.manager [req-2a024065-3b0a-4378-b08c-4aa984510a05 req-2117fe4a-4489-41e7-81f9-087391f73a42 service nova] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] No waiting events found dispatching network-vif-plugged-c5f36416-913e-4b4a-b027-253b272ca062 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.158158] env[68786]: WARNING nova.compute.manager [req-2a024065-3b0a-4378-b08c-4aa984510a05 req-2117fe4a-4489-41e7-81f9-087391f73a42 service nova] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Received unexpected event network-vif-plugged-c5f36416-913e-4b4a-b027-253b272ca062 for instance with vm_state building and task_state spawning. [ 1054.158345] env[68786]: DEBUG nova.compute.manager [req-2a024065-3b0a-4378-b08c-4aa984510a05 req-2117fe4a-4489-41e7-81f9-087391f73a42 service nova] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Received event network-changed-c5f36416-913e-4b4a-b027-253b272ca062 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.158496] env[68786]: DEBUG nova.compute.manager [req-2a024065-3b0a-4378-b08c-4aa984510a05 req-2117fe4a-4489-41e7-81f9-087391f73a42 service nova] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Refreshing instance network info cache due to event network-changed-c5f36416-913e-4b4a-b027-253b272ca062. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.158664] env[68786]: DEBUG oslo_concurrency.lockutils [req-2a024065-3b0a-4378-b08c-4aa984510a05 req-2117fe4a-4489-41e7-81f9-087391f73a42 service nova] Acquiring lock "refresh_cache-24527d30-720d-4250-9cf0-26f89ed407cd" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.220330] env[68786]: DEBUG oslo_concurrency.lockutils [None req-11556d8e-4a1a-40b6-9af9-b601b269190f tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "e3abb151-4382-418a-af01-ce774edd08ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.329s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.223697] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Releasing lock "refresh_cache-24527d30-720d-4250-9cf0-26f89ed407cd" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.223975] env[68786]: DEBUG nova.compute.manager [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Instance network_info: |[{"id": "c5f36416-913e-4b4a-b027-253b272ca062", "address": "fa:16:3e:2a:eb:41", "network": {"id": "cdc48267-5a9c-4ec1-b2f2-cfacc6cd2ca5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-792089811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e01f6c5fc18e4362bd0eb27dc71905f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5f36416-91", "ovs_interfaceid": "c5f36416-913e-4b4a-b027-253b272ca062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.224280] env[68786]: DEBUG oslo_concurrency.lockutils [req-2a024065-3b0a-4378-b08c-4aa984510a05 req-2117fe4a-4489-41e7-81f9-087391f73a42 service nova] Acquired lock "refresh_cache-24527d30-720d-4250-9cf0-26f89ed407cd" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.224460] env[68786]: DEBUG nova.network.neutron [req-2a024065-3b0a-4378-b08c-4aa984510a05 req-2117fe4a-4489-41e7-81f9-087391f73a42 service nova] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Refreshing network info cache for port c5f36416-913e-4b4a-b027-253b272ca062 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.225474] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:eb:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5f36416-913e-4b4a-b027-253b272ca062', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.232830] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Creating folder: Project (e01f6c5fc18e4362bd0eb27dc71905f4). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.236013] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adf1d109-f400-4191-ab74-0a798a06ed7a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.247876] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "bdbad34d-dc42-4668-b639-fde96c898fc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.248132] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "bdbad34d-dc42-4668-b639-fde96c898fc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.248341] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "bdbad34d-dc42-4668-b639-fde96c898fc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.248525] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "bdbad34d-dc42-4668-b639-fde96c898fc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.248694] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "bdbad34d-dc42-4668-b639-fde96c898fc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.251692] env[68786]: INFO nova.compute.manager [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Terminating instance [ 1054.314623] env[68786]: DEBUG nova.compute.manager [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.318835] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Created folder: Project (e01f6c5fc18e4362bd0eb27dc71905f4) in parent group-v618484. [ 1054.318991] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Creating folder: Instances. Parent ref: group-v618760. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.319453] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95143731-7cc7-4e36-b293-0188e30c3396 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.328162] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Created folder: Instances in parent group-v618760. [ 1054.328406] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.328593] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.328795] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6af64194-b16c-439f-83a0-3e877386e8b6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.351299] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.351299] env[68786]: value = "task-3091368" [ 1054.351299] env[68786]: _type = "Task" [ 1054.351299] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.359564] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091368, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.410703] env[68786]: DEBUG nova.objects.base [None req-65f65178-0672-422d-a1c2-66845bed7c5a tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1054.411029] env[68786]: DEBUG nova.network.neutron [None req-65f65178-0672-422d-a1c2-66845bed7c5a tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.502097] env[68786]: DEBUG nova.network.neutron [req-2a024065-3b0a-4378-b08c-4aa984510a05 req-2117fe4a-4489-41e7-81f9-087391f73a42 service nova] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Updated VIF entry in instance network info cache for port c5f36416-913e-4b4a-b027-253b272ca062. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.502476] env[68786]: DEBUG nova.network.neutron [req-2a024065-3b0a-4378-b08c-4aa984510a05 req-2117fe4a-4489-41e7-81f9-087391f73a42 service nova] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Updating instance_info_cache with network_info: [{"id": "c5f36416-913e-4b4a-b027-253b272ca062", "address": "fa:16:3e:2a:eb:41", "network": {"id": "cdc48267-5a9c-4ec1-b2f2-cfacc6cd2ca5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-792089811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e01f6c5fc18e4362bd0eb27dc71905f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5f36416-91", "ovs_interfaceid": "c5f36416-913e-4b4a-b027-253b272ca062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.531759] env[68786]: DEBUG oslo_concurrency.lockutils [None req-65f65178-0672-422d-a1c2-66845bed7c5a tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "interface-e023669b-4ffb-4e0a-a4fb-f311576b8ac1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.128s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.675812] env[68786]: DEBUG oslo_concurrency.lockutils [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "f60b0087-1f07-4881-8054-91ae488b1f01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.676082] env[68786]: DEBUG oslo_concurrency.lockutils [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "f60b0087-1f07-4881-8054-91ae488b1f01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.676270] env[68786]: DEBUG oslo_concurrency.lockutils [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "f60b0087-1f07-4881-8054-91ae488b1f01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.694948] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Applying migration context for instance f60b0087-1f07-4881-8054-91ae488b1f01 as it has an incoming, in-progress migration 07ea0bed-2274-4089-990e-03adcfae190b. Migration status is post-migrating {{(pid=68786) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1054.696616] env[68786]: INFO nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Updating resource usage from migration 07ea0bed-2274-4089-990e-03adcfae190b [ 1054.718314] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 9869d412-3315-4661-a648-2c573ff65f7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.718468] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 1fd79203-4a2a-4211-bcb4-4604496c99fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.718591] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 656e0ed0-c4ea-4779-87d5-b4077132b563 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.718709] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.718849] env[68786]: WARNING nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance d6326b43-a4a8-46f5-8184-13d2ad9870b8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1054.718962] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 44407975-2766-49bb-90e0-68ac9518cf08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.719088] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.719202] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance e023669b-4ffb-4e0a-a4fb-f311576b8ac1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.719311] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance f5e74f81-ffd8-40b0-888b-68d3f1e55bfb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.719420] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 1b4b6e87-5f27-46e9-bbd5-2a24317e506a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.719525] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 1934197e-68b9-4bec-8d18-286fa8bacb51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.719663] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance bdbad34d-dc42-4668-b639-fde96c898fc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.719812] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Migration 07ea0bed-2274-4089-990e-03adcfae190b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1054.719923] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance f60b0087-1f07-4881-8054-91ae488b1f01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.720042] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 24527d30-720d-4250-9cf0-26f89ed407cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.754918] env[68786]: DEBUG nova.compute.manager [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.755156] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.756088] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a608010-5b9f-4f1f-9a93-90bb23c0d393 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.764078] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.764324] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9670e9ab-7896-4fef-88a3-1927dfad59a4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.770681] env[68786]: DEBUG oslo_vmware.api [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 1054.770681] env[68786]: value = "task-3091370" [ 1054.770681] env[68786]: _type = "Task" [ 1054.770681] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.778704] env[68786]: DEBUG oslo_vmware.api [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.836822] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.862331] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091368, 'name': CreateVM_Task} progress is 25%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.899799] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.900109] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.900351] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Deleting the datastore file [datastore1] 44407975-2766-49bb-90e0-68ac9518cf08 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.900828] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c5a7f51-adbb-4c3f-a703-98649d2ec6db {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.907235] env[68786]: DEBUG oslo_vmware.api [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 1054.907235] env[68786]: value = "task-3091371" [ 1054.907235] env[68786]: _type = "Task" [ 1054.907235] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.915654] env[68786]: DEBUG oslo_vmware.api [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.981013] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "8f83ec95-3026-4cbb-8f6b-4f974f6d31ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.982030] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "8f83ec95-3026-4cbb-8f6b-4f974f6d31ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.982030] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "8f83ec95-3026-4cbb-8f6b-4f974f6d31ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.982030] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "8f83ec95-3026-4cbb-8f6b-4f974f6d31ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.982030] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "8f83ec95-3026-4cbb-8f6b-4f974f6d31ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.984511] env[68786]: INFO nova.compute.manager [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Terminating instance [ 1055.005510] env[68786]: DEBUG oslo_concurrency.lockutils [req-2a024065-3b0a-4378-b08c-4aa984510a05 req-2117fe4a-4489-41e7-81f9-087391f73a42 service nova] Releasing lock "refresh_cache-24527d30-720d-4250-9cf0-26f89ed407cd" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.222912] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance e28e67f7-1aeb-4045-9bf8-b9e166756e28 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1055.223237] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1055.223393] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1055.280776] env[68786]: DEBUG oslo_vmware.api [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091370, 'name': PowerOffVM_Task, 'duration_secs': 0.173414} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.283077] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.283258] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.283698] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43e8c966-a096-4dc8-94dc-d6e3e7662892 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.983328] env[68786]: DEBUG nova.compute.manager [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.983566] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.989679] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.989679] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.989803] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Deleting the datastore file [datastore1] bdbad34d-dc42-4668-b639-fde96c898fc2 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.997242] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203f3aa1-e046-4981-8182-27c3d790443c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.999645] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e42f969-5840-4236-afcd-87a16ef4cd08 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.009481] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091368, 'name': CreateVM_Task, 'duration_secs': 0.780429} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.018208] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.018302] env[68786]: DEBUG oslo_vmware.api [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170757} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.018570] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.018915] env[68786]: DEBUG oslo_vmware.api [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 1056.018915] env[68786]: value = "task-3091373" [ 1056.018915] env[68786]: _type = "Task" [ 1056.018915] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.022005] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.023079] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.023079] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.023079] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.023079] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.023345] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.023557] env[68786]: INFO nova.compute.manager [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Took 2.65 seconds to destroy the instance on the hypervisor. [ 1056.023821] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.024041] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32e682b5-aca6-4682-b99c-186966bd7d99 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.025958] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b04382cd-eecf-4018-b61d-fb21c304ab7d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.027408] env[68786]: DEBUG nova.compute.manager [-] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.027509] env[68786]: DEBUG nova.network.neutron [-] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.034396] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Waiting for the task: (returnval){ [ 1056.034396] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b3f515-88c7-b7bb-22fc-d623a8ea75bc" [ 1056.034396] env[68786]: _type = "Task" [ 1056.034396] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.035592] env[68786]: DEBUG oslo_vmware.api [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1056.035592] env[68786]: value = "task-3091374" [ 1056.035592] env[68786]: _type = "Task" [ 1056.035592] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.043910] env[68786]: DEBUG oslo_vmware.api [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.057248] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b3f515-88c7-b7bb-22fc-d623a8ea75bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010009} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.057578] env[68786]: DEBUG oslo_vmware.api [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.060758] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.061121] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.061422] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.061618] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.061848] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.062391] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba27c355-fb12-44d9-a503-8c57deef73d4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.069833] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.070044] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.070795] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9932e925-5661-4460-a702-8acacfeaa853 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.078268] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Waiting for the task: (returnval){ [ 1056.078268] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]526858cf-4a9c-7f14-4622-e23cef2383ed" [ 1056.078268] env[68786]: _type = "Task" [ 1056.078268] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.086242] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526858cf-4a9c-7f14-4622-e23cef2383ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.091828] env[68786]: DEBUG oslo_concurrency.lockutils [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "refresh_cache-f60b0087-1f07-4881-8054-91ae488b1f01" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.092028] env[68786]: DEBUG oslo_concurrency.lockutils [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "refresh_cache-f60b0087-1f07-4881-8054-91ae488b1f01" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.092223] env[68786]: DEBUG nova.network.neutron [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.114491] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bd2aa6-f5e7-4894-8353-a7a5fcb5fd80 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.125484] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7114c60e-a990-4f86-8c87-1dbef58c18ec {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.160655] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd2fb09-4ca4-459d-a2a1-165c8ffcf109 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.168617] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a23beed-6332-4edc-8238-7b7d195a848a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.182999] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1056.536713] env[68786]: DEBUG oslo_vmware.api [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140918} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.536973] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.537168] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.537347] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.537512] env[68786]: INFO nova.compute.manager [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1056.537742] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.537932] env[68786]: DEBUG nova.compute.manager [-] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.538033] env[68786]: DEBUG nova.network.neutron [-] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.551950] env[68786]: DEBUG oslo_vmware.api [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091374, 'name': PowerOffVM_Task, 'duration_secs': 0.172966} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.552220] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.552387] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.552631] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd86edd3-adb8-4c81-932d-b7bfcfc1e2b6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.593740] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526858cf-4a9c-7f14-4622-e23cef2383ed, 'name': SearchDatastore_Task, 'duration_secs': 0.009339} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.596686] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16fa5bbb-654d-4d7c-b052-f59dbbeca240 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.601756] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Waiting for the task: (returnval){ [ 1056.601756] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]522ea8fe-3af5-1a3c-37bc-62528ff9bec7" [ 1056.601756] env[68786]: _type = "Task" [ 1056.601756] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.608938] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]522ea8fe-3af5-1a3c-37bc-62528ff9bec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.615934] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.616173] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.616350] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Deleting the datastore file [datastore1] 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.616601] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89dcc88a-b999-4795-8225-428241f2babe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.624239] env[68786]: DEBUG oslo_vmware.api [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for the task: (returnval){ [ 1056.624239] env[68786]: value = "task-3091377" [ 1056.624239] env[68786]: _type = "Task" [ 1056.624239] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.630057] env[68786]: DEBUG oslo_vmware.api [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.689066] env[68786]: DEBUG nova.compute.manager [req-652ed101-8989-41ba-91c0-99729350a6e3 req-eae7e6a5-661a-402a-b616-011c261a64a5 service nova] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Received event network-vif-deleted-b1701bdb-d28e-4c3c-a6cd-52aba44e1248 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.689281] env[68786]: INFO nova.compute.manager [req-652ed101-8989-41ba-91c0-99729350a6e3 req-eae7e6a5-661a-402a-b616-011c261a64a5 service nova] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Neutron deleted interface b1701bdb-d28e-4c3c-a6cd-52aba44e1248; detaching it from the instance and deleting it from the info cache [ 1056.689458] env[68786]: DEBUG nova.network.neutron [req-652ed101-8989-41ba-91c0-99729350a6e3 req-eae7e6a5-661a-402a-b616-011c261a64a5 service nova] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.715409] env[68786]: ERROR nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [req-86b97856-31da-43f2-8369-77e17cb7049e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-86b97856-31da-43f2-8369-77e17cb7049e"}]} [ 1056.736433] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Refreshing inventories for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1056.753018] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Updating ProviderTree inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1056.753233] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1056.765845] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Refreshing aggregate associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, aggregates: None {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1056.785945] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Refreshing trait associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1057.011690] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e454cfd-c774-4fcf-87a5-8460e28328f7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.017403] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "interface-e023669b-4ffb-4e0a-a4fb-f311576b8ac1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.017652] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "interface-e023669b-4ffb-4e0a-a4fb-f311576b8ac1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.017964] env[68786]: DEBUG nova.objects.instance [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lazy-loading 'flavor' on Instance uuid e023669b-4ffb-4e0a-a4fb-f311576b8ac1 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.025325] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6d751e-0f41-47c2-b852-05e99610dcac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.062763] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09ee82c-81b5-419a-a5ed-751a0bbd7ec1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.071844] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee44d9f0-1353-4bb0-98ca-37c775fa9d11 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.087990] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1057.090729] env[68786]: DEBUG nova.network.neutron [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Updating instance_info_cache with network_info: [{"id": "50f24800-394e-4580-a26a-08490c088cea", "address": "fa:16:3e:59:74:40", "network": {"id": "aee33969-1cd3-462f-83ee-4ed96787591b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-935531603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8776be105b14772bcafad040e2abd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f24800-39", "ovs_interfaceid": "50f24800-394e-4580-a26a-08490c088cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.111899] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]522ea8fe-3af5-1a3c-37bc-62528ff9bec7, 'name': SearchDatastore_Task, 'duration_secs': 0.010934} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.112188] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.112441] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 24527d30-720d-4250-9cf0-26f89ed407cd/24527d30-720d-4250-9cf0-26f89ed407cd.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.112704] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d9fa59e-976f-4ef9-9a4d-c84918368b0b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.119782] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Waiting for the task: (returnval){ [ 1057.119782] env[68786]: value = "task-3091378" [ 1057.119782] env[68786]: _type = "Task" [ 1057.119782] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.131140] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Task: {'id': task-3091378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.134211] env[68786]: DEBUG oslo_vmware.api [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Task: {'id': task-3091377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14202} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.134474] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.134691] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.134935] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.135136] env[68786]: INFO nova.compute.manager [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1057.135347] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.135537] env[68786]: DEBUG nova.compute.manager [-] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.135632] env[68786]: DEBUG nova.network.neutron [-] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.171529] env[68786]: DEBUG nova.network.neutron [-] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.193103] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c69b43d2-3630-4e96-9134-acfdc85acfe4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.206938] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e661214a-bd6f-4040-9521-7fe17cae06e4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.241591] env[68786]: DEBUG nova.compute.manager [req-652ed101-8989-41ba-91c0-99729350a6e3 req-eae7e6a5-661a-402a-b616-011c261a64a5 service nova] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Detach interface failed, port_id=b1701bdb-d28e-4c3c-a6cd-52aba44e1248, reason: Instance 44407975-2766-49bb-90e0-68ac9518cf08 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1057.561742] env[68786]: DEBUG nova.network.neutron [-] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.595076] env[68786]: DEBUG oslo_concurrency.lockutils [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "refresh_cache-f60b0087-1f07-4881-8054-91ae488b1f01" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.631740] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1057.632092] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 145 to 146 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1057.632271] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1057.639545] env[68786]: DEBUG nova.objects.instance [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lazy-loading 'pci_requests' on Instance uuid e023669b-4ffb-4e0a-a4fb-f311576b8ac1 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.640593] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Task: {'id': task-3091378, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.675066] env[68786]: INFO nova.compute.manager [-] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Took 1.65 seconds to deallocate network for instance. [ 1057.916046] env[68786]: DEBUG nova.network.neutron [-] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.065878] env[68786]: INFO nova.compute.manager [-] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Took 1.53 seconds to deallocate network for instance. [ 1058.120634] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea0197c-e2de-47ed-879c-76391b54a54c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.131772] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Task: {'id': task-3091378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546552} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.145785] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 24527d30-720d-4250-9cf0-26f89ed407cd/24527d30-720d-4250-9cf0-26f89ed407cd.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.145984] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.146902] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68786) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1058.147114] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.464s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.147497] env[68786]: DEBUG nova.objects.base [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1058.147678] env[68786]: DEBUG nova.network.neutron [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.149480] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09517cc8-9557-4340-8f04-8c975e301a15 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.151260] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.506s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.151450] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.153227] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.317s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.154597] env[68786]: INFO nova.compute.claims [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.157659] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f2585d-9bc0-42d4-bce6-0f4243f12a9e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.165512] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Updating instance 'f60b0087-1f07-4881-8054-91ae488b1f01' progress to 83 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.169991] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Waiting for the task: (returnval){ [ 1058.169991] env[68786]: value = "task-3091379" [ 1058.169991] env[68786]: _type = "Task" [ 1058.169991] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.180910] env[68786]: INFO nova.scheduler.client.report [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Deleted allocations for instance d6326b43-a4a8-46f5-8184-13d2ad9870b8 [ 1058.183042] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.188676] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Task: {'id': task-3091379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.217449] env[68786]: DEBUG nova.policy [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3218cc14ea1446578c512f8b5dbcd2b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62b6fdc11c364201ae04b85ff669b826', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.419603] env[68786]: INFO nova.compute.manager [-] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Took 1.28 seconds to deallocate network for instance. [ 1058.572531] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.617350] env[68786]: DEBUG nova.network.neutron [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Successfully created port: 25da5e27-c6da-47a8-ac24-f94de445efb5 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.672716] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.676589] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f75ca61-5b80-47a8-b94b-e43426218bc9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.696145] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6068848a-59dd-4329-8dc1-df65812280b5 tempest-SecurityGroupsTestJSON-987570380 tempest-SecurityGroupsTestJSON-987570380-project-member] Lock "d6326b43-a4a8-46f5-8184-13d2ad9870b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.039s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.700317] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Task: {'id': task-3091379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064367} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.700317] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.700317] env[68786]: DEBUG oslo_vmware.api [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1058.700317] env[68786]: value = "task-3091381" [ 1058.700317] env[68786]: _type = "Task" [ 1058.700317] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.700317] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ff1415-50dc-48aa-a547-b726eda8fc83 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.712456] env[68786]: DEBUG oslo_vmware.api [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091381, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.731836] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 24527d30-720d-4250-9cf0-26f89ed407cd/24527d30-720d-4250-9cf0-26f89ed407cd.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.732545] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d228d66d-d554-4ec6-af69-b0e33287b885 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.760448] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Waiting for the task: (returnval){ [ 1058.760448] env[68786]: value = "task-3091382" [ 1058.760448] env[68786]: _type = "Task" [ 1058.760448] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.770014] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Task: {'id': task-3091382, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.905325] env[68786]: DEBUG nova.compute.manager [req-031f5792-4862-4828-bc8b-050c46aee851 req-3f9e50db-0cf2-4202-bb79-9ac26e72ba06 service nova] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Received event network-vif-deleted-1770167c-a103-44b0-836b-71b6bac35d1d {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.905616] env[68786]: DEBUG nova.compute.manager [req-031f5792-4862-4828-bc8b-050c46aee851 req-3f9e50db-0cf2-4202-bb79-9ac26e72ba06 service nova] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Received event network-vif-deleted-f576b4a1-1c2f-41fa-9b4c-6a1dd06e6adb {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.926483] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.214654] env[68786]: DEBUG oslo_vmware.api [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091381, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.276682] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Task: {'id': task-3091382, 'name': ReconfigVM_Task, 'duration_secs': 0.325904} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.277321] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 24527d30-720d-4250-9cf0-26f89ed407cd/24527d30-720d-4250-9cf0-26f89ed407cd.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.279136] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5a09fa8-295d-497b-b8a7-45f0b846df55 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.287031] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Waiting for the task: (returnval){ [ 1059.287031] env[68786]: value = "task-3091383" [ 1059.287031] env[68786]: _type = "Task" [ 1059.287031] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.299546] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Task: {'id': task-3091383, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.401871] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea372f6-f50f-4b28-a880-28be4fa4f8fc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.409330] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd43486c-4358-4637-a7d6-f8fc73c1f443 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.443720] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8126db9-507c-4934-bde7-a8c7642f4dd3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.451086] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4150d9-3a5c-4606-8ccb-71398b8a25ae {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.469417] env[68786]: DEBUG nova.compute.provider_tree [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.712658] env[68786]: DEBUG oslo_vmware.api [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091381, 'name': PowerOnVM_Task, 'duration_secs': 0.633479} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.713071] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.713277] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-061f45be-ee92-412e-a3f9-d22616b5d925 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Updating instance 'f60b0087-1f07-4881-8054-91ae488b1f01' progress to 100 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1059.800495] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Task: {'id': task-3091383, 'name': Rename_Task, 'duration_secs': 0.148374} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.800771] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.801040] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f711cbcf-fd8f-435c-9532-aa8b85334e35 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.808137] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Waiting for the task: (returnval){ [ 1059.808137] env[68786]: value = "task-3091384" [ 1059.808137] env[68786]: _type = "Task" [ 1059.808137] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.815305] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Task: {'id': task-3091384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.973163] env[68786]: DEBUG nova.scheduler.client.report [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.180656] env[68786]: DEBUG nova.network.neutron [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Successfully updated port: 25da5e27-c6da-47a8-ac24-f94de445efb5 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.321214] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Task: {'id': task-3091384, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.477921] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.478495] env[68786]: DEBUG nova.compute.manager [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.481118] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.298s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.481350] env[68786]: DEBUG nova.objects.instance [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lazy-loading 'resources' on Instance uuid 44407975-2766-49bb-90e0-68ac9518cf08 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.687751] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "refresh_cache-e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.687751] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "refresh_cache-e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.687751] env[68786]: DEBUG nova.network.neutron [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.819300] env[68786]: DEBUG oslo_vmware.api [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Task: {'id': task-3091384, 'name': PowerOnVM_Task, 'duration_secs': 0.518194} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.819300] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.819532] env[68786]: INFO nova.compute.manager [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1060.820075] env[68786]: DEBUG nova.compute.manager [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.820528] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9d7e10-492a-4da5-91ae-e4292d4b0b44 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.984469] env[68786]: DEBUG nova.compute.utils [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.988792] env[68786]: DEBUG nova.compute.manager [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.988970] env[68786]: DEBUG nova.network.neutron [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.000820] env[68786]: DEBUG nova.compute.manager [req-8bbedf90-5c2c-4d7f-93e0-cda4038e875c req-53af8308-3356-4eb4-8fdc-75305ba3b3e6 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Received event network-vif-plugged-25da5e27-c6da-47a8-ac24-f94de445efb5 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.001046] env[68786]: DEBUG oslo_concurrency.lockutils [req-8bbedf90-5c2c-4d7f-93e0-cda4038e875c req-53af8308-3356-4eb4-8fdc-75305ba3b3e6 service nova] Acquiring lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.002904] env[68786]: DEBUG oslo_concurrency.lockutils [req-8bbedf90-5c2c-4d7f-93e0-cda4038e875c req-53af8308-3356-4eb4-8fdc-75305ba3b3e6 service nova] Lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.003130] env[68786]: DEBUG oslo_concurrency.lockutils [req-8bbedf90-5c2c-4d7f-93e0-cda4038e875c req-53af8308-3356-4eb4-8fdc-75305ba3b3e6 service nova] Lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.003312] env[68786]: DEBUG nova.compute.manager [req-8bbedf90-5c2c-4d7f-93e0-cda4038e875c req-53af8308-3356-4eb4-8fdc-75305ba3b3e6 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] No waiting events found dispatching network-vif-plugged-25da5e27-c6da-47a8-ac24-f94de445efb5 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.003480] env[68786]: WARNING nova.compute.manager [req-8bbedf90-5c2c-4d7f-93e0-cda4038e875c req-53af8308-3356-4eb4-8fdc-75305ba3b3e6 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Received unexpected event network-vif-plugged-25da5e27-c6da-47a8-ac24-f94de445efb5 for instance with vm_state active and task_state None. [ 1061.003686] env[68786]: DEBUG nova.compute.manager [req-8bbedf90-5c2c-4d7f-93e0-cda4038e875c req-53af8308-3356-4eb4-8fdc-75305ba3b3e6 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Received event network-changed-25da5e27-c6da-47a8-ac24-f94de445efb5 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.003864] env[68786]: DEBUG nova.compute.manager [req-8bbedf90-5c2c-4d7f-93e0-cda4038e875c req-53af8308-3356-4eb4-8fdc-75305ba3b3e6 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Refreshing instance network info cache due to event network-changed-25da5e27-c6da-47a8-ac24-f94de445efb5. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.004048] env[68786]: DEBUG oslo_concurrency.lockutils [req-8bbedf90-5c2c-4d7f-93e0-cda4038e875c req-53af8308-3356-4eb4-8fdc-75305ba3b3e6 service nova] Acquiring lock "refresh_cache-e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.042048] env[68786]: DEBUG nova.policy [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6dc4cd0706a1411f9e8313522e95fb39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ed492f5195f4f438b97034e09f15293', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.196736] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c31b77-618a-4c7e-ad4e-47e7523dbf17 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.208571] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa590430-69d7-4757-9ae0-4cec664d83bd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.252382] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce7b07c-1b93-4ed6-9ac0-554807c8c5a5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.258021] env[68786]: WARNING nova.network.neutron [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] 6b9d157d-14ce-4b9d-8c2b-23511eaa4d22 already exists in list: networks containing: ['6b9d157d-14ce-4b9d-8c2b-23511eaa4d22']. ignoring it [ 1061.266389] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c5bebf-a2e6-46a3-8f06-0b0972f9d965 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.285961] env[68786]: DEBUG nova.compute.provider_tree [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.344296] env[68786]: INFO nova.compute.manager [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Took 24.66 seconds to build instance. [ 1061.489585] env[68786]: DEBUG nova.compute.manager [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.503270] env[68786]: DEBUG nova.network.neutron [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Successfully created port: b604719c-2976-466f-b64c-20e5c5608916 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.736378] env[68786]: DEBUG nova.compute.manager [req-868dae02-2f4d-4e31-825d-d6f72040a0e2 req-a9810ee2-faa6-42cd-9d09-cf73cd3f6d3b service nova] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Received event network-changed-c5f36416-913e-4b4a-b027-253b272ca062 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.740147] env[68786]: DEBUG nova.compute.manager [req-868dae02-2f4d-4e31-825d-d6f72040a0e2 req-a9810ee2-faa6-42cd-9d09-cf73cd3f6d3b service nova] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Refreshing instance network info cache due to event network-changed-c5f36416-913e-4b4a-b027-253b272ca062. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.740147] env[68786]: DEBUG oslo_concurrency.lockutils [req-868dae02-2f4d-4e31-825d-d6f72040a0e2 req-a9810ee2-faa6-42cd-9d09-cf73cd3f6d3b service nova] Acquiring lock "refresh_cache-24527d30-720d-4250-9cf0-26f89ed407cd" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.740147] env[68786]: DEBUG oslo_concurrency.lockutils [req-868dae02-2f4d-4e31-825d-d6f72040a0e2 req-a9810ee2-faa6-42cd-9d09-cf73cd3f6d3b service nova] Acquired lock "refresh_cache-24527d30-720d-4250-9cf0-26f89ed407cd" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.740147] env[68786]: DEBUG nova.network.neutron [req-868dae02-2f4d-4e31-825d-d6f72040a0e2 req-a9810ee2-faa6-42cd-9d09-cf73cd3f6d3b service nova] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Refreshing network info cache for port c5f36416-913e-4b4a-b027-253b272ca062 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.789343] env[68786]: DEBUG nova.scheduler.client.report [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.809414] env[68786]: DEBUG nova.network.neutron [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Updating instance_info_cache with network_info: [{"id": "fa1cd344-85aa-494e-af0b-bcdc0b114a95", "address": "fa:16:3e:80:e8:83", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1cd344-85", "ovs_interfaceid": "fa1cd344-85aa-494e-af0b-bcdc0b114a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "25da5e27-c6da-47a8-ac24-f94de445efb5", "address": "fa:16:3e:5c:91:0b", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25da5e27-c6", "ovs_interfaceid": "25da5e27-c6da-47a8-ac24-f94de445efb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.846910] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a045db00-c2ba-498c-8e2e-41db1b99859d tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Lock "24527d30-720d-4250-9cf0-26f89ed407cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.184s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.294179] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.296676] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.724s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.296968] env[68786]: DEBUG nova.objects.instance [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lazy-loading 'resources' on Instance uuid bdbad34d-dc42-4668-b639-fde96c898fc2 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.312110] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "refresh_cache-e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.312803] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.312999] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.313312] env[68786]: DEBUG oslo_concurrency.lockutils [req-8bbedf90-5c2c-4d7f-93e0-cda4038e875c req-53af8308-3356-4eb4-8fdc-75305ba3b3e6 service nova] Acquired lock "refresh_cache-e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.313500] env[68786]: DEBUG nova.network.neutron [req-8bbedf90-5c2c-4d7f-93e0-cda4038e875c req-53af8308-3356-4eb4-8fdc-75305ba3b3e6 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Refreshing network info cache for port 25da5e27-c6da-47a8-ac24-f94de445efb5 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.315886] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d0b192-fa7b-4be3-aad5-32784ef276d6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.322807] env[68786]: INFO nova.scheduler.client.report [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Deleted allocations for instance 44407975-2766-49bb-90e0-68ac9518cf08 [ 1062.342659] env[68786]: DEBUG nova.virt.hardware [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.342942] env[68786]: DEBUG nova.virt.hardware [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.343118] env[68786]: DEBUG nova.virt.hardware [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.343305] env[68786]: DEBUG nova.virt.hardware [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.343452] env[68786]: DEBUG nova.virt.hardware [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.343598] env[68786]: DEBUG nova.virt.hardware [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.343803] env[68786]: DEBUG nova.virt.hardware [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.343978] env[68786]: DEBUG nova.virt.hardware [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.344204] env[68786]: DEBUG nova.virt.hardware [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.344370] env[68786]: DEBUG nova.virt.hardware [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.344588] env[68786]: DEBUG nova.virt.hardware [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.350998] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Reconfiguring VM to attach interface {{(pid=68786) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1062.354036] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed499f70-11be-463f-a753-efef2e484ae1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.374595] env[68786]: DEBUG oslo_vmware.api [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1062.374595] env[68786]: value = "task-3091386" [ 1062.374595] env[68786]: _type = "Task" [ 1062.374595] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.385172] env[68786]: DEBUG oslo_vmware.api [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091386, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.460893] env[68786]: DEBUG oslo_concurrency.lockutils [None req-084bcac1-0746-4be4-bbb0-353eef663f7f tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "f60b0087-1f07-4881-8054-91ae488b1f01" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.461200] env[68786]: DEBUG oslo_concurrency.lockutils [None req-084bcac1-0746-4be4-bbb0-353eef663f7f tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "f60b0087-1f07-4881-8054-91ae488b1f01" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.461406] env[68786]: DEBUG nova.compute.manager [None req-084bcac1-0746-4be4-bbb0-353eef663f7f tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Going to confirm migration 4 {{(pid=68786) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1062.502423] env[68786]: DEBUG nova.compute.manager [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.527997] env[68786]: DEBUG nova.virt.hardware [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.528269] env[68786]: DEBUG nova.virt.hardware [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.528425] env[68786]: DEBUG nova.virt.hardware [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.528606] env[68786]: DEBUG nova.virt.hardware [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.528835] env[68786]: DEBUG nova.virt.hardware [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.528936] env[68786]: DEBUG nova.virt.hardware [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.529190] env[68786]: DEBUG nova.virt.hardware [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.529433] env[68786]: DEBUG nova.virt.hardware [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.529632] env[68786]: DEBUG nova.virt.hardware [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.529871] env[68786]: DEBUG nova.virt.hardware [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.529984] env[68786]: DEBUG nova.virt.hardware [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.530882] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a9cc88-5703-4ecd-b6b0-32da82974717 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.539859] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a1c308-65bd-422e-8b9c-2a3e5ac3b47e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.544269] env[68786]: DEBUG nova.network.neutron [req-868dae02-2f4d-4e31-825d-d6f72040a0e2 req-a9810ee2-faa6-42cd-9d09-cf73cd3f6d3b service nova] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Updated VIF entry in instance network info cache for port c5f36416-913e-4b4a-b027-253b272ca062. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.544610] env[68786]: DEBUG nova.network.neutron [req-868dae02-2f4d-4e31-825d-d6f72040a0e2 req-a9810ee2-faa6-42cd-9d09-cf73cd3f6d3b service nova] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Updating instance_info_cache with network_info: [{"id": "c5f36416-913e-4b4a-b027-253b272ca062", "address": "fa:16:3e:2a:eb:41", "network": {"id": "cdc48267-5a9c-4ec1-b2f2-cfacc6cd2ca5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-792089811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e01f6c5fc18e4362bd0eb27dc71905f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5f36416-91", "ovs_interfaceid": "c5f36416-913e-4b4a-b027-253b272ca062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.837316] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bc54f8f5-d27c-4c8e-a352-774e01ebf1f7 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "44407975-2766-49bb-90e0-68ac9518cf08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.970s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.887024] env[68786]: DEBUG oslo_vmware.api [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.037908] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4fc463-d172-475f-b166-90cbd34200a9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.047386] env[68786]: DEBUG oslo_concurrency.lockutils [None req-084bcac1-0746-4be4-bbb0-353eef663f7f tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "refresh_cache-f60b0087-1f07-4881-8054-91ae488b1f01" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.047501] env[68786]: DEBUG oslo_concurrency.lockutils [None req-084bcac1-0746-4be4-bbb0-353eef663f7f tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "refresh_cache-f60b0087-1f07-4881-8054-91ae488b1f01" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.047624] env[68786]: DEBUG nova.network.neutron [None req-084bcac1-0746-4be4-bbb0-353eef663f7f tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.047812] env[68786]: DEBUG nova.objects.instance [None req-084bcac1-0746-4be4-bbb0-353eef663f7f tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lazy-loading 'info_cache' on Instance uuid f60b0087-1f07-4881-8054-91ae488b1f01 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.053195] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead98929-716b-4738-a1ab-27f23b84b678 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.055256] env[68786]: DEBUG oslo_concurrency.lockutils [req-868dae02-2f4d-4e31-825d-d6f72040a0e2 req-a9810ee2-faa6-42cd-9d09-cf73cd3f6d3b service nova] Releasing lock "refresh_cache-24527d30-720d-4250-9cf0-26f89ed407cd" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.095190] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9025be74-6a27-4816-a13c-6ac2152512c0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.111690] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd2324b-9711-43a1-a42c-a8f766f480b9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.130409] env[68786]: DEBUG nova.compute.provider_tree [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.187447] env[68786]: DEBUG nova.network.neutron [req-8bbedf90-5c2c-4d7f-93e0-cda4038e875c req-53af8308-3356-4eb4-8fdc-75305ba3b3e6 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Updated VIF entry in instance network info cache for port 25da5e27-c6da-47a8-ac24-f94de445efb5. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.188124] env[68786]: DEBUG nova.network.neutron [req-8bbedf90-5c2c-4d7f-93e0-cda4038e875c req-53af8308-3356-4eb4-8fdc-75305ba3b3e6 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Updating instance_info_cache with network_info: [{"id": "fa1cd344-85aa-494e-af0b-bcdc0b114a95", "address": "fa:16:3e:80:e8:83", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1cd344-85", "ovs_interfaceid": "fa1cd344-85aa-494e-af0b-bcdc0b114a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "25da5e27-c6da-47a8-ac24-f94de445efb5", "address": "fa:16:3e:5c:91:0b", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25da5e27-c6", "ovs_interfaceid": "25da5e27-c6da-47a8-ac24-f94de445efb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.386635] env[68786]: DEBUG oslo_vmware.api [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091386, 'name': ReconfigVM_Task, 'duration_secs': 0.734305} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.387806] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.387910] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Reconfigured VM to attach interface {{(pid=68786) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1063.411556] env[68786]: DEBUG nova.compute.manager [req-7628f499-cc1e-46aa-8823-fee3dde1c4e0 req-c6844369-ee6f-438d-b81f-5184abb5eb8b service nova] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Received event network-vif-plugged-b604719c-2976-466f-b64c-20e5c5608916 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.411773] env[68786]: DEBUG oslo_concurrency.lockutils [req-7628f499-cc1e-46aa-8823-fee3dde1c4e0 req-c6844369-ee6f-438d-b81f-5184abb5eb8b service nova] Acquiring lock "e28e67f7-1aeb-4045-9bf8-b9e166756e28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.411985] env[68786]: DEBUG oslo_concurrency.lockutils [req-7628f499-cc1e-46aa-8823-fee3dde1c4e0 req-c6844369-ee6f-438d-b81f-5184abb5eb8b service nova] Lock "e28e67f7-1aeb-4045-9bf8-b9e166756e28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.412162] env[68786]: DEBUG oslo_concurrency.lockutils [req-7628f499-cc1e-46aa-8823-fee3dde1c4e0 req-c6844369-ee6f-438d-b81f-5184abb5eb8b service nova] Lock "e28e67f7-1aeb-4045-9bf8-b9e166756e28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.412327] env[68786]: DEBUG nova.compute.manager [req-7628f499-cc1e-46aa-8823-fee3dde1c4e0 req-c6844369-ee6f-438d-b81f-5184abb5eb8b service nova] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] No waiting events found dispatching network-vif-plugged-b604719c-2976-466f-b64c-20e5c5608916 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.412489] env[68786]: WARNING nova.compute.manager [req-7628f499-cc1e-46aa-8823-fee3dde1c4e0 req-c6844369-ee6f-438d-b81f-5184abb5eb8b service nova] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Received unexpected event network-vif-plugged-b604719c-2976-466f-b64c-20e5c5608916 for instance with vm_state building and task_state spawning. [ 1063.469120] env[68786]: DEBUG nova.network.neutron [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Successfully updated port: b604719c-2976-466f-b64c-20e5c5608916 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.633906] env[68786]: DEBUG nova.scheduler.client.report [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.690581] env[68786]: DEBUG oslo_concurrency.lockutils [req-8bbedf90-5c2c-4d7f-93e0-cda4038e875c req-53af8308-3356-4eb4-8fdc-75305ba3b3e6 service nova] Releasing lock "refresh_cache-e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.897809] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6ac0f23e-64fb-4d80-8bcd-d0c7120ef5ee tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "interface-e023669b-4ffb-4e0a-a4fb-f311576b8ac1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.880s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.974485] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "refresh_cache-e28e67f7-1aeb-4045-9bf8-b9e166756e28" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.974485] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired lock "refresh_cache-e28e67f7-1aeb-4045-9bf8-b9e166756e28" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.974485] env[68786]: DEBUG nova.network.neutron [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.138435] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.141036] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.214s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.141395] env[68786]: DEBUG nova.objects.instance [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lazy-loading 'resources' on Instance uuid 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.163898] env[68786]: INFO nova.scheduler.client.report [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Deleted allocations for instance bdbad34d-dc42-4668-b639-fde96c898fc2 [ 1064.532669] env[68786]: DEBUG nova.network.neutron [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.653140] env[68786]: DEBUG nova.network.neutron [None req-084bcac1-0746-4be4-bbb0-353eef663f7f tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Updating instance_info_cache with network_info: [{"id": "50f24800-394e-4580-a26a-08490c088cea", "address": "fa:16:3e:59:74:40", "network": {"id": "aee33969-1cd3-462f-83ee-4ed96787591b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-935531603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8776be105b14772bcafad040e2abd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f24800-39", "ovs_interfaceid": "50f24800-394e-4580-a26a-08490c088cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.674361] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8b2ae80f-ae61-43d3-8466-151a516860a0 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "bdbad34d-dc42-4668-b639-fde96c898fc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.426s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.760717] env[68786]: DEBUG nova.network.neutron [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Updating instance_info_cache with network_info: [{"id": "b604719c-2976-466f-b64c-20e5c5608916", "address": "fa:16:3e:97:47:60", "network": {"id": "adf16ff0-fa02-423b-9f55-083dd5b1fcfc", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-275860474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed492f5195f4f438b97034e09f15293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb604719c-29", "ovs_interfaceid": "b604719c-2976-466f-b64c-20e5c5608916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.864748] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7243b9b-157b-489c-b66b-c5a1768b7121 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.876412] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a7ecde-cdd3-4bf0-84b5-c6add36410be {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.907297] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09265cc-db17-4270-a179-50425476b4d2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.916606] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d050a10-4e62-445a-b38e-6163800717a7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.932192] env[68786]: DEBUG nova.compute.provider_tree [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.156667] env[68786]: DEBUG oslo_concurrency.lockutils [None req-084bcac1-0746-4be4-bbb0-353eef663f7f tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "refresh_cache-f60b0087-1f07-4881-8054-91ae488b1f01" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.156961] env[68786]: DEBUG nova.objects.instance [None req-084bcac1-0746-4be4-bbb0-353eef663f7f tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lazy-loading 'migration_context' on Instance uuid f60b0087-1f07-4881-8054-91ae488b1f01 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.264358] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Releasing lock "refresh_cache-e28e67f7-1aeb-4045-9bf8-b9e166756e28" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.264678] env[68786]: DEBUG nova.compute.manager [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Instance network_info: |[{"id": "b604719c-2976-466f-b64c-20e5c5608916", "address": "fa:16:3e:97:47:60", "network": {"id": "adf16ff0-fa02-423b-9f55-083dd5b1fcfc", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-275860474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed492f5195f4f438b97034e09f15293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb604719c-29", "ovs_interfaceid": "b604719c-2976-466f-b64c-20e5c5608916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.265153] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:47:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b604719c-2976-466f-b64c-20e5c5608916', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.279154] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.279154] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.279154] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c25ee58-7794-4aac-90b0-f6861538a7ea {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.307038] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.307038] env[68786]: value = "task-3091388" [ 1065.307038] env[68786]: _type = "Task" [ 1065.307038] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.317720] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091388, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.347058] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "6ccf8c87-93ce-4721-80b4-6ede01d0adf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.347330] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "6ccf8c87-93ce-4721-80b4-6ede01d0adf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.436094] env[68786]: DEBUG nova.scheduler.client.report [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.444765] env[68786]: DEBUG nova.compute.manager [req-6e9db982-a57a-4d8d-858b-83afc8127cc6 req-7923e182-c090-46fe-a85d-e110e92cb323 service nova] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Received event network-changed-b604719c-2976-466f-b64c-20e5c5608916 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.444765] env[68786]: DEBUG nova.compute.manager [req-6e9db982-a57a-4d8d-858b-83afc8127cc6 req-7923e182-c090-46fe-a85d-e110e92cb323 service nova] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Refreshing instance network info cache due to event network-changed-b604719c-2976-466f-b64c-20e5c5608916. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.444765] env[68786]: DEBUG oslo_concurrency.lockutils [req-6e9db982-a57a-4d8d-858b-83afc8127cc6 req-7923e182-c090-46fe-a85d-e110e92cb323 service nova] Acquiring lock "refresh_cache-e28e67f7-1aeb-4045-9bf8-b9e166756e28" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.444765] env[68786]: DEBUG oslo_concurrency.lockutils [req-6e9db982-a57a-4d8d-858b-83afc8127cc6 req-7923e182-c090-46fe-a85d-e110e92cb323 service nova] Acquired lock "refresh_cache-e28e67f7-1aeb-4045-9bf8-b9e166756e28" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.444765] env[68786]: DEBUG nova.network.neutron [req-6e9db982-a57a-4d8d-858b-83afc8127cc6 req-7923e182-c090-46fe-a85d-e110e92cb323 service nova] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Refreshing network info cache for port b604719c-2976-466f-b64c-20e5c5608916 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.660434] env[68786]: DEBUG nova.objects.base [None req-084bcac1-0746-4be4-bbb0-353eef663f7f tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1065.661346] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e6f696-8390-45b1-b156-687d033eafc7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.681829] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf8d128-4a67-419c-bd9a-7b74beafa2d1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.687708] env[68786]: DEBUG oslo_vmware.api [None req-084bcac1-0746-4be4-bbb0-353eef663f7f tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1065.687708] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52cfae30-9c0e-4f6e-e6df-e298588e4c4b" [ 1065.687708] env[68786]: _type = "Task" [ 1065.687708] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.696533] env[68786]: DEBUG oslo_vmware.api [None req-084bcac1-0746-4be4-bbb0-353eef663f7f tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52cfae30-9c0e-4f6e-e6df-e298588e4c4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.818248] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091388, 'name': CreateVM_Task, 'duration_secs': 0.435986} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.818349] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.819011] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.819604] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.819604] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.819757] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4534c2ce-2186-461b-b0d5-b24bc05c9d7a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.824870] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1065.824870] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52344964-4964-d019-1970-a07357e2105d" [ 1065.824870] env[68786]: _type = "Task" [ 1065.824870] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.835187] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52344964-4964-d019-1970-a07357e2105d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.853043] env[68786]: DEBUG nova.compute.manager [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.892739] env[68786]: DEBUG oslo_concurrency.lockutils [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "66eb1863-0356-40cc-bdef-a51852e1af78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.893092] env[68786]: DEBUG oslo_concurrency.lockutils [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "66eb1863-0356-40cc-bdef-a51852e1af78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.903815] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "interface-e023669b-4ffb-4e0a-a4fb-f311576b8ac1-f004e308-d9b0-4e41-b43b-8a14279b9e5b" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.904072] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "interface-e023669b-4ffb-4e0a-a4fb-f311576b8ac1-f004e308-d9b0-4e41-b43b-8a14279b9e5b" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.904422] env[68786]: DEBUG nova.objects.instance [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lazy-loading 'flavor' on Instance uuid e023669b-4ffb-4e0a-a4fb-f311576b8ac1 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.939160] env[68786]: DEBUG oslo_concurrency.lockutils [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "80bb1764-dbeb-465d-b214-d5993765b632" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.939160] env[68786]: DEBUG oslo_concurrency.lockutils [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "80bb1764-dbeb-465d-b214-d5993765b632" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.941378] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.958247] env[68786]: INFO nova.scheduler.client.report [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Deleted allocations for instance 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed [ 1066.145150] env[68786]: DEBUG nova.network.neutron [req-6e9db982-a57a-4d8d-858b-83afc8127cc6 req-7923e182-c090-46fe-a85d-e110e92cb323 service nova] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Updated VIF entry in instance network info cache for port b604719c-2976-466f-b64c-20e5c5608916. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.146821] env[68786]: DEBUG nova.network.neutron [req-6e9db982-a57a-4d8d-858b-83afc8127cc6 req-7923e182-c090-46fe-a85d-e110e92cb323 service nova] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Updating instance_info_cache with network_info: [{"id": "b604719c-2976-466f-b64c-20e5c5608916", "address": "fa:16:3e:97:47:60", "network": {"id": "adf16ff0-fa02-423b-9f55-083dd5b1fcfc", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-275860474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed492f5195f4f438b97034e09f15293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb604719c-29", "ovs_interfaceid": "b604719c-2976-466f-b64c-20e5c5608916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.198452] env[68786]: DEBUG oslo_vmware.api [None req-084bcac1-0746-4be4-bbb0-353eef663f7f tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52cfae30-9c0e-4f6e-e6df-e298588e4c4b, 'name': SearchDatastore_Task, 'duration_secs': 0.009587} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.198737] env[68786]: DEBUG oslo_concurrency.lockutils [None req-084bcac1-0746-4be4-bbb0-353eef663f7f tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.198979] env[68786]: DEBUG oslo_concurrency.lockutils [None req-084bcac1-0746-4be4-bbb0-353eef663f7f tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.335885] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52344964-4964-d019-1970-a07357e2105d, 'name': SearchDatastore_Task, 'duration_secs': 0.009997} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.336234] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.336475] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.336704] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.336850] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.337090] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.337361] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20ec9f54-1146-4a5e-a541-01329975d102 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.348248] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.348431] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.349111] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a94a87a6-c15e-4fd1-adb9-1fb53d57cdcf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.354694] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1066.354694] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]525d1f8c-26d7-cfab-9448-33745792b862" [ 1066.354694] env[68786]: _type = "Task" [ 1066.354694] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.365072] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]525d1f8c-26d7-cfab-9448-33745792b862, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.374106] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.395663] env[68786]: DEBUG nova.compute.manager [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1066.440278] env[68786]: DEBUG nova.compute.manager [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1066.465996] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2dbebbd4-dd16-43bc-b4c6-b3af158ca8ab tempest-ListServerFiltersTestJSON-1601255050 tempest-ListServerFiltersTestJSON-1601255050-project-member] Lock "8f83ec95-3026-4cbb-8f6b-4f974f6d31ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.485s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.519344] env[68786]: DEBUG nova.objects.instance [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lazy-loading 'pci_requests' on Instance uuid e023669b-4ffb-4e0a-a4fb-f311576b8ac1 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.648438] env[68786]: DEBUG oslo_concurrency.lockutils [req-6e9db982-a57a-4d8d-858b-83afc8127cc6 req-7923e182-c090-46fe-a85d-e110e92cb323 service nova] Releasing lock "refresh_cache-e28e67f7-1aeb-4045-9bf8-b9e166756e28" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.866326] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]525d1f8c-26d7-cfab-9448-33745792b862, 'name': SearchDatastore_Task, 'duration_secs': 0.011754} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.868243] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1b4750-533c-40ad-a86c-8de020a2a0d7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.870541] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09e776a1-ee36-407a-b884-cf594cbb467c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.876144] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1066.876144] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5246c4c7-05e1-6628-23dd-721db2500041" [ 1066.876144] env[68786]: _type = "Task" [ 1066.876144] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.881316] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d8a721-0e4f-4cf4-8a00-9142d5862df5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.889849] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5246c4c7-05e1-6628-23dd-721db2500041, 'name': SearchDatastore_Task, 'duration_secs': 0.010841} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.913190] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.913430] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] e28e67f7-1aeb-4045-9bf8-b9e166756e28/e28e67f7-1aeb-4045-9bf8-b9e166756e28.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.915957] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73cf4e28-54ba-424c-9501-fba7144537e5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.918382] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233d615f-2e3a-4b30-883a-283b116dfd46 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.928606] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4175a3e2-b408-45b6-9d33-849e9ed6406f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.933532] env[68786]: DEBUG oslo_concurrency.lockutils [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.934969] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1066.934969] env[68786]: value = "task-3091389" [ 1066.934969] env[68786]: _type = "Task" [ 1066.934969] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.950454] env[68786]: DEBUG nova.compute.provider_tree [None req-084bcac1-0746-4be4-bbb0-353eef663f7f tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.959555] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.965867] env[68786]: DEBUG oslo_concurrency.lockutils [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.021877] env[68786]: DEBUG nova.objects.base [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1067.022235] env[68786]: DEBUG nova.network.neutron [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.100795] env[68786]: DEBUG nova.policy [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3218cc14ea1446578c512f8b5dbcd2b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62b6fdc11c364201ae04b85ff669b826', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.449230] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091389, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.456183] env[68786]: DEBUG nova.scheduler.client.report [None req-084bcac1-0746-4be4-bbb0-353eef663f7f tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.949268] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550179} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.949591] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] e28e67f7-1aeb-4045-9bf8-b9e166756e28/e28e67f7-1aeb-4045-9bf8-b9e166756e28.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.949822] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.950116] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3632aed-0d32-4b07-9779-0a583852c296 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.959612] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1067.959612] env[68786]: value = "task-3091390" [ 1067.959612] env[68786]: _type = "Task" [ 1067.959612] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.972939] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.469291] env[68786]: DEBUG oslo_concurrency.lockutils [None req-084bcac1-0746-4be4-bbb0-353eef663f7f tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.270s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.475828] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.101s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.477191] env[68786]: INFO nova.compute.claims [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.481044] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227239} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.481350] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.482313] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46cddeb-6295-4d5b-b69b-17dcd23712f8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.507942] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] e28e67f7-1aeb-4045-9bf8-b9e166756e28/e28e67f7-1aeb-4045-9bf8-b9e166756e28.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.507942] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0aa4c9ee-f5ea-442c-82b6-f79b4b69d61a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.533873] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1068.533873] env[68786]: value = "task-3091391" [ 1068.533873] env[68786]: _type = "Task" [ 1068.533873] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.544986] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091391, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.598580] env[68786]: DEBUG nova.compute.manager [req-d04d7f44-a722-45a2-886f-6e4184f5c14d req-f2320203-f396-484e-9083-88ef62e77a85 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Received event network-vif-plugged-f004e308-d9b0-4e41-b43b-8a14279b9e5b {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.598811] env[68786]: DEBUG oslo_concurrency.lockutils [req-d04d7f44-a722-45a2-886f-6e4184f5c14d req-f2320203-f396-484e-9083-88ef62e77a85 service nova] Acquiring lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.599739] env[68786]: DEBUG oslo_concurrency.lockutils [req-d04d7f44-a722-45a2-886f-6e4184f5c14d req-f2320203-f396-484e-9083-88ef62e77a85 service nova] Lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.599966] env[68786]: DEBUG oslo_concurrency.lockutils [req-d04d7f44-a722-45a2-886f-6e4184f5c14d req-f2320203-f396-484e-9083-88ef62e77a85 service nova] Lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.600167] env[68786]: DEBUG nova.compute.manager [req-d04d7f44-a722-45a2-886f-6e4184f5c14d req-f2320203-f396-484e-9083-88ef62e77a85 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] No waiting events found dispatching network-vif-plugged-f004e308-d9b0-4e41-b43b-8a14279b9e5b {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.600337] env[68786]: WARNING nova.compute.manager [req-d04d7f44-a722-45a2-886f-6e4184f5c14d req-f2320203-f396-484e-9083-88ef62e77a85 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Received unexpected event network-vif-plugged-f004e308-d9b0-4e41-b43b-8a14279b9e5b for instance with vm_state active and task_state None. [ 1068.641175] env[68786]: DEBUG nova.network.neutron [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Successfully updated port: f004e308-d9b0-4e41-b43b-8a14279b9e5b {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.041792] env[68786]: INFO nova.scheduler.client.report [None req-084bcac1-0746-4be4-bbb0-353eef663f7f tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Deleted allocation for migration 07ea0bed-2274-4089-990e-03adcfae190b [ 1069.048510] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091391, 'name': ReconfigVM_Task, 'duration_secs': 0.353204} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.048985] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Reconfigured VM instance instance-0000006a to attach disk [datastore1] e28e67f7-1aeb-4045-9bf8-b9e166756e28/e28e67f7-1aeb-4045-9bf8-b9e166756e28.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.049613] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4743e264-b902-4681-8771-f6cbcfed9b6f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.058325] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1069.058325] env[68786]: value = "task-3091392" [ 1069.058325] env[68786]: _type = "Task" [ 1069.058325] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.067117] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091392, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.147025] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "refresh_cache-e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.147025] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "refresh_cache-e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.147025] env[68786]: DEBUG nova.network.neutron [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.551049] env[68786]: DEBUG oslo_concurrency.lockutils [None req-084bcac1-0746-4be4-bbb0-353eef663f7f tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "f60b0087-1f07-4881-8054-91ae488b1f01" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.090s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.576381] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091392, 'name': Rename_Task, 'duration_secs': 0.16258} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.577329] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.578434] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21da2f77-3b86-4c7c-857a-0d8603e1bc57 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.589950] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1069.589950] env[68786]: value = "task-3091393" [ 1069.589950] env[68786]: _type = "Task" [ 1069.589950] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.600285] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.714855] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ab4390-a8ce-40db-a1cd-3efd89a5e8f8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.718983] env[68786]: WARNING nova.network.neutron [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] 6b9d157d-14ce-4b9d-8c2b-23511eaa4d22 already exists in list: networks containing: ['6b9d157d-14ce-4b9d-8c2b-23511eaa4d22']. ignoring it [ 1069.719299] env[68786]: WARNING nova.network.neutron [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] 6b9d157d-14ce-4b9d-8c2b-23511eaa4d22 already exists in list: networks containing: ['6b9d157d-14ce-4b9d-8c2b-23511eaa4d22']. ignoring it [ 1069.727775] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2486545-7740-485d-bdb1-4398b0486558 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.764605] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41333e3d-ee7e-4dd4-9aee-5ea312d01424 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.777339] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73af6df2-9f43-419e-b9d0-65b1ae87cf3b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.795411] env[68786]: DEBUG nova.compute.provider_tree [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.901374] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9759132-7b36-4e7b-a419-51dbab6b0d2f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.901838] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9759132-7b36-4e7b-a419-51dbab6b0d2f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.100409] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091393, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.202237] env[68786]: DEBUG nova.network.neutron [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Updating instance_info_cache with network_info: [{"id": "fa1cd344-85aa-494e-af0b-bcdc0b114a95", "address": "fa:16:3e:80:e8:83", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1cd344-85", "ovs_interfaceid": "fa1cd344-85aa-494e-af0b-bcdc0b114a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "25da5e27-c6da-47a8-ac24-f94de445efb5", "address": "fa:16:3e:5c:91:0b", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25da5e27-c6", "ovs_interfaceid": "25da5e27-c6da-47a8-ac24-f94de445efb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f004e308-d9b0-4e41-b43b-8a14279b9e5b", "address": "fa:16:3e:b2:d3:2c", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf004e308-d9", "ovs_interfaceid": "f004e308-d9b0-4e41-b43b-8a14279b9e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.299045] env[68786]: DEBUG nova.scheduler.client.report [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.325681] env[68786]: DEBUG oslo_concurrency.lockutils [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "f60b0087-1f07-4881-8054-91ae488b1f01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.326021] env[68786]: DEBUG oslo_concurrency.lockutils [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "f60b0087-1f07-4881-8054-91ae488b1f01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.326258] env[68786]: DEBUG oslo_concurrency.lockutils [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "f60b0087-1f07-4881-8054-91ae488b1f01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.326962] env[68786]: DEBUG oslo_concurrency.lockutils [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "f60b0087-1f07-4881-8054-91ae488b1f01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.327166] env[68786]: DEBUG oslo_concurrency.lockutils [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "f60b0087-1f07-4881-8054-91ae488b1f01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.329306] env[68786]: INFO nova.compute.manager [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Terminating instance [ 1070.405693] env[68786]: DEBUG nova.compute.utils [None req-e9759132-7b36-4e7b-a419-51dbab6b0d2f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.603516] env[68786]: DEBUG oslo_vmware.api [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091393, 'name': PowerOnVM_Task, 'duration_secs': 0.773389} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.603805] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.604017] env[68786]: INFO nova.compute.manager [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1070.604201] env[68786]: DEBUG nova.compute.manager [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.604975] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942c8b47-f960-4c23-bb62-6f6ea02ad34e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.705708] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "refresh_cache-e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.706639] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.708455] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.708455] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7960905c-cd48-4dd7-a287-0a758394f7cf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.729649] env[68786]: DEBUG nova.virt.hardware [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.729941] env[68786]: DEBUG nova.virt.hardware [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.730132] env[68786]: DEBUG nova.virt.hardware [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.730336] env[68786]: DEBUG nova.virt.hardware [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.730520] env[68786]: DEBUG nova.virt.hardware [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.731112] env[68786]: DEBUG nova.virt.hardware [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.731112] env[68786]: DEBUG nova.virt.hardware [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.731112] env[68786]: DEBUG nova.virt.hardware [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.731274] env[68786]: DEBUG nova.virt.hardware [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.731481] env[68786]: DEBUG nova.virt.hardware [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.731650] env[68786]: DEBUG nova.virt.hardware [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.738116] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Reconfiguring VM to attach interface {{(pid=68786) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1070.738769] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-926c6417-b8f9-4685-b1f6-7a899c015134 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.757348] env[68786]: DEBUG oslo_vmware.api [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1070.757348] env[68786]: value = "task-3091394" [ 1070.757348] env[68786]: _type = "Task" [ 1070.757348] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.765925] env[68786]: DEBUG oslo_vmware.api [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091394, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.805981] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.806630] env[68786]: DEBUG nova.compute.manager [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.809848] env[68786]: DEBUG oslo_concurrency.lockutils [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.876s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.811214] env[68786]: INFO nova.compute.claims [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.832605] env[68786]: DEBUG nova.compute.manager [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.832854] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.833892] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cd9c16-f442-455f-9312-652f2b0023db {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.844760] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.844760] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52548e4f-78a8-42a7-8f8c-e846d589ffa8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.853669] env[68786]: DEBUG oslo_vmware.api [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1070.853669] env[68786]: value = "task-3091395" [ 1070.853669] env[68786]: _type = "Task" [ 1070.853669] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.864619] env[68786]: DEBUG oslo_vmware.api [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.908976] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9759132-7b36-4e7b-a419-51dbab6b0d2f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.121796] env[68786]: INFO nova.compute.manager [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Took 16.30 seconds to build instance. [ 1071.271191] env[68786]: DEBUG oslo_vmware.api [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091394, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.315402] env[68786]: DEBUG nova.compute.utils [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.319262] env[68786]: DEBUG nova.compute.manager [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.319539] env[68786]: DEBUG nova.network.neutron [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.364648] env[68786]: DEBUG oslo_vmware.api [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091395, 'name': PowerOffVM_Task, 'duration_secs': 0.206874} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.366321] env[68786]: DEBUG nova.policy [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fadf2a29ea1e4d6dbf3392842c1aeb21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf20784496584ae5b0da550b8ddb6fe9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.367947] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.368143] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.368755] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f8be331-ceed-4ef9-8a2f-4ac45e14feac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.446633] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.447191] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.447191] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Deleting the datastore file [datastore2] f60b0087-1f07-4881-8054-91ae488b1f01 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.447477] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f04bbe73-8f38-46a3-a572-3adfd8e376c3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.455796] env[68786]: DEBUG oslo_vmware.api [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1071.455796] env[68786]: value = "task-3091397" [ 1071.455796] env[68786]: _type = "Task" [ 1071.455796] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.464547] env[68786]: DEBUG oslo_vmware.api [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.624993] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fa5271af-8fad-48d4-874f-5709743c1bc5 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "e28e67f7-1aeb-4045-9bf8-b9e166756e28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.813s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.673354] env[68786]: DEBUG nova.network.neutron [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Successfully created port: d37564a3-c952-4455-a3f6-5bb7c1e477d2 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.770145] env[68786]: DEBUG oslo_vmware.api [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091394, 'name': ReconfigVM_Task, 'duration_secs': 0.612228} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.770687] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.770869] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Reconfigured VM to attach interface {{(pid=68786) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1071.819903] env[68786]: DEBUG nova.compute.manager [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.966782] env[68786]: DEBUG nova.compute.manager [req-6f789cae-fab8-4711-8ebc-48b88e13b21d req-df803658-d105-4c3b-985f-07f0e0518dd1 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Received event network-changed-f004e308-d9b0-4e41-b43b-8a14279b9e5b {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.966941] env[68786]: DEBUG nova.compute.manager [req-6f789cae-fab8-4711-8ebc-48b88e13b21d req-df803658-d105-4c3b-985f-07f0e0518dd1 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Refreshing instance network info cache due to event network-changed-f004e308-d9b0-4e41-b43b-8a14279b9e5b. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.968339] env[68786]: DEBUG oslo_concurrency.lockutils [req-6f789cae-fab8-4711-8ebc-48b88e13b21d req-df803658-d105-4c3b-985f-07f0e0518dd1 service nova] Acquiring lock "refresh_cache-e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.968489] env[68786]: DEBUG oslo_concurrency.lockutils [req-6f789cae-fab8-4711-8ebc-48b88e13b21d req-df803658-d105-4c3b-985f-07f0e0518dd1 service nova] Acquired lock "refresh_cache-e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.968667] env[68786]: DEBUG nova.network.neutron [req-6f789cae-fab8-4711-8ebc-48b88e13b21d req-df803658-d105-4c3b-985f-07f0e0518dd1 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Refreshing network info cache for port f004e308-d9b0-4e41-b43b-8a14279b9e5b {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.976607] env[68786]: DEBUG oslo_vmware.api [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156705} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.977123] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.977544] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.977544] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.977700] env[68786]: INFO nova.compute.manager [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1071.977932] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.978210] env[68786]: DEBUG nova.compute.manager [-] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1071.978265] env[68786]: DEBUG nova.network.neutron [-] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1071.987714] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9759132-7b36-4e7b-a419-51dbab6b0d2f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.987714] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9759132-7b36-4e7b-a419-51dbab6b0d2f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.987714] env[68786]: INFO nova.compute.manager [None req-e9759132-7b36-4e7b-a419-51dbab6b0d2f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Attaching volume 50c3f605-7f6f-40c3-b832-6782f1c7f15d to /dev/sdb [ 1072.027863] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cee8b24-6e13-43da-af81-35f1b4d472ac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.037906] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8125ea-ae9c-43cf-abb1-d32531ebb7d8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.055721] env[68786]: DEBUG nova.virt.block_device [None req-e9759132-7b36-4e7b-a419-51dbab6b0d2f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Updating existing volume attachment record: 57c54cf6-c72f-42f4-b228-4d8260bf824f {{(pid=68786) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1072.065751] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb738503-5d94-4d22-81d2-a4e59868ebea {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.079044] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde1ca38-801c-4bf1-a750-4fa905ecbb15 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.120013] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66681c6-ed16-433a-980a-6d0b8fccd756 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.128846] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cec0375-2182-4eae-928d-b37fff5d07a2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.143996] env[68786]: DEBUG nova.compute.provider_tree [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.277530] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1dd6d682-9925-4b09-8103-b53a623999c1 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "interface-e023669b-4ffb-4e0a-a4fb-f311576b8ac1-f004e308-d9b0-4e41-b43b-8a14279b9e5b" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.373s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.526995] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "09140072-1833-4952-9bf1-777ade31e035" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.527264] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "09140072-1833-4952-9bf1-777ade31e035" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.647751] env[68786]: DEBUG nova.scheduler.client.report [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.710703] env[68786]: DEBUG nova.network.neutron [req-6f789cae-fab8-4711-8ebc-48b88e13b21d req-df803658-d105-4c3b-985f-07f0e0518dd1 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Updated VIF entry in instance network info cache for port f004e308-d9b0-4e41-b43b-8a14279b9e5b. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.711373] env[68786]: DEBUG nova.network.neutron [req-6f789cae-fab8-4711-8ebc-48b88e13b21d req-df803658-d105-4c3b-985f-07f0e0518dd1 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Updating instance_info_cache with network_info: [{"id": "fa1cd344-85aa-494e-af0b-bcdc0b114a95", "address": "fa:16:3e:80:e8:83", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1cd344-85", "ovs_interfaceid": "fa1cd344-85aa-494e-af0b-bcdc0b114a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "25da5e27-c6da-47a8-ac24-f94de445efb5", "address": "fa:16:3e:5c:91:0b", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25da5e27-c6", "ovs_interfaceid": "25da5e27-c6da-47a8-ac24-f94de445efb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f004e308-d9b0-4e41-b43b-8a14279b9e5b", "address": "fa:16:3e:b2:d3:2c", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf004e308-d9", "ovs_interfaceid": "f004e308-d9b0-4e41-b43b-8a14279b9e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.808709] env[68786]: DEBUG nova.network.neutron [-] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.832845] env[68786]: DEBUG nova.compute.manager [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.869590] env[68786]: DEBUG nova.virt.hardware [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.869895] env[68786]: DEBUG nova.virt.hardware [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.870076] env[68786]: DEBUG nova.virt.hardware [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.871033] env[68786]: DEBUG nova.virt.hardware [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.871033] env[68786]: DEBUG nova.virt.hardware [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.871033] env[68786]: DEBUG nova.virt.hardware [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.871033] env[68786]: DEBUG nova.virt.hardware [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.871033] env[68786]: DEBUG nova.virt.hardware [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.871238] env[68786]: DEBUG nova.virt.hardware [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.871284] env[68786]: DEBUG nova.virt.hardware [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.871691] env[68786]: DEBUG nova.virt.hardware [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.872389] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5c9fe8-da01-4622-8cb3-75bae1f2e70a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.881256] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24f9238-ba71-41dc-9a37-866350f52357 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.943938] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b9caa4-9974-4865-a946-10cb0527adf4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.952256] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-008e15e3-1673-4858-8d78-f92f235dae78 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Suspending the VM {{(pid=68786) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1072.952538] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-836703d3-1b76-4d09-9624-fc0cd499509f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.960406] env[68786]: DEBUG oslo_vmware.api [None req-008e15e3-1673-4858-8d78-f92f235dae78 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1072.960406] env[68786]: value = "task-3091399" [ 1072.960406] env[68786]: _type = "Task" [ 1072.960406] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.970041] env[68786]: DEBUG oslo_vmware.api [None req-008e15e3-1673-4858-8d78-f92f235dae78 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091399, 'name': SuspendVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.030256] env[68786]: DEBUG nova.compute.manager [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.152976] env[68786]: DEBUG oslo_concurrency.lockutils [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.156686] env[68786]: DEBUG nova.compute.manager [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.160518] env[68786]: DEBUG oslo_concurrency.lockutils [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.195s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.166131] env[68786]: INFO nova.compute.claims [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.214433] env[68786]: DEBUG oslo_concurrency.lockutils [req-6f789cae-fab8-4711-8ebc-48b88e13b21d req-df803658-d105-4c3b-985f-07f0e0518dd1 service nova] Releasing lock "refresh_cache-e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.311032] env[68786]: INFO nova.compute.manager [-] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Took 1.33 seconds to deallocate network for instance. [ 1073.351653] env[68786]: DEBUG nova.network.neutron [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Successfully updated port: d37564a3-c952-4455-a3f6-5bb7c1e477d2 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.470438] env[68786]: DEBUG oslo_vmware.api [None req-008e15e3-1673-4858-8d78-f92f235dae78 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091399, 'name': SuspendVM_Task} progress is 62%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.559019] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.662739] env[68786]: DEBUG nova.compute.utils [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.664341] env[68786]: DEBUG nova.compute.manager [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.664536] env[68786]: DEBUG nova.network.neutron [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.735835] env[68786]: DEBUG nova.policy [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be0dbbf82e224ce0a4efc0683af08a80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05db4729997c4a1092435aef31629e90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.819023] env[68786]: DEBUG oslo_concurrency.lockutils [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.854453] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "refresh_cache-6ccf8c87-93ce-4721-80b4-6ede01d0adf9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.854650] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquired lock "refresh_cache-6ccf8c87-93ce-4721-80b4-6ede01d0adf9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.854745] env[68786]: DEBUG nova.network.neutron [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.890009] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "interface-e023669b-4ffb-4e0a-a4fb-f311576b8ac1-25da5e27-c6da-47a8-ac24-f94de445efb5" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.890313] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "interface-e023669b-4ffb-4e0a-a4fb-f311576b8ac1-25da5e27-c6da-47a8-ac24-f94de445efb5" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.972273] env[68786]: DEBUG oslo_vmware.api [None req-008e15e3-1673-4858-8d78-f92f235dae78 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091399, 'name': SuspendVM_Task, 'duration_secs': 0.819803} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.972695] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-008e15e3-1673-4858-8d78-f92f235dae78 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Suspended the VM {{(pid=68786) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1073.972875] env[68786]: DEBUG nova.compute.manager [None req-008e15e3-1673-4858-8d78-f92f235dae78 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.973759] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb903c9c-eb4e-4923-b65e-7abf098859d8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.998437] env[68786]: DEBUG nova.compute.manager [req-eb7c69fc-cdb4-4ae7-a84f-8717ccbcb6db req-0b6d5c05-7ad2-4f77-bc32-3868673aa0bc service nova] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Received event network-vif-deleted-50f24800-394e-4580-a26a-08490c088cea {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.998648] env[68786]: DEBUG nova.compute.manager [req-eb7c69fc-cdb4-4ae7-a84f-8717ccbcb6db req-0b6d5c05-7ad2-4f77-bc32-3868673aa0bc service nova] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Received event network-vif-plugged-d37564a3-c952-4455-a3f6-5bb7c1e477d2 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.998864] env[68786]: DEBUG oslo_concurrency.lockutils [req-eb7c69fc-cdb4-4ae7-a84f-8717ccbcb6db req-0b6d5c05-7ad2-4f77-bc32-3868673aa0bc service nova] Acquiring lock "6ccf8c87-93ce-4721-80b4-6ede01d0adf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.999541] env[68786]: DEBUG oslo_concurrency.lockutils [req-eb7c69fc-cdb4-4ae7-a84f-8717ccbcb6db req-0b6d5c05-7ad2-4f77-bc32-3868673aa0bc service nova] Lock "6ccf8c87-93ce-4721-80b4-6ede01d0adf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.999541] env[68786]: DEBUG oslo_concurrency.lockutils [req-eb7c69fc-cdb4-4ae7-a84f-8717ccbcb6db req-0b6d5c05-7ad2-4f77-bc32-3868673aa0bc service nova] Lock "6ccf8c87-93ce-4721-80b4-6ede01d0adf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.999541] env[68786]: DEBUG nova.compute.manager [req-eb7c69fc-cdb4-4ae7-a84f-8717ccbcb6db req-0b6d5c05-7ad2-4f77-bc32-3868673aa0bc service nova] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] No waiting events found dispatching network-vif-plugged-d37564a3-c952-4455-a3f6-5bb7c1e477d2 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.999541] env[68786]: WARNING nova.compute.manager [req-eb7c69fc-cdb4-4ae7-a84f-8717ccbcb6db req-0b6d5c05-7ad2-4f77-bc32-3868673aa0bc service nova] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Received unexpected event network-vif-plugged-d37564a3-c952-4455-a3f6-5bb7c1e477d2 for instance with vm_state building and task_state spawning. [ 1073.999704] env[68786]: DEBUG nova.compute.manager [req-eb7c69fc-cdb4-4ae7-a84f-8717ccbcb6db req-0b6d5c05-7ad2-4f77-bc32-3868673aa0bc service nova] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Received event network-changed-d37564a3-c952-4455-a3f6-5bb7c1e477d2 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.999988] env[68786]: DEBUG nova.compute.manager [req-eb7c69fc-cdb4-4ae7-a84f-8717ccbcb6db req-0b6d5c05-7ad2-4f77-bc32-3868673aa0bc service nova] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Refreshing instance network info cache due to event network-changed-d37564a3-c952-4455-a3f6-5bb7c1e477d2. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.000214] env[68786]: DEBUG oslo_concurrency.lockutils [req-eb7c69fc-cdb4-4ae7-a84f-8717ccbcb6db req-0b6d5c05-7ad2-4f77-bc32-3868673aa0bc service nova] Acquiring lock "refresh_cache-6ccf8c87-93ce-4721-80b4-6ede01d0adf9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.038110] env[68786]: DEBUG nova.network.neutron [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Successfully created port: 30162f35-41c8-4324-84b6-01e1ceaa798b {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.168044] env[68786]: DEBUG nova.compute.manager [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.394534] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.394732] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.395968] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3a7f92-2dc6-4ab0-8de8-e1284f8ae820 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.399412] env[68786]: DEBUG nova.network.neutron [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.423121] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f6b62b-586f-466b-9c23-f7bfde3cfc60 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.454027] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Reconfiguring VM to detach interface {{(pid=68786) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1074.458032] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f45dd9d8-e40f-44c2-9b32-dd1f8d846221 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.472151] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9774df3a-54c0-464b-9340-43b826f8fe8d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.480555] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57677d2-a860-4eef-b972-a06a0488f910 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.486951] env[68786]: DEBUG oslo_vmware.api [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1074.486951] env[68786]: value = "task-3091404" [ 1074.486951] env[68786]: _type = "Task" [ 1074.486951] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.523516] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f748d8a0-bf98-49fa-a187-7974f6d07565 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.529980] env[68786]: DEBUG oslo_vmware.api [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.534819] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135d32c2-f742-4d41-89e4-22ea59d73b79 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.549093] env[68786]: DEBUG nova.compute.provider_tree [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1074.634677] env[68786]: DEBUG nova.network.neutron [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Updating instance_info_cache with network_info: [{"id": "d37564a3-c952-4455-a3f6-5bb7c1e477d2", "address": "fa:16:3e:59:e1:62", "network": {"id": "484699e9-27f5-4f9d-a119-9c275a314523", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-952661253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf20784496584ae5b0da550b8ddb6fe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37564a3-c9", "ovs_interfaceid": "d37564a3-c952-4455-a3f6-5bb7c1e477d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.997714] env[68786]: DEBUG oslo_vmware.api [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.069632] env[68786]: ERROR nova.scheduler.client.report [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [req-f2c04630-deb7-4419-8727-92eaa0cce63d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f2c04630-deb7-4419-8727-92eaa0cce63d"}]} [ 1075.085540] env[68786]: DEBUG nova.scheduler.client.report [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Refreshing inventories for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1075.099265] env[68786]: DEBUG nova.scheduler.client.report [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Updating ProviderTree inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1075.099503] env[68786]: DEBUG nova.compute.provider_tree [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.110722] env[68786]: DEBUG nova.scheduler.client.report [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Refreshing aggregate associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, aggregates: None {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1075.128039] env[68786]: DEBUG nova.scheduler.client.report [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Refreshing trait associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1075.137545] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Releasing lock "refresh_cache-6ccf8c87-93ce-4721-80b4-6ede01d0adf9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.137875] env[68786]: DEBUG nova.compute.manager [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Instance network_info: |[{"id": "d37564a3-c952-4455-a3f6-5bb7c1e477d2", "address": "fa:16:3e:59:e1:62", "network": {"id": "484699e9-27f5-4f9d-a119-9c275a314523", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-952661253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf20784496584ae5b0da550b8ddb6fe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37564a3-c9", "ovs_interfaceid": "d37564a3-c952-4455-a3f6-5bb7c1e477d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.138193] env[68786]: DEBUG oslo_concurrency.lockutils [req-eb7c69fc-cdb4-4ae7-a84f-8717ccbcb6db req-0b6d5c05-7ad2-4f77-bc32-3868673aa0bc service nova] Acquired lock "refresh_cache-6ccf8c87-93ce-4721-80b4-6ede01d0adf9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.138377] env[68786]: DEBUG nova.network.neutron [req-eb7c69fc-cdb4-4ae7-a84f-8717ccbcb6db req-0b6d5c05-7ad2-4f77-bc32-3868673aa0bc service nova] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Refreshing network info cache for port d37564a3-c952-4455-a3f6-5bb7c1e477d2 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.139640] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:e1:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd37564a3-c952-4455-a3f6-5bb7c1e477d2', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.147026] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.150267] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.150667] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf60bb90-de44-4052-8e49-6252582b33b8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.172920] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.172920] env[68786]: value = "task-3091405" [ 1075.172920] env[68786]: _type = "Task" [ 1075.172920] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.179059] env[68786]: DEBUG nova.compute.manager [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.185733] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091405, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.198785] env[68786]: DEBUG nova.virt.hardware [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.199031] env[68786]: DEBUG nova.virt.hardware [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.199197] env[68786]: DEBUG nova.virt.hardware [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.199383] env[68786]: DEBUG nova.virt.hardware [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.199529] env[68786]: DEBUG nova.virt.hardware [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.199671] env[68786]: DEBUG nova.virt.hardware [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.199874] env[68786]: DEBUG nova.virt.hardware [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.200057] env[68786]: DEBUG nova.virt.hardware [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.200352] env[68786]: DEBUG nova.virt.hardware [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.200551] env[68786]: DEBUG nova.virt.hardware [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.200729] env[68786]: DEBUG nova.virt.hardware [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.201528] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62375d6-a3b7-48c4-b636-e0e260f4dd4b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.211672] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a03e642-5583-418e-a303-3132e5ac426c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.304229] env[68786]: INFO nova.compute.manager [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Rebuilding instance [ 1075.335492] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9026b1ec-bfd7-46c5-aaa2-caed5fc075dd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.345040] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a26b62-1ec4-48f3-ba0f-506c337b69f2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.348287] env[68786]: DEBUG nova.compute.manager [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.349011] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8e0654-fc5c-41df-be2d-b052a2b79740 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.382171] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3be6c4-522d-43a1-9549-b43309453139 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.391834] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d024424-72cc-4f3a-8cce-2a47f54dfabf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.405266] env[68786]: DEBUG nova.compute.provider_tree [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.444662] env[68786]: DEBUG oslo_concurrency.lockutils [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "e28e67f7-1aeb-4045-9bf8-b9e166756e28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.445020] env[68786]: DEBUG oslo_concurrency.lockutils [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "e28e67f7-1aeb-4045-9bf8-b9e166756e28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.445304] env[68786]: DEBUG oslo_concurrency.lockutils [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "e28e67f7-1aeb-4045-9bf8-b9e166756e28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.445508] env[68786]: DEBUG oslo_concurrency.lockutils [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "e28e67f7-1aeb-4045-9bf8-b9e166756e28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.445827] env[68786]: DEBUG oslo_concurrency.lockutils [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "e28e67f7-1aeb-4045-9bf8-b9e166756e28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.448658] env[68786]: INFO nova.compute.manager [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Terminating instance [ 1075.497992] env[68786]: DEBUG oslo_vmware.api [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.595281] env[68786]: DEBUG nova.network.neutron [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Successfully updated port: 30162f35-41c8-4324-84b6-01e1ceaa798b {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.682975] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091405, 'name': CreateVM_Task, 'duration_secs': 0.392236} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.685412] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.686106] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.686327] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.686668] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.687210] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d496690a-c4eb-4397-8bda-9d1d1a3fa908 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.691345] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 1075.691345] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52537e3b-ff44-1d8a-4bc3-999e17fb7e96" [ 1075.691345] env[68786]: _type = "Task" [ 1075.691345] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.698614] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52537e3b-ff44-1d8a-4bc3-999e17fb7e96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.831618] env[68786]: DEBUG nova.network.neutron [req-eb7c69fc-cdb4-4ae7-a84f-8717ccbcb6db req-0b6d5c05-7ad2-4f77-bc32-3868673aa0bc service nova] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Updated VIF entry in instance network info cache for port d37564a3-c952-4455-a3f6-5bb7c1e477d2. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.831986] env[68786]: DEBUG nova.network.neutron [req-eb7c69fc-cdb4-4ae7-a84f-8717ccbcb6db req-0b6d5c05-7ad2-4f77-bc32-3868673aa0bc service nova] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Updating instance_info_cache with network_info: [{"id": "d37564a3-c952-4455-a3f6-5bb7c1e477d2", "address": "fa:16:3e:59:e1:62", "network": {"id": "484699e9-27f5-4f9d-a119-9c275a314523", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-952661253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf20784496584ae5b0da550b8ddb6fe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37564a3-c9", "ovs_interfaceid": "d37564a3-c952-4455-a3f6-5bb7c1e477d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.944629] env[68786]: DEBUG nova.scheduler.client.report [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1075.944867] env[68786]: DEBUG nova.compute.provider_tree [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 151 to 152 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1075.945083] env[68786]: DEBUG nova.compute.provider_tree [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.953049] env[68786]: DEBUG nova.compute.manager [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.953299] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.954172] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fa2de0-d00d-438d-9106-03d109394434 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.961907] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.962787] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c330947b-6d5a-4489-9f82-9c9c870c64cc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.999904] env[68786]: DEBUG oslo_vmware.api [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.024841] env[68786]: DEBUG nova.compute.manager [req-e2104ba4-266f-4cff-be64-e822527cc26f req-165f2d8b-baaa-4845-918e-35a5681d7d8b service nova] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Received event network-vif-plugged-30162f35-41c8-4324-84b6-01e1ceaa798b {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.025202] env[68786]: DEBUG oslo_concurrency.lockutils [req-e2104ba4-266f-4cff-be64-e822527cc26f req-165f2d8b-baaa-4845-918e-35a5681d7d8b service nova] Acquiring lock "66eb1863-0356-40cc-bdef-a51852e1af78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.025484] env[68786]: DEBUG oslo_concurrency.lockutils [req-e2104ba4-266f-4cff-be64-e822527cc26f req-165f2d8b-baaa-4845-918e-35a5681d7d8b service nova] Lock "66eb1863-0356-40cc-bdef-a51852e1af78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.025754] env[68786]: DEBUG oslo_concurrency.lockutils [req-e2104ba4-266f-4cff-be64-e822527cc26f req-165f2d8b-baaa-4845-918e-35a5681d7d8b service nova] Lock "66eb1863-0356-40cc-bdef-a51852e1af78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.025969] env[68786]: DEBUG nova.compute.manager [req-e2104ba4-266f-4cff-be64-e822527cc26f req-165f2d8b-baaa-4845-918e-35a5681d7d8b service nova] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] No waiting events found dispatching network-vif-plugged-30162f35-41c8-4324-84b6-01e1ceaa798b {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.026327] env[68786]: WARNING nova.compute.manager [req-e2104ba4-266f-4cff-be64-e822527cc26f req-165f2d8b-baaa-4845-918e-35a5681d7d8b service nova] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Received unexpected event network-vif-plugged-30162f35-41c8-4324-84b6-01e1ceaa798b for instance with vm_state building and task_state spawning. [ 1076.026611] env[68786]: DEBUG nova.compute.manager [req-e2104ba4-266f-4cff-be64-e822527cc26f req-165f2d8b-baaa-4845-918e-35a5681d7d8b service nova] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Received event network-changed-30162f35-41c8-4324-84b6-01e1ceaa798b {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.026896] env[68786]: DEBUG nova.compute.manager [req-e2104ba4-266f-4cff-be64-e822527cc26f req-165f2d8b-baaa-4845-918e-35a5681d7d8b service nova] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Refreshing instance network info cache due to event network-changed-30162f35-41c8-4324-84b6-01e1ceaa798b. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.027200] env[68786]: DEBUG oslo_concurrency.lockutils [req-e2104ba4-266f-4cff-be64-e822527cc26f req-165f2d8b-baaa-4845-918e-35a5681d7d8b service nova] Acquiring lock "refresh_cache-66eb1863-0356-40cc-bdef-a51852e1af78" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.027382] env[68786]: DEBUG oslo_concurrency.lockutils [req-e2104ba4-266f-4cff-be64-e822527cc26f req-165f2d8b-baaa-4845-918e-35a5681d7d8b service nova] Acquired lock "refresh_cache-66eb1863-0356-40cc-bdef-a51852e1af78" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.027621] env[68786]: DEBUG nova.network.neutron [req-e2104ba4-266f-4cff-be64-e822527cc26f req-165f2d8b-baaa-4845-918e-35a5681d7d8b service nova] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Refreshing network info cache for port 30162f35-41c8-4324-84b6-01e1ceaa798b {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.030217] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.030630] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.030953] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Deleting the datastore file [datastore1] e28e67f7-1aeb-4045-9bf8-b9e166756e28 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.031501] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a753ed15-0a2f-44db-abe8-6fb9cea532d5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.038684] env[68786]: DEBUG oslo_vmware.api [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1076.038684] env[68786]: value = "task-3091407" [ 1076.038684] env[68786]: _type = "Task" [ 1076.038684] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.048213] env[68786]: DEBUG oslo_vmware.api [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.098102] env[68786]: DEBUG oslo_concurrency.lockutils [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "refresh_cache-66eb1863-0356-40cc-bdef-a51852e1af78" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.202211] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52537e3b-ff44-1d8a-4bc3-999e17fb7e96, 'name': SearchDatastore_Task, 'duration_secs': 0.009609} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.202535] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.202746] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.202975] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.203169] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.203360] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.203616] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f216b890-33f0-4dc9-8059-cc03f84b6943 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.217901] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.218088] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.218874] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0fcc561-fdd1-4fe3-9465-8ff48b09d18a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.224363] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 1076.224363] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]526a35f3-f2d8-35fd-12c0-280645512d52" [ 1076.224363] env[68786]: _type = "Task" [ 1076.224363] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.231915] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526a35f3-f2d8-35fd-12c0-280645512d52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.334594] env[68786]: DEBUG oslo_concurrency.lockutils [req-eb7c69fc-cdb4-4ae7-a84f-8717ccbcb6db req-0b6d5c05-7ad2-4f77-bc32-3868673aa0bc service nova] Releasing lock "refresh_cache-6ccf8c87-93ce-4721-80b4-6ede01d0adf9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.391731] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.392041] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ca355e7-89db-4956-8623-2fdea4993105 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.399393] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1076.399393] env[68786]: value = "task-3091408" [ 1076.399393] env[68786]: _type = "Task" [ 1076.399393] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.408184] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.451334] env[68786]: DEBUG oslo_concurrency.lockutils [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.291s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.451696] env[68786]: DEBUG nova.compute.manager [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.454830] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.896s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.456364] env[68786]: INFO nova.compute.claims [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.501692] env[68786]: DEBUG oslo_vmware.api [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.547976] env[68786]: DEBUG oslo_vmware.api [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186235} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.549277] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.549277] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.549277] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.549277] env[68786]: INFO nova.compute.manager [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1076.549277] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.549932] env[68786]: DEBUG nova.compute.manager [-] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.550066] env[68786]: DEBUG nova.network.neutron [-] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.581744] env[68786]: DEBUG nova.network.neutron [req-e2104ba4-266f-4cff-be64-e822527cc26f req-165f2d8b-baaa-4845-918e-35a5681d7d8b service nova] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.605340] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9759132-7b36-4e7b-a419-51dbab6b0d2f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Volume attach. Driver type: vmdk {{(pid=68786) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1076.605610] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9759132-7b36-4e7b-a419-51dbab6b0d2f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618765', 'volume_id': '50c3f605-7f6f-40c3-b832-6782f1c7f15d', 'name': 'volume-50c3f605-7f6f-40c3-b832-6782f1c7f15d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127', 'attached_at': '', 'detached_at': '', 'volume_id': '50c3f605-7f6f-40c3-b832-6782f1c7f15d', 'serial': '50c3f605-7f6f-40c3-b832-6782f1c7f15d'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1076.606740] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce49a5e9-21a6-4091-9b76-deb42133e224 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.625886] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514b8639-999e-48c4-95b3-05a83c6aedf9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.657886] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9759132-7b36-4e7b-a419-51dbab6b0d2f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-50c3f605-7f6f-40c3-b832-6782f1c7f15d/volume-50c3f605-7f6f-40c3-b832-6782f1c7f15d.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.660517] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0db6908-519c-4b94-9790-d550c3308c49 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.680966] env[68786]: DEBUG oslo_vmware.api [None req-e9759132-7b36-4e7b-a419-51dbab6b0d2f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 1076.680966] env[68786]: value = "task-3091410" [ 1076.680966] env[68786]: _type = "Task" [ 1076.680966] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.690558] env[68786]: DEBUG oslo_vmware.api [None req-e9759132-7b36-4e7b-a419-51dbab6b0d2f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3091410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.737997] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526a35f3-f2d8-35fd-12c0-280645512d52, 'name': SearchDatastore_Task, 'duration_secs': 0.008928} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.737997] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5319588c-b06d-4594-a918-1a4e1f00feef {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.740624] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 1076.740624] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5230f166-37ad-614f-7a68-a69a3ba59b18" [ 1076.740624] env[68786]: _type = "Task" [ 1076.740624] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.751157] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5230f166-37ad-614f-7a68-a69a3ba59b18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.763696] env[68786]: DEBUG nova.network.neutron [req-e2104ba4-266f-4cff-be64-e822527cc26f req-165f2d8b-baaa-4845-918e-35a5681d7d8b service nova] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.909853] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091408, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.961392] env[68786]: DEBUG nova.compute.utils [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.964923] env[68786]: DEBUG nova.compute.manager [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.965172] env[68786]: DEBUG nova.network.neutron [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.000771] env[68786]: DEBUG oslo_vmware.api [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.004645] env[68786]: DEBUG nova.policy [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6247e9c875c54a07873ff0d6eb15613a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfe3ff263b2d4948b59b511fca2787ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.192298] env[68786]: DEBUG oslo_vmware.api [None req-e9759132-7b36-4e7b-a419-51dbab6b0d2f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3091410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.250652] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5230f166-37ad-614f-7a68-a69a3ba59b18, 'name': SearchDatastore_Task, 'duration_secs': 0.026196} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.251582] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.251869] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 6ccf8c87-93ce-4721-80b4-6ede01d0adf9/6ccf8c87-93ce-4721-80b4-6ede01d0adf9.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.252154] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae91f2ba-c445-4d5d-b4a4-1d03a342c3c6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.258525] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 1077.258525] env[68786]: value = "task-3091411" [ 1077.258525] env[68786]: _type = "Task" [ 1077.258525] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.266160] env[68786]: DEBUG oslo_concurrency.lockutils [req-e2104ba4-266f-4cff-be64-e822527cc26f req-165f2d8b-baaa-4845-918e-35a5681d7d8b service nova] Releasing lock "refresh_cache-66eb1863-0356-40cc-bdef-a51852e1af78" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.266552] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.266761] env[68786]: DEBUG oslo_concurrency.lockutils [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired lock "refresh_cache-66eb1863-0356-40cc-bdef-a51852e1af78" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.266907] env[68786]: DEBUG nova.network.neutron [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.355109] env[68786]: DEBUG nova.network.neutron [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Successfully created port: 3ce882e4-f653-4ae6-b19f-3badb2453587 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.389724] env[68786]: DEBUG nova.network.neutron [-] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.410840] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091408, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.466120] env[68786]: DEBUG nova.compute.manager [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.511218] env[68786]: DEBUG oslo_vmware.api [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.680870] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb296905-ddfd-41ec-a5e9-8f8f3e4df99f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.692864] env[68786]: DEBUG oslo_vmware.api [None req-e9759132-7b36-4e7b-a419-51dbab6b0d2f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3091410, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.695518] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76d4aaf-b6aa-4057-8d37-039b9b4d4d30 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.727863] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf101142-3ddf-43fd-bcd1-9ae5c0024aa8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.736030] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517e67a6-f8e8-4823-a7c4-96ed86df2be6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.752817] env[68786]: DEBUG nova.compute.provider_tree [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.768656] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.797709] env[68786]: DEBUG nova.network.neutron [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.892008] env[68786]: INFO nova.compute.manager [-] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Took 1.34 seconds to deallocate network for instance. [ 1077.910647] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091408, 'name': PowerOffVM_Task, 'duration_secs': 1.137951} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.910904] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.911155] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.911938] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f3a3e8-58a4-403e-9db8-57123fcf989d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.919806] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.920075] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b574201-0103-453f-b868-9e0dd3e453e0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.974314] env[68786]: INFO nova.virt.block_device [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Booting with volume b3fae7bc-411e-4b2e-8653-c5514fa0138a at /dev/sda [ 1078.003559] env[68786]: DEBUG oslo_vmware.api [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.011775] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.011966] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.012216] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Deleting the datastore file [datastore1] f5e74f81-ffd8-40b0-888b-68d3f1e55bfb {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.012504] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b478d32e-f883-4e19-b0bc-439e38a4590b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.015728] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e006a9a0-504f-4c73-9067-f0b5ed298ab0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.026170] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8107d9f7-e854-47db-8bee-3a0fda5141e8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.038481] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1078.038481] env[68786]: value = "task-3091413" [ 1078.038481] env[68786]: _type = "Task" [ 1078.038481] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.047191] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.065100] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-547265c1-57fc-4762-824e-8d31451e7a16 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.076039] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6288b104-096e-488f-b2fe-3854a2d3eedb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.116115] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a746fe4-28bf-421e-a8be-6b7d9b44558c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.124011] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc38838-ebcd-4960-b23c-9c85f9e97ba9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.144306] env[68786]: DEBUG nova.virt.block_device [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Updating existing volume attachment record: c81061d1-c6f4-4664-a626-5afc3b74818c {{(pid=68786) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1078.195233] env[68786]: DEBUG oslo_vmware.api [None req-e9759132-7b36-4e7b-a419-51dbab6b0d2f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3091410, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.213103] env[68786]: DEBUG nova.network.neutron [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Updating instance_info_cache with network_info: [{"id": "30162f35-41c8-4324-84b6-01e1ceaa798b", "address": "fa:16:3e:89:c0:64", "network": {"id": "22cbf902-7f1e-4069-b8c1-b0c7fa9a5c91", "bridge": "br-int", "label": "tempest-ServersTestJSON-525443328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05db4729997c4a1092435aef31629e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30162f35-41", "ovs_interfaceid": "30162f35-41c8-4324-84b6-01e1ceaa798b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.256097] env[68786]: DEBUG nova.scheduler.client.report [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.271922] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.275510] env[68786]: DEBUG nova.compute.manager [req-0eb88d96-3478-4778-8bd8-b2c106bea1b1 req-c2500b57-5b3b-4c49-94c9-f5604ab9d46e service nova] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Received event network-vif-deleted-b604719c-2976-466f-b64c-20e5c5608916 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.399407] env[68786]: DEBUG oslo_concurrency.lockutils [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.507713] env[68786]: DEBUG oslo_vmware.api [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.549756] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247444} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.550038] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.550244] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.550422] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.702062] env[68786]: DEBUG oslo_vmware.api [None req-e9759132-7b36-4e7b-a419-51dbab6b0d2f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3091410, 'name': ReconfigVM_Task, 'duration_secs': 1.712367} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.702968] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9759132-7b36-4e7b-a419-51dbab6b0d2f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-50c3f605-7f6f-40c3-b832-6782f1c7f15d/volume-50c3f605-7f6f-40c3-b832-6782f1c7f15d.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.708926] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35c0fbc6-0371-4170-9b5b-e6e40f67fdf5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.720851] env[68786]: DEBUG oslo_concurrency.lockutils [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Releasing lock "refresh_cache-66eb1863-0356-40cc-bdef-a51852e1af78" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.721303] env[68786]: DEBUG nova.compute.manager [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Instance network_info: |[{"id": "30162f35-41c8-4324-84b6-01e1ceaa798b", "address": "fa:16:3e:89:c0:64", "network": {"id": "22cbf902-7f1e-4069-b8c1-b0c7fa9a5c91", "bridge": "br-int", "label": "tempest-ServersTestJSON-525443328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05db4729997c4a1092435aef31629e90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30162f35-41", "ovs_interfaceid": "30162f35-41c8-4324-84b6-01e1ceaa798b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.721702] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:c0:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30162f35-41c8-4324-84b6-01e1ceaa798b', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.730310] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.731475] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.731853] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66c2fefc-02eb-453a-aaeb-46324be0d58a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.751202] env[68786]: DEBUG oslo_vmware.api [None req-e9759132-7b36-4e7b-a419-51dbab6b0d2f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 1078.751202] env[68786]: value = "task-3091415" [ 1078.751202] env[68786]: _type = "Task" [ 1078.751202] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.761444] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.761805] env[68786]: DEBUG nova.compute.manager [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.764620] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.764620] env[68786]: value = "task-3091416" [ 1078.764620] env[68786]: _type = "Task" [ 1078.764620] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.768769] env[68786]: DEBUG oslo_concurrency.lockutils [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.950s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.768998] env[68786]: DEBUG oslo_concurrency.lockutils [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.771184] env[68786]: DEBUG oslo_concurrency.lockutils [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.372s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.771417] env[68786]: DEBUG nova.objects.instance [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lazy-loading 'resources' on Instance uuid e28e67f7-1aeb-4045-9bf8-b9e166756e28 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.773040] env[68786]: DEBUG oslo_vmware.api [None req-e9759132-7b36-4e7b-a419-51dbab6b0d2f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3091415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.785662] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091411, 'name': CopyVirtualDisk_Task} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.789746] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 6ccf8c87-93ce-4721-80b4-6ede01d0adf9/6ccf8c87-93ce-4721-80b4-6ede01d0adf9.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.789988] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.790897] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091416, 'name': CreateVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.790897] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4039361f-5f6e-4e2c-b549-c2f4f7d54b9e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.800162] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 1078.800162] env[68786]: value = "task-3091417" [ 1078.800162] env[68786]: _type = "Task" [ 1078.800162] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.801754] env[68786]: INFO nova.scheduler.client.report [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Deleted allocations for instance f60b0087-1f07-4881-8054-91ae488b1f01 [ 1078.817335] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.945767] env[68786]: DEBUG nova.network.neutron [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Successfully updated port: 3ce882e4-f653-4ae6-b19f-3badb2453587 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.004278] env[68786]: DEBUG oslo_vmware.api [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.262191] env[68786]: DEBUG oslo_vmware.api [None req-e9759132-7b36-4e7b-a419-51dbab6b0d2f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3091415, 'name': ReconfigVM_Task, 'duration_secs': 0.167721} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.262552] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9759132-7b36-4e7b-a419-51dbab6b0d2f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618765', 'volume_id': '50c3f605-7f6f-40c3-b832-6782f1c7f15d', 'name': 'volume-50c3f605-7f6f-40c3-b832-6782f1c7f15d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127', 'attached_at': '', 'detached_at': '', 'volume_id': '50c3f605-7f6f-40c3-b832-6782f1c7f15d', 'serial': '50c3f605-7f6f-40c3-b832-6782f1c7f15d'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1079.277456] env[68786]: DEBUG nova.compute.utils [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.278738] env[68786]: DEBUG nova.compute.manager [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.279404] env[68786]: DEBUG nova.network.neutron [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.288686] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091416, 'name': CreateVM_Task, 'duration_secs': 0.368275} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.288851] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.289964] env[68786]: DEBUG oslo_concurrency.lockutils [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.289964] env[68786]: DEBUG oslo_concurrency.lockutils [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.289964] env[68786]: DEBUG oslo_concurrency.lockutils [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.290263] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9680d1b6-5f31-4baf-a1da-aa6674fc21d4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.295134] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 1079.295134] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e9c5ff-6185-4720-d16e-2e4cf477d74f" [ 1079.295134] env[68786]: _type = "Task" [ 1079.295134] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.307026] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e9c5ff-6185-4720-d16e-2e4cf477d74f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.317112] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078416} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.317586] env[68786]: DEBUG oslo_concurrency.lockutils [None req-458ace9b-36a2-4128-b4c7-b77ab70b50d0 tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "f60b0087-1f07-4881-8054-91ae488b1f01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.992s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.320722] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.322042] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84f5042-b198-4da2-9a71-a4a49f97f856 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.344788] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 6ccf8c87-93ce-4721-80b4-6ede01d0adf9/6ccf8c87-93ce-4721-80b4-6ede01d0adf9.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.347418] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b6ccb09-f877-4adb-b124-ebe7f8d43a42 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.365432] env[68786]: DEBUG nova.policy [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c416ae1d977240b3a14f26a832fa4c72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8776be105b14772bcafad040e2abd7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.373926] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 1079.373926] env[68786]: value = "task-3091418" [ 1079.373926] env[68786]: _type = "Task" [ 1079.373926] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.386075] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091418, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.450864] env[68786]: DEBUG oslo_concurrency.lockutils [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "refresh_cache-80bb1764-dbeb-465d-b214-d5993765b632" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.451081] env[68786]: DEBUG oslo_concurrency.lockutils [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired lock "refresh_cache-80bb1764-dbeb-465d-b214-d5993765b632" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.451293] env[68786]: DEBUG nova.network.neutron [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.506028] env[68786]: DEBUG oslo_vmware.api [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.527272] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47379d9d-36fb-4dfc-8d50-f3c106e0e203 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.538985] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238c38f4-356f-4f59-bd7d-d03e87d6e26a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.574087] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10536bee-74ac-446a-9ace-16fe0786056e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.581088] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66acfdae-b9e8-410a-8351-eb5d0f95bb08 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.597933] env[68786]: DEBUG nova.compute.provider_tree [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.609534] env[68786]: DEBUG nova.virt.hardware [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.609783] env[68786]: DEBUG nova.virt.hardware [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.610156] env[68786]: DEBUG nova.virt.hardware [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.610340] env[68786]: DEBUG nova.virt.hardware [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.610514] env[68786]: DEBUG nova.virt.hardware [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.610666] env[68786]: DEBUG nova.virt.hardware [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.610873] env[68786]: DEBUG nova.virt.hardware [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.611046] env[68786]: DEBUG nova.virt.hardware [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.611269] env[68786]: DEBUG nova.virt.hardware [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.611432] env[68786]: DEBUG nova.virt.hardware [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.611608] env[68786]: DEBUG nova.virt.hardware [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.612719] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3964483c-a2b7-463c-829f-69e177725567 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.621381] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0241311e-f7a5-45a4-bb25-9526689f432f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.636204] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:4c:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a75c718-4e94-48bf-8834-2395898eff6f', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.646917] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.647777] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.647777] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e8b0979-703e-4e15-b9c7-50f00205f073 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.668955] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.668955] env[68786]: value = "task-3091419" [ 1079.668955] env[68786]: _type = "Task" [ 1079.668955] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.677562] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091419, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.689591] env[68786]: DEBUG nova.network.neutron [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Successfully created port: b95a9db0-c4bb-430f-aad9-2e354dbd03e2 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.783057] env[68786]: DEBUG nova.compute.manager [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.808602] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e9c5ff-6185-4720-d16e-2e4cf477d74f, 'name': SearchDatastore_Task, 'duration_secs': 0.011171} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.808962] env[68786]: DEBUG oslo_concurrency.lockutils [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.809252] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.810196] env[68786]: DEBUG oslo_concurrency.lockutils [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.810196] env[68786]: DEBUG oslo_concurrency.lockutils [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.810196] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.810307] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4573c79-6593-4851-8dd8-f2e95caa4a64 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.820616] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.820938] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.821974] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45179534-f7be-44d8-a33e-31ab424a5f72 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.830303] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 1079.830303] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52549095-d93f-6d41-0ad4-c9c4ed94ba11" [ 1079.830303] env[68786]: _type = "Task" [ 1079.830303] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.841275] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52549095-d93f-6d41-0ad4-c9c4ed94ba11, 'name': SearchDatastore_Task} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.842319] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c21a442b-1f70-4601-8071-4ab2e96ede5f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.848092] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 1079.848092] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]526aa8f2-4e02-9c4b-7361-1389efa2db3e" [ 1079.848092] env[68786]: _type = "Task" [ 1079.848092] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.857285] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526aa8f2-4e02-9c4b-7361-1389efa2db3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.888712] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091418, 'name': ReconfigVM_Task, 'duration_secs': 0.391627} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.889015] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 6ccf8c87-93ce-4721-80b4-6ede01d0adf9/6ccf8c87-93ce-4721-80b4-6ede01d0adf9.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.889681] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-112be578-753a-432d-b637-f2028aa15271 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.898445] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 1079.898445] env[68786]: value = "task-3091420" [ 1079.898445] env[68786]: _type = "Task" [ 1079.898445] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.912112] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091420, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.992072] env[68786]: DEBUG nova.network.neutron [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.006680] env[68786]: DEBUG oslo_vmware.api [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091404, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.142999] env[68786]: DEBUG nova.network.neutron [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Updating instance_info_cache with network_info: [{"id": "3ce882e4-f653-4ae6-b19f-3badb2453587", "address": "fa:16:3e:3b:88:0b", "network": {"id": "76c23a36-a90c-4f9e-8062-2d6a92b1019d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1392166569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe3ff263b2d4948b59b511fca2787ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce882e4-f6", "ovs_interfaceid": "3ce882e4-f653-4ae6-b19f-3badb2453587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.146607] env[68786]: DEBUG nova.scheduler.client.report [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1080.146607] env[68786]: DEBUG nova.compute.provider_tree [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 152 to 153 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1080.146607] env[68786]: DEBUG nova.compute.provider_tree [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1080.181575] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091419, 'name': CreateVM_Task, 'duration_secs': 0.422442} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.181746] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.182493] env[68786]: DEBUG oslo_concurrency.lockutils [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.182662] env[68786]: DEBUG oslo_concurrency.lockutils [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.182977] env[68786]: DEBUG oslo_concurrency.lockutils [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.183248] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6b30cc3-0625-4cc5-ad07-21a6f76bd9c0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.188709] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1080.188709] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5266c251-4294-c70f-72fc-83e1ade435e3" [ 1080.188709] env[68786]: _type = "Task" [ 1080.188709] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.198241] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5266c251-4294-c70f-72fc-83e1ade435e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.233268] env[68786]: DEBUG nova.compute.manager [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.233805] env[68786]: DEBUG nova.virt.hardware [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.234021] env[68786]: DEBUG nova.virt.hardware [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.234183] env[68786]: DEBUG nova.virt.hardware [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.234428] env[68786]: DEBUG nova.virt.hardware [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.234598] env[68786]: DEBUG nova.virt.hardware [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.234748] env[68786]: DEBUG nova.virt.hardware [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.234957] env[68786]: DEBUG nova.virt.hardware [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.235134] env[68786]: DEBUG nova.virt.hardware [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.235356] env[68786]: DEBUG nova.virt.hardware [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.235527] env[68786]: DEBUG nova.virt.hardware [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.235699] env[68786]: DEBUG nova.virt.hardware [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.236941] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b684afdf-ad08-414a-b1a6-b355e1a28be4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.245885] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d352efd9-585c-41cc-b4c4-759f4719a41a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.305088] env[68786]: DEBUG nova.compute.manager [req-3426d7ea-f48e-4fc4-931c-bd2c5ec3f9d2 req-bc190378-c23a-44ff-8e98-d44d9c811b37 service nova] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Received event network-vif-plugged-3ce882e4-f653-4ae6-b19f-3badb2453587 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.305751] env[68786]: DEBUG oslo_concurrency.lockutils [req-3426d7ea-f48e-4fc4-931c-bd2c5ec3f9d2 req-bc190378-c23a-44ff-8e98-d44d9c811b37 service nova] Acquiring lock "80bb1764-dbeb-465d-b214-d5993765b632-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.305751] env[68786]: DEBUG oslo_concurrency.lockutils [req-3426d7ea-f48e-4fc4-931c-bd2c5ec3f9d2 req-bc190378-c23a-44ff-8e98-d44d9c811b37 service nova] Lock "80bb1764-dbeb-465d-b214-d5993765b632-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.305820] env[68786]: DEBUG oslo_concurrency.lockutils [req-3426d7ea-f48e-4fc4-931c-bd2c5ec3f9d2 req-bc190378-c23a-44ff-8e98-d44d9c811b37 service nova] Lock "80bb1764-dbeb-465d-b214-d5993765b632-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.305936] env[68786]: DEBUG nova.compute.manager [req-3426d7ea-f48e-4fc4-931c-bd2c5ec3f9d2 req-bc190378-c23a-44ff-8e98-d44d9c811b37 service nova] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] No waiting events found dispatching network-vif-plugged-3ce882e4-f653-4ae6-b19f-3badb2453587 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.306341] env[68786]: WARNING nova.compute.manager [req-3426d7ea-f48e-4fc4-931c-bd2c5ec3f9d2 req-bc190378-c23a-44ff-8e98-d44d9c811b37 service nova] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Received unexpected event network-vif-plugged-3ce882e4-f653-4ae6-b19f-3badb2453587 for instance with vm_state building and task_state spawning. [ 1080.306495] env[68786]: DEBUG nova.compute.manager [req-3426d7ea-f48e-4fc4-931c-bd2c5ec3f9d2 req-bc190378-c23a-44ff-8e98-d44d9c811b37 service nova] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Received event network-changed-3ce882e4-f653-4ae6-b19f-3badb2453587 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.306680] env[68786]: DEBUG nova.compute.manager [req-3426d7ea-f48e-4fc4-931c-bd2c5ec3f9d2 req-bc190378-c23a-44ff-8e98-d44d9c811b37 service nova] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Refreshing instance network info cache due to event network-changed-3ce882e4-f653-4ae6-b19f-3badb2453587. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.306796] env[68786]: DEBUG oslo_concurrency.lockutils [req-3426d7ea-f48e-4fc4-931c-bd2c5ec3f9d2 req-bc190378-c23a-44ff-8e98-d44d9c811b37 service nova] Acquiring lock "refresh_cache-80bb1764-dbeb-465d-b214-d5993765b632" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.317702] env[68786]: DEBUG nova.objects.instance [None req-e9759132-7b36-4e7b-a419-51dbab6b0d2f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lazy-loading 'flavor' on Instance uuid ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.359274] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526aa8f2-4e02-9c4b-7361-1389efa2db3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009748} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.359562] env[68786]: DEBUG oslo_concurrency.lockutils [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.359834] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 66eb1863-0356-40cc-bdef-a51852e1af78/66eb1863-0356-40cc-bdef-a51852e1af78.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.360121] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fa85af7-c0b9-4bc2-b5d6-7f19d58e5d60 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.368018] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 1080.368018] env[68786]: value = "task-3091421" [ 1080.368018] env[68786]: _type = "Task" [ 1080.368018] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.376917] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.410092] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091420, 'name': Rename_Task, 'duration_secs': 0.162392} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.410390] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.410677] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1321f66b-b50a-4f67-9dba-a78801df1366 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.418621] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 1080.418621] env[68786]: value = "task-3091422" [ 1080.418621] env[68786]: _type = "Task" [ 1080.418621] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.429999] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.507529] env[68786]: DEBUG oslo_vmware.api [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091404, 'name': ReconfigVM_Task, 'duration_secs': 5.782657} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.507829] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.508064] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Reconfigured VM to detach interface {{(pid=68786) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1080.650416] env[68786]: DEBUG oslo_concurrency.lockutils [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Releasing lock "refresh_cache-80bb1764-dbeb-465d-b214-d5993765b632" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.650781] env[68786]: DEBUG nova.compute.manager [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Instance network_info: |[{"id": "3ce882e4-f653-4ae6-b19f-3badb2453587", "address": "fa:16:3e:3b:88:0b", "network": {"id": "76c23a36-a90c-4f9e-8062-2d6a92b1019d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1392166569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe3ff263b2d4948b59b511fca2787ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce882e4-f6", "ovs_interfaceid": "3ce882e4-f653-4ae6-b19f-3badb2453587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.651116] env[68786]: DEBUG oslo_concurrency.lockutils [req-3426d7ea-f48e-4fc4-931c-bd2c5ec3f9d2 req-bc190378-c23a-44ff-8e98-d44d9c811b37 service nova] Acquired lock "refresh_cache-80bb1764-dbeb-465d-b214-d5993765b632" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.651298] env[68786]: DEBUG nova.network.neutron [req-3426d7ea-f48e-4fc4-931c-bd2c5ec3f9d2 req-bc190378-c23a-44ff-8e98-d44d9c811b37 service nova] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Refreshing network info cache for port 3ce882e4-f653-4ae6-b19f-3badb2453587 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.652640] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:88:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ce882e4-f653-4ae6-b19f-3badb2453587', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.661472] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.662791] env[68786]: DEBUG oslo_concurrency.lockutils [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.665097] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.666351] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57b55365-2007-456e-98b0-db3a50b57924 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.691198] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.691198] env[68786]: value = "task-3091424" [ 1080.691198] env[68786]: _type = "Task" [ 1080.691198] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.700219] env[68786]: INFO nova.scheduler.client.report [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Deleted allocations for instance e28e67f7-1aeb-4045-9bf8-b9e166756e28 [ 1080.715408] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5266c251-4294-c70f-72fc-83e1ade435e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011166} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.719435] env[68786]: DEBUG oslo_concurrency.lockutils [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.719705] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.719956] env[68786]: DEBUG oslo_concurrency.lockutils [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.720123] env[68786]: DEBUG oslo_concurrency.lockutils [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.720309] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.720904] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091424, 'name': CreateVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.722121] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6af656bd-4722-4757-b691-ed088b299800 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.739900] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.740140] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.740931] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cad6382-6462-4002-9521-8659b633a9f9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.749980] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1080.749980] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]526bca53-edbc-a0ba-f2cd-cc391ee86568" [ 1080.749980] env[68786]: _type = "Task" [ 1080.749980] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.763348] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526bca53-edbc-a0ba-f2cd-cc391ee86568, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.793542] env[68786]: DEBUG nova.compute.manager [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.826133] env[68786]: DEBUG nova.virt.hardware [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.826133] env[68786]: DEBUG nova.virt.hardware [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.826395] env[68786]: DEBUG nova.virt.hardware [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.826497] env[68786]: DEBUG nova.virt.hardware [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.826927] env[68786]: DEBUG nova.virt.hardware [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.826927] env[68786]: DEBUG nova.virt.hardware [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.828098] env[68786]: DEBUG nova.virt.hardware [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.828098] env[68786]: DEBUG nova.virt.hardware [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.828098] env[68786]: DEBUG nova.virt.hardware [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.828098] env[68786]: DEBUG nova.virt.hardware [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.828219] env[68786]: DEBUG nova.virt.hardware [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.829599] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c1c1be-32f2-446a-8420-d02e2804d91a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.834677] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9759132-7b36-4e7b-a419-51dbab6b0d2f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.848s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.843896] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f211029-f758-42d0-a42a-809eb65a6951 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.881014] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499452} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.881234] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 66eb1863-0356-40cc-bdef-a51852e1af78/66eb1863-0356-40cc-bdef-a51852e1af78.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.881451] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.881702] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9025439f-3d9e-4500-8898-b4c492a9afb5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.888270] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 1080.888270] env[68786]: value = "task-3091425" [ 1080.888270] env[68786]: _type = "Task" [ 1080.888270] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.896180] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.929094] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091422, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.214752] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091424, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.222851] env[68786]: DEBUG oslo_concurrency.lockutils [None req-030cc73b-1b12-469c-a536-b5433b4d0d37 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "e28e67f7-1aeb-4045-9bf8-b9e166756e28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.778s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.262200] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526bca53-edbc-a0ba-f2cd-cc391ee86568, 'name': SearchDatastore_Task, 'duration_secs': 0.061463} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.263040] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e91f609a-9776-4f61-81e2-be997cf84943 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.269586] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1081.269586] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]522a6009-22ba-6c86-5294-0d30b9c9e180" [ 1081.269586] env[68786]: _type = "Task" [ 1081.269586] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.281798] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]522a6009-22ba-6c86-5294-0d30b9c9e180, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.284550] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8db426f6-5e2c-4789-983a-6731b5b02e6f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.284825] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8db426f6-5e2c-4789-983a-6731b5b02e6f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.402092] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066869} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.402092] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.402092] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e8b30c-ce2e-4d7c-8a4c-430e37f16caa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.404882] env[68786]: DEBUG nova.network.neutron [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Successfully updated port: b95a9db0-c4bb-430f-aad9-2e354dbd03e2 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.433879] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 66eb1863-0356-40cc-bdef-a51852e1af78/66eb1863-0356-40cc-bdef-a51852e1af78.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.436351] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d2fc587-0bfd-4822-921a-e07bb656c8bd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.462014] env[68786]: DEBUG oslo_vmware.api [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091422, 'name': PowerOnVM_Task, 'duration_secs': 0.907724} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.463369] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.463583] env[68786]: INFO nova.compute.manager [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1081.463763] env[68786]: DEBUG nova.compute.manager [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.464117] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 1081.464117] env[68786]: value = "task-3091426" [ 1081.464117] env[68786]: _type = "Task" [ 1081.464117] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.464965] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2ee41d-4322-479c-9e89-cb646dfe44e1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.480241] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091426, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.489825] env[68786]: DEBUG nova.network.neutron [req-3426d7ea-f48e-4fc4-931c-bd2c5ec3f9d2 req-bc190378-c23a-44ff-8e98-d44d9c811b37 service nova] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Updated VIF entry in instance network info cache for port 3ce882e4-f653-4ae6-b19f-3badb2453587. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.490951] env[68786]: DEBUG nova.network.neutron [req-3426d7ea-f48e-4fc4-931c-bd2c5ec3f9d2 req-bc190378-c23a-44ff-8e98-d44d9c811b37 service nova] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Updating instance_info_cache with network_info: [{"id": "3ce882e4-f653-4ae6-b19f-3badb2453587", "address": "fa:16:3e:3b:88:0b", "network": {"id": "76c23a36-a90c-4f9e-8062-2d6a92b1019d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1392166569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe3ff263b2d4948b59b511fca2787ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce882e4-f6", "ovs_interfaceid": "3ce882e4-f653-4ae6-b19f-3badb2453587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.710679] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091424, 'name': CreateVM_Task, 'duration_secs': 0.636472} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.710679] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.711268] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618763', 'volume_id': 'b3fae7bc-411e-4b2e-8653-c5514fa0138a', 'name': 'volume-b3fae7bc-411e-4b2e-8653-c5514fa0138a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80bb1764-dbeb-465d-b214-d5993765b632', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3fae7bc-411e-4b2e-8653-c5514fa0138a', 'serial': 'b3fae7bc-411e-4b2e-8653-c5514fa0138a'}, 'device_type': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'attachment_id': 'c81061d1-c6f4-4664-a626-5afc3b74818c', 'volume_type': None}], 'swap': None} {{(pid=68786) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1081.711649] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Root volume attach. Driver type: vmdk {{(pid=68786) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1081.712416] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfef42a4-f672-464b-b64b-f76807b9149f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.731030] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7223578c-7f36-44c7-bedd-8393ab7ea0cf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.739178] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8092dd1-fdba-4c36-9faa-33967c854530 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.748165] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3631767d-4d47-49d4-b743-000daf5a58c3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.757788] env[68786]: DEBUG oslo_vmware.api [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1081.757788] env[68786]: value = "task-3091427" [ 1081.757788] env[68786]: _type = "Task" [ 1081.757788] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.766327] env[68786]: DEBUG oslo_vmware.api [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091427, 'name': RelocateVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.782369] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]522a6009-22ba-6c86-5294-0d30b9c9e180, 'name': SearchDatastore_Task, 'duration_secs': 0.012509} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.782630] env[68786]: DEBUG oslo_concurrency.lockutils [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.783857] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] f5e74f81-ffd8-40b0-888b-68d3f1e55bfb/f5e74f81-ffd8-40b0-888b-68d3f1e55bfb.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.784188] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5d57ec3-5f22-4001-ab97-dc923e77cc43 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.788032] env[68786]: DEBUG nova.compute.utils [None req-8db426f6-5e2c-4789-983a-6731b5b02e6f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.795427] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1081.795427] env[68786]: value = "task-3091428" [ 1081.795427] env[68786]: _type = "Task" [ 1081.795427] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.806945] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.838242] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "refresh_cache-e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.839502] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "refresh_cache-e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.839502] env[68786]: DEBUG nova.network.neutron [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.908037] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "refresh_cache-09140072-1833-4952-9bf1-777ade31e035" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.908186] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "refresh_cache-09140072-1833-4952-9bf1-777ade31e035" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.908352] env[68786]: DEBUG nova.network.neutron [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.981218] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091426, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.994954] env[68786]: DEBUG oslo_concurrency.lockutils [req-3426d7ea-f48e-4fc4-931c-bd2c5ec3f9d2 req-bc190378-c23a-44ff-8e98-d44d9c811b37 service nova] Releasing lock "refresh_cache-80bb1764-dbeb-465d-b214-d5993765b632" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.001988] env[68786]: INFO nova.compute.manager [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Took 15.64 seconds to build instance. [ 1082.269957] env[68786]: DEBUG oslo_vmware.api [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091427, 'name': RelocateVM_Task} progress is 20%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.290860] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8db426f6-5e2c-4789-983a-6731b5b02e6f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.307443] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50084} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.307814] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] f5e74f81-ffd8-40b0-888b-68d3f1e55bfb/f5e74f81-ffd8-40b0-888b-68d3f1e55bfb.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.308058] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.308332] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d7679c7-cbdb-41a2-a2a3-99b471057862 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.326134] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1082.326134] env[68786]: value = "task-3091429" [ 1082.326134] env[68786]: _type = "Task" [ 1082.326134] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.337939] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.456966] env[68786]: DEBUG nova.network.neutron [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.478676] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091426, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.503302] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6440fd02-3281-4388-a4b1-bffdb0199f36 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "6ccf8c87-93ce-4721-80b4-6ede01d0adf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.156s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.673415] env[68786]: DEBUG nova.network.neutron [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Updating instance_info_cache with network_info: [{"id": "b95a9db0-c4bb-430f-aad9-2e354dbd03e2", "address": "fa:16:3e:e4:c4:44", "network": {"id": "aee33969-1cd3-462f-83ee-4ed96787591b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-935531603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8776be105b14772bcafad040e2abd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95a9db0-c4", "ovs_interfaceid": "b95a9db0-c4bb-430f-aad9-2e354dbd03e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.676589] env[68786]: INFO nova.network.neutron [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Port 25da5e27-c6da-47a8-ac24-f94de445efb5 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1082.676672] env[68786]: INFO nova.network.neutron [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Port f004e308-d9b0-4e41-b43b-8a14279b9e5b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1082.677038] env[68786]: DEBUG nova.network.neutron [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Updating instance_info_cache with network_info: [{"id": "fa1cd344-85aa-494e-af0b-bcdc0b114a95", "address": "fa:16:3e:80:e8:83", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1cd344-85", "ovs_interfaceid": "fa1cd344-85aa-494e-af0b-bcdc0b114a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.742557] env[68786]: DEBUG oslo_concurrency.lockutils [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.742698] env[68786]: DEBUG oslo_concurrency.lockutils [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.742889] env[68786]: INFO nova.compute.manager [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Shelving [ 1082.773487] env[68786]: DEBUG oslo_vmware.api [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091427, 'name': RelocateVM_Task, 'duration_secs': 0.656503} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.773874] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Volume attach. Driver type: vmdk {{(pid=68786) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1082.774233] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618763', 'volume_id': 'b3fae7bc-411e-4b2e-8653-c5514fa0138a', 'name': 'volume-b3fae7bc-411e-4b2e-8653-c5514fa0138a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80bb1764-dbeb-465d-b214-d5993765b632', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3fae7bc-411e-4b2e-8653-c5514fa0138a', 'serial': 'b3fae7bc-411e-4b2e-8653-c5514fa0138a'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1082.775194] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699807c2-abbe-41fd-ae39-917b3f9b31f2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.794890] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d99e62b-be58-4634-b3de-e791b4748c60 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.821656] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-b3fae7bc-411e-4b2e-8653-c5514fa0138a/volume-b3fae7bc-411e-4b2e-8653-c5514fa0138a.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.822029] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1181bcd6-cec9-4aa7-be52-5dcc8a10a101 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.849799] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067089} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.851279] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.851682] env[68786]: DEBUG oslo_vmware.api [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1082.851682] env[68786]: value = "task-3091431" [ 1082.851682] env[68786]: _type = "Task" [ 1082.851682] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.852574] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78007be0-d141-4a0e-b4cf-6bb625d72bec {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.881196] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] f5e74f81-ffd8-40b0-888b-68d3f1e55bfb/f5e74f81-ffd8-40b0-888b-68d3f1e55bfb.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.885856] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d016698-14df-4d8a-bb52-e817649a9ec4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.900392] env[68786]: DEBUG oslo_vmware.api [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091431, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.910970] env[68786]: DEBUG nova.compute.manager [req-e6932145-83e7-4942-8ae0-3f8a8fd31598 req-06864e40-8e6e-4b64-ae47-6cd0029decca service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Received event network-vif-deleted-f004e308-d9b0-4e41-b43b-8a14279b9e5b {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.915443] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1082.915443] env[68786]: value = "task-3091432" [ 1082.915443] env[68786]: _type = "Task" [ 1082.915443] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.923454] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091432, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.983500] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091426, 'name': ReconfigVM_Task, 'duration_secs': 1.317553} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.984045] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 66eb1863-0356-40cc-bdef-a51852e1af78/66eb1863-0356-40cc-bdef-a51852e1af78.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.985258] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b31a0a5b-3885-43f4-a5fe-90413ed5295d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.994977] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 1082.994977] env[68786]: value = "task-3091433" [ 1082.994977] env[68786]: _type = "Task" [ 1082.994977] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.006933] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091433, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.061122] env[68786]: DEBUG nova.compute.manager [req-0c2b849d-a583-46e6-bad2-7c87897768f5 req-ad2811f6-e75d-47b5-9302-369a58a8dc5a service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Received event network-vif-deleted-25da5e27-c6da-47a8-ac24-f94de445efb5 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.061342] env[68786]: DEBUG nova.compute.manager [req-0c2b849d-a583-46e6-bad2-7c87897768f5 req-ad2811f6-e75d-47b5-9302-369a58a8dc5a service nova] [instance: 09140072-1833-4952-9bf1-777ade31e035] Received event network-vif-plugged-b95a9db0-c4bb-430f-aad9-2e354dbd03e2 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.061558] env[68786]: DEBUG oslo_concurrency.lockutils [req-0c2b849d-a583-46e6-bad2-7c87897768f5 req-ad2811f6-e75d-47b5-9302-369a58a8dc5a service nova] Acquiring lock "09140072-1833-4952-9bf1-777ade31e035-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.061773] env[68786]: DEBUG oslo_concurrency.lockutils [req-0c2b849d-a583-46e6-bad2-7c87897768f5 req-ad2811f6-e75d-47b5-9302-369a58a8dc5a service nova] Lock "09140072-1833-4952-9bf1-777ade31e035-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.061968] env[68786]: DEBUG oslo_concurrency.lockutils [req-0c2b849d-a583-46e6-bad2-7c87897768f5 req-ad2811f6-e75d-47b5-9302-369a58a8dc5a service nova] Lock "09140072-1833-4952-9bf1-777ade31e035-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.062152] env[68786]: DEBUG nova.compute.manager [req-0c2b849d-a583-46e6-bad2-7c87897768f5 req-ad2811f6-e75d-47b5-9302-369a58a8dc5a service nova] [instance: 09140072-1833-4952-9bf1-777ade31e035] No waiting events found dispatching network-vif-plugged-b95a9db0-c4bb-430f-aad9-2e354dbd03e2 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.062326] env[68786]: WARNING nova.compute.manager [req-0c2b849d-a583-46e6-bad2-7c87897768f5 req-ad2811f6-e75d-47b5-9302-369a58a8dc5a service nova] [instance: 09140072-1833-4952-9bf1-777ade31e035] Received unexpected event network-vif-plugged-b95a9db0-c4bb-430f-aad9-2e354dbd03e2 for instance with vm_state building and task_state spawning. [ 1083.062491] env[68786]: DEBUG nova.compute.manager [req-0c2b849d-a583-46e6-bad2-7c87897768f5 req-ad2811f6-e75d-47b5-9302-369a58a8dc5a service nova] [instance: 09140072-1833-4952-9bf1-777ade31e035] Received event network-changed-b95a9db0-c4bb-430f-aad9-2e354dbd03e2 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.062661] env[68786]: DEBUG nova.compute.manager [req-0c2b849d-a583-46e6-bad2-7c87897768f5 req-ad2811f6-e75d-47b5-9302-369a58a8dc5a service nova] [instance: 09140072-1833-4952-9bf1-777ade31e035] Refreshing instance network info cache due to event network-changed-b95a9db0-c4bb-430f-aad9-2e354dbd03e2. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.062831] env[68786]: DEBUG oslo_concurrency.lockutils [req-0c2b849d-a583-46e6-bad2-7c87897768f5 req-ad2811f6-e75d-47b5-9302-369a58a8dc5a service nova] Acquiring lock "refresh_cache-09140072-1833-4952-9bf1-777ade31e035" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.176281] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "refresh_cache-09140072-1833-4952-9bf1-777ade31e035" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.176860] env[68786]: DEBUG nova.compute.manager [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Instance network_info: |[{"id": "b95a9db0-c4bb-430f-aad9-2e354dbd03e2", "address": "fa:16:3e:e4:c4:44", "network": {"id": "aee33969-1cd3-462f-83ee-4ed96787591b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-935531603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8776be105b14772bcafad040e2abd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95a9db0-c4", "ovs_interfaceid": "b95a9db0-c4bb-430f-aad9-2e354dbd03e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.177286] env[68786]: DEBUG oslo_concurrency.lockutils [req-0c2b849d-a583-46e6-bad2-7c87897768f5 req-ad2811f6-e75d-47b5-9302-369a58a8dc5a service nova] Acquired lock "refresh_cache-09140072-1833-4952-9bf1-777ade31e035" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.177616] env[68786]: DEBUG nova.network.neutron [req-0c2b849d-a583-46e6-bad2-7c87897768f5 req-ad2811f6-e75d-47b5-9302-369a58a8dc5a service nova] [instance: 09140072-1833-4952-9bf1-777ade31e035] Refreshing network info cache for port b95a9db0-c4bb-430f-aad9-2e354dbd03e2 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.179494] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:c4:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b95a9db0-c4bb-430f-aad9-2e354dbd03e2', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.189233] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.193471] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "refresh_cache-e023669b-4ffb-4e0a-a4fb-f311576b8ac1" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.195931] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09140072-1833-4952-9bf1-777ade31e035] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.196744] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6864d32e-78e6-43f5-b8fe-4984edc17ad8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.215231] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e34b23d8-0b52-44b6-9904-486ca63710dd tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "interface-e023669b-4ffb-4e0a-a4fb-f311576b8ac1-25da5e27-c6da-47a8-ac24-f94de445efb5" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.325s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.223520] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.223520] env[68786]: value = "task-3091434" [ 1083.223520] env[68786]: _type = "Task" [ 1083.223520] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.236312] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091434, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.366178] env[68786]: DEBUG oslo_vmware.api [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091431, 'name': ReconfigVM_Task, 'duration_secs': 0.489617} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.366579] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-b3fae7bc-411e-4b2e-8653-c5514fa0138a/volume-b3fae7bc-411e-4b2e-8653-c5514fa0138a.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.375346] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06b43af1-0825-42fb-a384-ed3b43d2b2b5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.389189] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "335b5d78-f253-44ab-abb2-b36d887a5e63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.389477] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "335b5d78-f253-44ab-abb2-b36d887a5e63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.396869] env[68786]: DEBUG oslo_vmware.api [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1083.396869] env[68786]: value = "task-3091435" [ 1083.396869] env[68786]: _type = "Task" [ 1083.396869] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.406780] env[68786]: DEBUG oslo_vmware.api [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.408501] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8db426f6-5e2c-4789-983a-6731b5b02e6f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.408737] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8db426f6-5e2c-4789-983a-6731b5b02e6f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.408985] env[68786]: INFO nova.compute.manager [None req-8db426f6-5e2c-4789-983a-6731b5b02e6f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Attaching volume 9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2 to /dev/sdc [ 1083.427569] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091432, 'name': ReconfigVM_Task, 'duration_secs': 0.434361} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.427944] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Reconfigured VM instance instance-00000064 to attach disk [datastore1] f5e74f81-ffd8-40b0-888b-68d3f1e55bfb/f5e74f81-ffd8-40b0-888b-68d3f1e55bfb.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.428761] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbf8d118-9bc7-408c-94fc-fc814d826c26 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.438866] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1083.438866] env[68786]: value = "task-3091436" [ 1083.438866] env[68786]: _type = "Task" [ 1083.438866] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.449200] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091436, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.451788] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cf809e-d749-4e3e-8828-243c782493b2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.459232] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c75ed6f-7720-41b7-b11e-6c46d36d9e99 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.477416] env[68786]: DEBUG nova.virt.block_device [None req-8db426f6-5e2c-4789-983a-6731b5b02e6f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Updating existing volume attachment record: 52f20200-2854-4258-b013-d2a25f037bae {{(pid=68786) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1083.480814] env[68786]: DEBUG nova.network.neutron [req-0c2b849d-a583-46e6-bad2-7c87897768f5 req-ad2811f6-e75d-47b5-9302-369a58a8dc5a service nova] [instance: 09140072-1833-4952-9bf1-777ade31e035] Updated VIF entry in instance network info cache for port b95a9db0-c4bb-430f-aad9-2e354dbd03e2. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.481183] env[68786]: DEBUG nova.network.neutron [req-0c2b849d-a583-46e6-bad2-7c87897768f5 req-ad2811f6-e75d-47b5-9302-369a58a8dc5a service nova] [instance: 09140072-1833-4952-9bf1-777ade31e035] Updating instance_info_cache with network_info: [{"id": "b95a9db0-c4bb-430f-aad9-2e354dbd03e2", "address": "fa:16:3e:e4:c4:44", "network": {"id": "aee33969-1cd3-462f-83ee-4ed96787591b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-935531603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8776be105b14772bcafad040e2abd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95a9db0-c4", "ovs_interfaceid": "b95a9db0-c4bb-430f-aad9-2e354dbd03e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.485135] env[68786]: DEBUG oslo_concurrency.lockutils [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.486022] env[68786]: DEBUG oslo_concurrency.lockutils [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.486022] env[68786]: DEBUG oslo_concurrency.lockutils [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.486022] env[68786]: DEBUG oslo_concurrency.lockutils [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.486022] env[68786]: DEBUG oslo_concurrency.lockutils [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.487985] env[68786]: INFO nova.compute.manager [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Terminating instance [ 1083.506968] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091433, 'name': Rename_Task, 'duration_secs': 0.222945} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.507296] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.507549] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd25c5ed-91bb-4eb2-b70f-8dfde80ad599 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.514800] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 1083.514800] env[68786]: value = "task-3091437" [ 1083.514800] env[68786]: _type = "Task" [ 1083.514800] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.524323] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.735704] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091434, 'name': CreateVM_Task, 'duration_secs': 0.350661} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.735704] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09140072-1833-4952-9bf1-777ade31e035] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.736180] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.736358] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.736715] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.736990] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85b68e79-f897-425c-a97b-22c5b2cf426f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.742479] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1083.742479] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5266b029-c036-13e0-e72b-a87220a5270a" [ 1083.742479] env[68786]: _type = "Task" [ 1083.742479] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.751685] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5266b029-c036-13e0-e72b-a87220a5270a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.754084] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.754084] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6358c6d-42fc-45ff-a874-c97d2dde090a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.761385] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1083.761385] env[68786]: value = "task-3091439" [ 1083.761385] env[68786]: _type = "Task" [ 1083.761385] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.773085] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.894110] env[68786]: DEBUG nova.compute.manager [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.907118] env[68786]: DEBUG oslo_vmware.api [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091435, 'name': ReconfigVM_Task, 'duration_secs': 0.230996} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.907322] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618763', 'volume_id': 'b3fae7bc-411e-4b2e-8653-c5514fa0138a', 'name': 'volume-b3fae7bc-411e-4b2e-8653-c5514fa0138a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80bb1764-dbeb-465d-b214-d5993765b632', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3fae7bc-411e-4b2e-8653-c5514fa0138a', 'serial': 'b3fae7bc-411e-4b2e-8653-c5514fa0138a'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1083.907950] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cec79fa-f8e8-42d6-8119-27bca3bbab4e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.916870] env[68786]: DEBUG oslo_vmware.api [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1083.916870] env[68786]: value = "task-3091440" [ 1083.916870] env[68786]: _type = "Task" [ 1083.916870] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.928725] env[68786]: DEBUG oslo_vmware.api [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091440, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.950096] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091436, 'name': Rename_Task, 'duration_secs': 0.174803} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.950420] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.950696] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a26a24d6-dbac-4647-9172-61baefbde5ac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.959687] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1083.959687] env[68786]: value = "task-3091441" [ 1083.959687] env[68786]: _type = "Task" [ 1083.959687] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.976786] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.983719] env[68786]: DEBUG oslo_concurrency.lockutils [req-0c2b849d-a583-46e6-bad2-7c87897768f5 req-ad2811f6-e75d-47b5-9302-369a58a8dc5a service nova] Releasing lock "refresh_cache-09140072-1833-4952-9bf1-777ade31e035" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.984109] env[68786]: DEBUG nova.compute.manager [req-0c2b849d-a583-46e6-bad2-7c87897768f5 req-ad2811f6-e75d-47b5-9302-369a58a8dc5a service nova] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Received event network-changed-d37564a3-c952-4455-a3f6-5bb7c1e477d2 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.984596] env[68786]: DEBUG nova.compute.manager [req-0c2b849d-a583-46e6-bad2-7c87897768f5 req-ad2811f6-e75d-47b5-9302-369a58a8dc5a service nova] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Refreshing instance network info cache due to event network-changed-d37564a3-c952-4455-a3f6-5bb7c1e477d2. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.984852] env[68786]: DEBUG oslo_concurrency.lockutils [req-0c2b849d-a583-46e6-bad2-7c87897768f5 req-ad2811f6-e75d-47b5-9302-369a58a8dc5a service nova] Acquiring lock "refresh_cache-6ccf8c87-93ce-4721-80b4-6ede01d0adf9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.985019] env[68786]: DEBUG oslo_concurrency.lockutils [req-0c2b849d-a583-46e6-bad2-7c87897768f5 req-ad2811f6-e75d-47b5-9302-369a58a8dc5a service nova] Acquired lock "refresh_cache-6ccf8c87-93ce-4721-80b4-6ede01d0adf9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.985199] env[68786]: DEBUG nova.network.neutron [req-0c2b849d-a583-46e6-bad2-7c87897768f5 req-ad2811f6-e75d-47b5-9302-369a58a8dc5a service nova] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Refreshing network info cache for port d37564a3-c952-4455-a3f6-5bb7c1e477d2 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.992678] env[68786]: DEBUG nova.compute.manager [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.993178] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.993973] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac86e83b-3557-4834-866c-b7268026b16d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.004097] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.004306] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e29a9122-33c5-4529-80ec-62891cff9c27 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.012988] env[68786]: DEBUG oslo_vmware.api [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1084.012988] env[68786]: value = "task-3091442" [ 1084.012988] env[68786]: _type = "Task" [ 1084.012988] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.026619] env[68786]: DEBUG oslo_vmware.api [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.029979] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091437, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.255769] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5266b029-c036-13e0-e72b-a87220a5270a, 'name': SearchDatastore_Task, 'duration_secs': 0.018145} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.256157] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.256476] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.256783] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.256963] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.257193] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.257514] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1a90586-14b1-4c8e-8e3d-7c0353b6629b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.270502] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.270698] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.271556] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a61451b-756d-42ba-8fca-0cdfe94442ca {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.277179] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091439, 'name': PowerOffVM_Task, 'duration_secs': 0.227315} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.277923] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.279036] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf7fc40-112a-4d80-bcfe-35226e73dab0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.282918] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1084.282918] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e0323e-e449-ae30-ff24-a40fddc7b2de" [ 1084.282918] env[68786]: _type = "Task" [ 1084.282918] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.303330] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4c6237-fbe3-4c51-9a19-203d4fc3738d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.312786] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e0323e-e449-ae30-ff24-a40fddc7b2de, 'name': SearchDatastore_Task, 'duration_secs': 0.011911} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.313238] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1184ad7-e7e5-46b2-a85d-687a7673a9e9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.323912] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1084.323912] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5291587f-6710-8f20-3d0d-65cecf485134" [ 1084.323912] env[68786]: _type = "Task" [ 1084.323912] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.334389] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5291587f-6710-8f20-3d0d-65cecf485134, 'name': SearchDatastore_Task, 'duration_secs': 0.012168} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.335058] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.335058] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 09140072-1833-4952-9bf1-777ade31e035/09140072-1833-4952-9bf1-777ade31e035.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.335198] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01f8dda8-0821-42b8-9479-0a052de5762e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.345049] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1084.345049] env[68786]: value = "task-3091443" [ 1084.345049] env[68786]: _type = "Task" [ 1084.345049] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.353789] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.419019] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.419019] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.419423] env[68786]: INFO nova.compute.claims [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.431794] env[68786]: DEBUG oslo_vmware.api [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091440, 'name': Rename_Task, 'duration_secs': 0.182753} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.432156] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.432499] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c0f9f1a-6242-4c96-a309-e11a6dcc671c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.439972] env[68786]: DEBUG oslo_vmware.api [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1084.439972] env[68786]: value = "task-3091444" [ 1084.439972] env[68786]: _type = "Task" [ 1084.439972] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.451730] env[68786]: DEBUG oslo_vmware.api [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.470973] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091441, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.533381] env[68786]: DEBUG oslo_vmware.api [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091442, 'name': PowerOffVM_Task, 'duration_secs': 0.293493} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.533817] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.534044] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.534491] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9d44cd1-8afd-489a-a201-34729bb312e6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.540197] env[68786]: DEBUG oslo_vmware.api [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091437, 'name': PowerOnVM_Task, 'duration_secs': 0.524175} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.540916] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.541164] env[68786]: INFO nova.compute.manager [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1084.541426] env[68786]: DEBUG nova.compute.manager [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.542298] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dde6330-75a6-4d9e-845e-74233798f95b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.681423] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.681747] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.681932] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Deleting the datastore file [datastore2] e023669b-4ffb-4e0a-a4fb-f311576b8ac1 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.682249] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3f6d018-a091-41fa-8100-c2b3a6996cc4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.691466] env[68786]: DEBUG oslo_vmware.api [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1084.691466] env[68786]: value = "task-3091446" [ 1084.691466] env[68786]: _type = "Task" [ 1084.691466] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.704255] env[68786]: DEBUG oslo_vmware.api [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.826631] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Creating Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1084.827099] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-17f3a52f-af1a-40b0-9d55-965620152d46 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.841042] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1084.841042] env[68786]: value = "task-3091448" [ 1084.841042] env[68786]: _type = "Task" [ 1084.841042] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.848554] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091448, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.849530] env[68786]: DEBUG nova.network.neutron [req-0c2b849d-a583-46e6-bad2-7c87897768f5 req-ad2811f6-e75d-47b5-9302-369a58a8dc5a service nova] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Updated VIF entry in instance network info cache for port d37564a3-c952-4455-a3f6-5bb7c1e477d2. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.849931] env[68786]: DEBUG nova.network.neutron [req-0c2b849d-a583-46e6-bad2-7c87897768f5 req-ad2811f6-e75d-47b5-9302-369a58a8dc5a service nova] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Updating instance_info_cache with network_info: [{"id": "d37564a3-c952-4455-a3f6-5bb7c1e477d2", "address": "fa:16:3e:59:e1:62", "network": {"id": "484699e9-27f5-4f9d-a119-9c275a314523", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-952661253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf20784496584ae5b0da550b8ddb6fe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37564a3-c9", "ovs_interfaceid": "d37564a3-c952-4455-a3f6-5bb7c1e477d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.865631] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091443, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.951940] env[68786]: DEBUG oslo_vmware.api [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091444, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.970670] env[68786]: DEBUG oslo_vmware.api [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091441, 'name': PowerOnVM_Task, 'duration_secs': 0.686685} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.970957] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.971186] env[68786]: DEBUG nova.compute.manager [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.972016] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8617a1df-71ac-4c74-9b6a-e62043d9b63e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.070819] env[68786]: INFO nova.compute.manager [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Took 18.16 seconds to build instance. [ 1085.202516] env[68786]: DEBUG oslo_vmware.api [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.351404] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091448, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.364026] env[68786]: DEBUG oslo_concurrency.lockutils [req-0c2b849d-a583-46e6-bad2-7c87897768f5 req-ad2811f6-e75d-47b5-9302-369a58a8dc5a service nova] Releasing lock "refresh_cache-6ccf8c87-93ce-4721-80b4-6ede01d0adf9" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.364026] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540985} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.364399] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 09140072-1833-4952-9bf1-777ade31e035/09140072-1833-4952-9bf1-777ade31e035.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.364708] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.365420] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffe73bea-7d15-4b38-b76c-5a9d07e146b0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.373061] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1085.373061] env[68786]: value = "task-3091449" [ 1085.373061] env[68786]: _type = "Task" [ 1085.373061] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.384168] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.457107] env[68786]: DEBUG oslo_vmware.api [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091444, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.495081] env[68786]: DEBUG oslo_concurrency.lockutils [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.573243] env[68786]: DEBUG oslo_concurrency.lockutils [None req-23daca9b-387b-4bb7-a4b9-1f53b8e7e750 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "66eb1863-0356-40cc-bdef-a51852e1af78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.680s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.663271] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1e7dba-023b-4487-9e20-979d8dcb8994 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.671745] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b31be6-622a-4a2c-b57f-9e813fe79c82 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.709433] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d585e88a-cbcc-44d9-a6dd-ed380e6aa641 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.721373] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974ab510-f4df-4394-ad0c-634ac5edbbf5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.725389] env[68786]: DEBUG oslo_vmware.api [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.799523} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.725687] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.725881] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.726354] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.726354] env[68786]: INFO nova.compute.manager [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1085.726568] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.727151] env[68786]: DEBUG nova.compute.manager [-] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.727256] env[68786]: DEBUG nova.network.neutron [-] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.737869] env[68786]: DEBUG nova.compute.provider_tree [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.851470] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091448, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.885285] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121104} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.885285] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.886125] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb583e4-a0e9-4776-a3e2-a4d331252ad7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.913169] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 09140072-1833-4952-9bf1-777ade31e035/09140072-1833-4952-9bf1-777ade31e035.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.913169] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4d88800-8012-46da-9d67-62f7fb8dd191 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.938460] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1085.938460] env[68786]: value = "task-3091451" [ 1085.938460] env[68786]: _type = "Task" [ 1085.938460] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.955388] env[68786]: DEBUG oslo_vmware.api [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091444, 'name': PowerOnVM_Task, 'duration_secs': 1.097276} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.958995] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.959268] env[68786]: INFO nova.compute.manager [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Took 5.73 seconds to spawn the instance on the hypervisor. [ 1085.959455] env[68786]: DEBUG nova.compute.manager [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.959784] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091451, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.960807] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d6f533-c488-4d0f-beaf-abfdd4194611 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.067698] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0e1aa240-dd8c-4d06-95ee-24b279c7e21d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "66eb1863-0356-40cc-bdef-a51852e1af78" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.068018] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0e1aa240-dd8c-4d06-95ee-24b279c7e21d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "66eb1863-0356-40cc-bdef-a51852e1af78" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.068243] env[68786]: DEBUG nova.compute.manager [None req-0e1aa240-dd8c-4d06-95ee-24b279c7e21d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.069201] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35c0e9d-8f56-4cc2-a453-cb6b732c4d5f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.076930] env[68786]: DEBUG nova.compute.manager [None req-0e1aa240-dd8c-4d06-95ee-24b279c7e21d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68786) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1086.078255] env[68786]: DEBUG nova.objects.instance [None req-0e1aa240-dd8c-4d06-95ee-24b279c7e21d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lazy-loading 'flavor' on Instance uuid 66eb1863-0356-40cc-bdef-a51852e1af78 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.245838] env[68786]: DEBUG nova.compute.manager [req-cec8d82a-7d89-479e-b33d-8bd1952ceff6 req-afe20f88-f238-4af6-81af-dffc8c8387b9 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Received event network-vif-deleted-fa1cd344-85aa-494e-af0b-bcdc0b114a95 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.246184] env[68786]: INFO nova.compute.manager [req-cec8d82a-7d89-479e-b33d-8bd1952ceff6 req-afe20f88-f238-4af6-81af-dffc8c8387b9 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Neutron deleted interface fa1cd344-85aa-494e-af0b-bcdc0b114a95; detaching it from the instance and deleting it from the info cache [ 1086.246440] env[68786]: DEBUG nova.network.neutron [req-cec8d82a-7d89-479e-b33d-8bd1952ceff6 req-afe20f88-f238-4af6-81af-dffc8c8387b9 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.259680] env[68786]: ERROR nova.scheduler.client.report [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [req-c19cbe46-16b9-473b-b1dd-1c8a37c97d54] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c19cbe46-16b9-473b-b1dd-1c8a37c97d54"}]} [ 1086.283929] env[68786]: DEBUG nova.scheduler.client.report [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Refreshing inventories for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1086.298598] env[68786]: DEBUG nova.scheduler.client.report [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Updating ProviderTree inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1086.298902] env[68786]: DEBUG nova.compute.provider_tree [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1086.313677] env[68786]: DEBUG nova.scheduler.client.report [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Refreshing aggregate associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, aggregates: None {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1086.334116] env[68786]: DEBUG nova.scheduler.client.report [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Refreshing trait associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1086.352847] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091448, 'name': CreateSnapshot_Task, 'duration_secs': 1.122666} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.353373] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Created Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1086.354871] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95e6749-2b39-4536-bfad-7407e1a397c3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.452463] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.485680] env[68786]: INFO nova.compute.manager [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Took 19.54 seconds to build instance. [ 1086.555546] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a89ca37-77a6-48d6-94f5-0a699375f3b4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.564058] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17406ffe-2a86-4cfb-b1ee-f53a6e37d848 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.598506] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ed874e-8c64-4805-a657-8c475f1e2ced {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.608829] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7a7b64-757d-4cae-8e0b-b7f5eff36587 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.624779] env[68786]: DEBUG nova.compute.provider_tree [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1086.727443] env[68786]: DEBUG nova.network.neutron [-] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.750383] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-517272e9-9dc1-4beb-892b-e09f7cda3512 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.762907] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b19d82-4b45-44e7-bd09-5e2ae67b1810 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.802161] env[68786]: DEBUG nova.compute.manager [req-cec8d82a-7d89-479e-b33d-8bd1952ceff6 req-afe20f88-f238-4af6-81af-dffc8c8387b9 service nova] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Detach interface failed, port_id=fa1cd344-85aa-494e-af0b-bcdc0b114a95, reason: Instance e023669b-4ffb-4e0a-a4fb-f311576b8ac1 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1086.876409] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Creating linked-clone VM from snapshot {{(pid=68786) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1086.876756] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a0ed5753-205b-4b1c-ab1b-1b933d3c0c9b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.886522] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1086.886522] env[68786]: value = "task-3091453" [ 1086.886522] env[68786]: _type = "Task" [ 1086.886522] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.897101] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091453, 'name': CloneVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.951778] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091451, 'name': ReconfigVM_Task, 'duration_secs': 0.841435} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.952128] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 09140072-1833-4952-9bf1-777ade31e035/09140072-1833-4952-9bf1-777ade31e035.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.952791] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-747c8581-d5f7-4472-9275-8bbed7b53095 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.962704] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1086.962704] env[68786]: value = "task-3091454" [ 1086.962704] env[68786]: _type = "Task" [ 1086.962704] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.979308] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091454, 'name': Rename_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.989596] env[68786]: DEBUG oslo_concurrency.lockutils [None req-93b348e6-d5d7-43fd-9ca2-b404ac92ba56 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "80bb1764-dbeb-465d-b214-d5993765b632" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.051s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.104304] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1aa240-dd8c-4d06-95ee-24b279c7e21d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.104741] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f72f0f3a-efbf-477c-83b7-4696547f8f55 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.117956] env[68786]: DEBUG oslo_vmware.api [None req-0e1aa240-dd8c-4d06-95ee-24b279c7e21d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 1087.117956] env[68786]: value = "task-3091455" [ 1087.117956] env[68786]: _type = "Task" [ 1087.117956] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.130596] env[68786]: DEBUG oslo_vmware.api [None req-0e1aa240-dd8c-4d06-95ee-24b279c7e21d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.170595] env[68786]: DEBUG nova.scheduler.client.report [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1087.170595] env[68786]: DEBUG nova.compute.provider_tree [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 154 to 155 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1087.170595] env[68786]: DEBUG nova.compute.provider_tree [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1087.231123] env[68786]: INFO nova.compute.manager [-] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Took 1.50 seconds to deallocate network for instance. [ 1087.398270] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091453, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.477303] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091454, 'name': Rename_Task, 'duration_secs': 0.216589} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.481026] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.481026] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8867404b-d2b2-4483-baa3-a5a1403dd701 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.487129] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1087.487129] env[68786]: value = "task-3091456" [ 1087.487129] env[68786]: _type = "Task" [ 1087.487129] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.496532] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.630281] env[68786]: DEBUG oslo_vmware.api [None req-0e1aa240-dd8c-4d06-95ee-24b279c7e21d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091455, 'name': PowerOffVM_Task, 'duration_secs': 0.264694} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.630663] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1aa240-dd8c-4d06-95ee-24b279c7e21d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.630763] env[68786]: DEBUG nova.compute.manager [None req-0e1aa240-dd8c-4d06-95ee-24b279c7e21d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.631556] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d874a043-65aa-485c-a8e2-30bb5c81fb25 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.666758] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.249s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.667313] env[68786]: DEBUG nova.compute.manager [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.671327] env[68786]: DEBUG oslo_concurrency.lockutils [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.176s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.671726] env[68786]: DEBUG nova.objects.instance [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68786) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1087.740132] env[68786]: DEBUG oslo_concurrency.lockutils [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.898206] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091453, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.997255] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091456, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.030818] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8db426f6-5e2c-4789-983a-6731b5b02e6f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Volume attach. Driver type: vmdk {{(pid=68786) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1088.031083] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8db426f6-5e2c-4789-983a-6731b5b02e6f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618775', 'volume_id': '9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2', 'name': 'volume-9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127', 'attached_at': '', 'detached_at': '', 'volume_id': '9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2', 'serial': '9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1088.032193] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3747793-f99e-4b49-9544-b1d50ea4067a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.049833] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4a746c-fdee-48fd-8fb2-49331381920e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.078813] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8db426f6-5e2c-4789-983a-6731b5b02e6f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2/volume-9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.079172] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30b54a2c-9d86-4696-b94b-ed8abe64797f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.098615] env[68786]: DEBUG oslo_vmware.api [None req-8db426f6-5e2c-4789-983a-6731b5b02e6f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 1088.098615] env[68786]: value = "task-3091457" [ 1088.098615] env[68786]: _type = "Task" [ 1088.098615] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.108869] env[68786]: DEBUG oslo_vmware.api [None req-8db426f6-5e2c-4789-983a-6731b5b02e6f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3091457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.145057] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0e1aa240-dd8c-4d06-95ee-24b279c7e21d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "66eb1863-0356-40cc-bdef-a51852e1af78" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.172732] env[68786]: DEBUG nova.compute.utils [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.174757] env[68786]: DEBUG nova.compute.manager [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.175094] env[68786]: DEBUG nova.network.neutron [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.237913] env[68786]: DEBUG nova.policy [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6dc4cd0706a1411f9e8313522e95fb39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ed492f5195f4f438b97034e09f15293', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.284498] env[68786]: DEBUG nova.compute.manager [req-bc57fba1-5d01-42fc-9362-ccc2af801d9b req-2fa0c7cc-42fc-4e06-aa0a-a4a0084763b7 service nova] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Received event network-changed-01c02134-401a-495a-bf99-d1642d2b4fe3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.284823] env[68786]: DEBUG nova.compute.manager [req-bc57fba1-5d01-42fc-9362-ccc2af801d9b req-2fa0c7cc-42fc-4e06-aa0a-a4a0084763b7 service nova] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Refreshing instance network info cache due to event network-changed-01c02134-401a-495a-bf99-d1642d2b4fe3. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.284993] env[68786]: DEBUG oslo_concurrency.lockutils [req-bc57fba1-5d01-42fc-9362-ccc2af801d9b req-2fa0c7cc-42fc-4e06-aa0a-a4a0084763b7 service nova] Acquiring lock "refresh_cache-9869d412-3315-4661-a648-2c573ff65f7f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.285296] env[68786]: DEBUG oslo_concurrency.lockutils [req-bc57fba1-5d01-42fc-9362-ccc2af801d9b req-2fa0c7cc-42fc-4e06-aa0a-a4a0084763b7 service nova] Acquired lock "refresh_cache-9869d412-3315-4661-a648-2c573ff65f7f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.285532] env[68786]: DEBUG nova.network.neutron [req-bc57fba1-5d01-42fc-9362-ccc2af801d9b req-2fa0c7cc-42fc-4e06-aa0a-a4a0084763b7 service nova] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Refreshing network info cache for port 01c02134-401a-495a-bf99-d1642d2b4fe3 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.400557] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091453, 'name': CloneVM_Task, 'duration_secs': 1.421824} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.401112] env[68786]: INFO nova.virt.vmwareapi.vmops [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Created linked-clone VM from snapshot [ 1088.401765] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c7dedd-de74-4ecb-8f57-9a3e1c814f8e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.411227] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Uploading image a2387466-2819-470f-8add-5953d0520b3f {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1088.444939] env[68786]: DEBUG oslo_vmware.rw_handles [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1088.444939] env[68786]: value = "vm-618777" [ 1088.444939] env[68786]: _type = "VirtualMachine" [ 1088.444939] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1088.445695] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-db32615e-5c67-43d5-b56f-3042a252abea {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.454761] env[68786]: DEBUG oslo_vmware.rw_handles [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lease: (returnval){ [ 1088.454761] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5203e22e-055c-0e89-309a-ba9e23473587" [ 1088.454761] env[68786]: _type = "HttpNfcLease" [ 1088.454761] env[68786]: } obtained for exporting VM: (result){ [ 1088.454761] env[68786]: value = "vm-618777" [ 1088.454761] env[68786]: _type = "VirtualMachine" [ 1088.454761] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1088.455130] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the lease: (returnval){ [ 1088.455130] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5203e22e-055c-0e89-309a-ba9e23473587" [ 1088.455130] env[68786]: _type = "HttpNfcLease" [ 1088.455130] env[68786]: } to be ready. {{(pid=68786) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1088.462511] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1088.462511] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5203e22e-055c-0e89-309a-ba9e23473587" [ 1088.462511] env[68786]: _type = "HttpNfcLease" [ 1088.462511] env[68786]: } is initializing. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1088.498832] env[68786]: DEBUG oslo_vmware.api [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091456, 'name': PowerOnVM_Task, 'duration_secs': 0.836494} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.498936] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.501025] env[68786]: INFO nova.compute.manager [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1088.501025] env[68786]: DEBUG nova.compute.manager [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.501025] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b13439b-5068-426d-a818-b909eef6641d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.616775] env[68786]: DEBUG oslo_vmware.api [None req-8db426f6-5e2c-4789-983a-6731b5b02e6f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3091457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.638736] env[68786]: DEBUG nova.network.neutron [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Successfully created port: 397a7e6f-1f7a-4ae9-8905-de5f80249862 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.678913] env[68786]: DEBUG nova.compute.manager [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.684066] env[68786]: DEBUG oslo_concurrency.lockutils [None req-16bec798-4c05-43e9-8282-d56d84db54a3 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.685187] env[68786]: DEBUG oslo_concurrency.lockutils [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.945s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.685870] env[68786]: DEBUG nova.objects.instance [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lazy-loading 'resources' on Instance uuid e023669b-4ffb-4e0a-a4fb-f311576b8ac1 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.848915] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "66eb1863-0356-40cc-bdef-a51852e1af78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.849229] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "66eb1863-0356-40cc-bdef-a51852e1af78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.849440] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "66eb1863-0356-40cc-bdef-a51852e1af78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.849616] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "66eb1863-0356-40cc-bdef-a51852e1af78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.849778] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "66eb1863-0356-40cc-bdef-a51852e1af78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.855491] env[68786]: INFO nova.compute.manager [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Terminating instance [ 1088.964693] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1088.964693] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5203e22e-055c-0e89-309a-ba9e23473587" [ 1088.964693] env[68786]: _type = "HttpNfcLease" [ 1088.964693] env[68786]: } is ready. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1088.965015] env[68786]: DEBUG oslo_vmware.rw_handles [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1088.965015] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5203e22e-055c-0e89-309a-ba9e23473587" [ 1088.965015] env[68786]: _type = "HttpNfcLease" [ 1088.965015] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1088.965888] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af485596-7911-4ff0-9563-c611802358f7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.979727] env[68786]: DEBUG oslo_vmware.rw_handles [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b0362-dc70-bbdf-c542-186d9a9ccec7/disk-0.vmdk from lease info. {{(pid=68786) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1088.979976] env[68786]: DEBUG oslo_vmware.rw_handles [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b0362-dc70-bbdf-c542-186d9a9ccec7/disk-0.vmdk for reading. {{(pid=68786) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1088.981900] env[68786]: DEBUG nova.compute.manager [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Stashing vm_state: active {{(pid=68786) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1089.057761] env[68786]: INFO nova.compute.manager [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Took 15.52 seconds to build instance. [ 1089.113162] env[68786]: DEBUG oslo_vmware.api [None req-8db426f6-5e2c-4789-983a-6731b5b02e6f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3091457, 'name': ReconfigVM_Task, 'duration_secs': 0.750787} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.113482] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8db426f6-5e2c-4789-983a-6731b5b02e6f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2/volume-9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.118417] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a3bba87-5cbb-4355-95f3-d0fd50ad868b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.136982] env[68786]: DEBUG oslo_vmware.api [None req-8db426f6-5e2c-4789-983a-6731b5b02e6f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 1089.136982] env[68786]: value = "task-3091460" [ 1089.136982] env[68786]: _type = "Task" [ 1089.136982] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.148066] env[68786]: DEBUG oslo_vmware.api [None req-8db426f6-5e2c-4789-983a-6731b5b02e6f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3091460, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.171870] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cdd175d7-907a-42da-8868-77f5499bb6ec {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.224184] env[68786]: DEBUG nova.network.neutron [req-bc57fba1-5d01-42fc-9362-ccc2af801d9b req-2fa0c7cc-42fc-4e06-aa0a-a4a0084763b7 service nova] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Updated VIF entry in instance network info cache for port 01c02134-401a-495a-bf99-d1642d2b4fe3. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.224543] env[68786]: DEBUG nova.network.neutron [req-bc57fba1-5d01-42fc-9362-ccc2af801d9b req-2fa0c7cc-42fc-4e06-aa0a-a4a0084763b7 service nova] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Updating instance_info_cache with network_info: [{"id": "01c02134-401a-495a-bf99-d1642d2b4fe3", "address": "fa:16:3e:f6:00:55", "network": {"id": "76c23a36-a90c-4f9e-8062-2d6a92b1019d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1392166569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe3ff263b2d4948b59b511fca2787ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01c02134-40", "ovs_interfaceid": "01c02134-401a-495a-bf99-d1642d2b4fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.359731] env[68786]: DEBUG nova.compute.manager [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.360215] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.364494] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e42cb0-843c-455b-bd3e-07f86cabd8de {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.373590] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.373878] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61e1fba6-8a95-457d-a5d6-898a4cada5ba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.444292] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313be0ec-8784-4144-ad09-51b25d723290 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.449399] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.449609] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.449793] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Deleting the datastore file [datastore1] 66eb1863-0356-40cc-bdef-a51852e1af78 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.450072] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-853a71fa-6b07-4eed-89bd-87096af65de5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.455669] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa25fecc-0f2a-45dc-8768-41d175a0c5f0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.460182] env[68786]: DEBUG oslo_vmware.api [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 1089.460182] env[68786]: value = "task-3091462" [ 1089.460182] env[68786]: _type = "Task" [ 1089.460182] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.494027] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4858b0e5-1e5f-4c4a-93dd-1981e380431a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.499875] env[68786]: DEBUG oslo_vmware.api [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.505287] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.506608] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f2d1ca-ca7d-40fd-ad18-c687c7900943 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.524159] env[68786]: DEBUG nova.compute.provider_tree [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.560153] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2ae9732f-caea-4c20-8343-c343d3cf90dd tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "09140072-1833-4952-9bf1-777ade31e035" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.033s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.648725] env[68786]: DEBUG oslo_vmware.api [None req-8db426f6-5e2c-4789-983a-6731b5b02e6f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3091460, 'name': ReconfigVM_Task, 'duration_secs': 0.187449} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.649533] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-8db426f6-5e2c-4789-983a-6731b5b02e6f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618775', 'volume_id': '9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2', 'name': 'volume-9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127', 'attached_at': '', 'detached_at': '', 'volume_id': '9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2', 'serial': '9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1089.696669] env[68786]: DEBUG nova.compute.manager [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.724837] env[68786]: DEBUG nova.virt.hardware [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.725107] env[68786]: DEBUG nova.virt.hardware [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.725599] env[68786]: DEBUG nova.virt.hardware [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.725855] env[68786]: DEBUG nova.virt.hardware [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.726035] env[68786]: DEBUG nova.virt.hardware [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.726280] env[68786]: DEBUG nova.virt.hardware [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.726554] env[68786]: DEBUG nova.virt.hardware [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.726974] env[68786]: DEBUG nova.virt.hardware [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.727301] env[68786]: DEBUG nova.virt.hardware [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.727640] env[68786]: DEBUG nova.virt.hardware [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.728071] env[68786]: DEBUG nova.virt.hardware [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.728715] env[68786]: DEBUG oslo_concurrency.lockutils [req-bc57fba1-5d01-42fc-9362-ccc2af801d9b req-2fa0c7cc-42fc-4e06-aa0a-a4a0084763b7 service nova] Releasing lock "refresh_cache-9869d412-3315-4661-a648-2c573ff65f7f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.729111] env[68786]: DEBUG nova.compute.manager [req-bc57fba1-5d01-42fc-9362-ccc2af801d9b req-2fa0c7cc-42fc-4e06-aa0a-a4a0084763b7 service nova] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Received event network-changed-3ce882e4-f653-4ae6-b19f-3badb2453587 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.729286] env[68786]: DEBUG nova.compute.manager [req-bc57fba1-5d01-42fc-9362-ccc2af801d9b req-2fa0c7cc-42fc-4e06-aa0a-a4a0084763b7 service nova] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Refreshing instance network info cache due to event network-changed-3ce882e4-f653-4ae6-b19f-3badb2453587. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.729607] env[68786]: DEBUG oslo_concurrency.lockutils [req-bc57fba1-5d01-42fc-9362-ccc2af801d9b req-2fa0c7cc-42fc-4e06-aa0a-a4a0084763b7 service nova] Acquiring lock "refresh_cache-80bb1764-dbeb-465d-b214-d5993765b632" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.729750] env[68786]: DEBUG oslo_concurrency.lockutils [req-bc57fba1-5d01-42fc-9362-ccc2af801d9b req-2fa0c7cc-42fc-4e06-aa0a-a4a0084763b7 service nova] Acquired lock "refresh_cache-80bb1764-dbeb-465d-b214-d5993765b632" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.730126] env[68786]: DEBUG nova.network.neutron [req-bc57fba1-5d01-42fc-9362-ccc2af801d9b req-2fa0c7cc-42fc-4e06-aa0a-a4a0084763b7 service nova] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Refreshing network info cache for port 3ce882e4-f653-4ae6-b19f-3badb2453587 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.733073] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bf0e16-e2a4-40e0-a3d0-c7786e45ead1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.742756] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae495b2-aeab-444a-b545-670ec3234558 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.970953] env[68786]: DEBUG oslo_vmware.api [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30405} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.971322] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.971581] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.971797] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.972063] env[68786]: INFO nova.compute.manager [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1089.972451] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.972732] env[68786]: DEBUG nova.compute.manager [-] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.972898] env[68786]: DEBUG nova.network.neutron [-] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.027843] env[68786]: DEBUG nova.scheduler.client.report [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.075444] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "09140072-1833-4952-9bf1-777ade31e035" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.075444] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "09140072-1833-4952-9bf1-777ade31e035" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.075444] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "09140072-1833-4952-9bf1-777ade31e035-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.075932] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "09140072-1833-4952-9bf1-777ade31e035-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.076259] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "09140072-1833-4952-9bf1-777ade31e035-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.079376] env[68786]: INFO nova.compute.manager [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Terminating instance [ 1090.533039] env[68786]: DEBUG oslo_concurrency.lockutils [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.536023] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.030s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.568630] env[68786]: INFO nova.scheduler.client.report [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Deleted allocations for instance e023669b-4ffb-4e0a-a4fb-f311576b8ac1 [ 1090.583659] env[68786]: DEBUG nova.compute.manager [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.583896] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.585215] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1780f2-d0a2-49ab-b926-1afce4e0d55d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.595094] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.595924] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb1c5e1d-fa63-4928-a744-1b76a837eae9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.606022] env[68786]: DEBUG oslo_vmware.api [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1090.606022] env[68786]: value = "task-3091463" [ 1090.606022] env[68786]: _type = "Task" [ 1090.606022] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.620100] env[68786]: DEBUG oslo_vmware.api [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.683300] env[68786]: DEBUG nova.compute.manager [req-a4855a96-ba7b-49dc-a256-ae7785c9d3ad req-6976ed9c-3689-44d2-a502-361d3cebf0dc service nova] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Received event network-vif-plugged-397a7e6f-1f7a-4ae9-8905-de5f80249862 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.683610] env[68786]: DEBUG oslo_concurrency.lockutils [req-a4855a96-ba7b-49dc-a256-ae7785c9d3ad req-6976ed9c-3689-44d2-a502-361d3cebf0dc service nova] Acquiring lock "335b5d78-f253-44ab-abb2-b36d887a5e63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.683798] env[68786]: DEBUG oslo_concurrency.lockutils [req-a4855a96-ba7b-49dc-a256-ae7785c9d3ad req-6976ed9c-3689-44d2-a502-361d3cebf0dc service nova] Lock "335b5d78-f253-44ab-abb2-b36d887a5e63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.683977] env[68786]: DEBUG oslo_concurrency.lockutils [req-a4855a96-ba7b-49dc-a256-ae7785c9d3ad req-6976ed9c-3689-44d2-a502-361d3cebf0dc service nova] Lock "335b5d78-f253-44ab-abb2-b36d887a5e63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.684173] env[68786]: DEBUG nova.compute.manager [req-a4855a96-ba7b-49dc-a256-ae7785c9d3ad req-6976ed9c-3689-44d2-a502-361d3cebf0dc service nova] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] No waiting events found dispatching network-vif-plugged-397a7e6f-1f7a-4ae9-8905-de5f80249862 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.684344] env[68786]: WARNING nova.compute.manager [req-a4855a96-ba7b-49dc-a256-ae7785c9d3ad req-6976ed9c-3689-44d2-a502-361d3cebf0dc service nova] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Received unexpected event network-vif-plugged-397a7e6f-1f7a-4ae9-8905-de5f80249862 for instance with vm_state building and task_state spawning. [ 1090.693262] env[68786]: DEBUG nova.objects.instance [None req-8db426f6-5e2c-4789-983a-6731b5b02e6f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lazy-loading 'flavor' on Instance uuid ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.713813] env[68786]: DEBUG nova.compute.manager [req-230590fc-bbc7-4d04-8f70-987e909150d9 req-b67bedd6-1e1f-45d7-8922-55f59a94aa56 service nova] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Received event network-vif-deleted-30162f35-41c8-4324-84b6-01e1ceaa798b {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.714175] env[68786]: INFO nova.compute.manager [req-230590fc-bbc7-4d04-8f70-987e909150d9 req-b67bedd6-1e1f-45d7-8922-55f59a94aa56 service nova] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Neutron deleted interface 30162f35-41c8-4324-84b6-01e1ceaa798b; detaching it from the instance and deleting it from the info cache [ 1090.714381] env[68786]: DEBUG nova.network.neutron [req-230590fc-bbc7-4d04-8f70-987e909150d9 req-b67bedd6-1e1f-45d7-8922-55f59a94aa56 service nova] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.717924] env[68786]: DEBUG nova.network.neutron [req-bc57fba1-5d01-42fc-9362-ccc2af801d9b req-2fa0c7cc-42fc-4e06-aa0a-a4a0084763b7 service nova] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Updated VIF entry in instance network info cache for port 3ce882e4-f653-4ae6-b19f-3badb2453587. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.717924] env[68786]: DEBUG nova.network.neutron [req-bc57fba1-5d01-42fc-9362-ccc2af801d9b req-2fa0c7cc-42fc-4e06-aa0a-a4a0084763b7 service nova] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Updating instance_info_cache with network_info: [{"id": "3ce882e4-f653-4ae6-b19f-3badb2453587", "address": "fa:16:3e:3b:88:0b", "network": {"id": "76c23a36-a90c-4f9e-8062-2d6a92b1019d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1392166569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe3ff263b2d4948b59b511fca2787ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce882e4-f6", "ovs_interfaceid": "3ce882e4-f653-4ae6-b19f-3badb2453587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.042051] env[68786]: INFO nova.compute.claims [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.077563] env[68786]: DEBUG oslo_concurrency.lockutils [None req-573e0e50-a102-451d-bddc-687665dd7613 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "e023669b-4ffb-4e0a-a4fb-f311576b8ac1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.592s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.116532] env[68786]: DEBUG oslo_vmware.api [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091463, 'name': PowerOffVM_Task, 'duration_secs': 0.27256} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.116944] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.117166] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.117447] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0339ed5-055b-414c-996e-86282bb062ee {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.192135] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.192465] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.192765] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Deleting the datastore file [datastore1] 09140072-1833-4952-9bf1-777ade31e035 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.193130] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-505818a9-34a1-48fb-b933-60f59886f864 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.203064] env[68786]: DEBUG nova.network.neutron [-] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.208123] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8db426f6-5e2c-4789-983a-6731b5b02e6f tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.796s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.214406] env[68786]: DEBUG oslo_vmware.api [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for the task: (returnval){ [ 1091.214406] env[68786]: value = "task-3091465" [ 1091.214406] env[68786]: _type = "Task" [ 1091.214406] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.218561] env[68786]: DEBUG nova.network.neutron [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Successfully updated port: 397a7e6f-1f7a-4ae9-8905-de5f80249862 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.220678] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14ac38be-8e3a-427c-b077-5e63734fb7ce {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.227106] env[68786]: DEBUG oslo_concurrency.lockutils [req-bc57fba1-5d01-42fc-9362-ccc2af801d9b req-2fa0c7cc-42fc-4e06-aa0a-a4a0084763b7 service nova] Releasing lock "refresh_cache-80bb1764-dbeb-465d-b214-d5993765b632" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.231829] env[68786]: DEBUG oslo_vmware.api [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.243208] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ec434a-a55d-4086-8463-9fbc152fa1bc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.284964] env[68786]: DEBUG nova.compute.manager [req-230590fc-bbc7-4d04-8f70-987e909150d9 req-b67bedd6-1e1f-45d7-8922-55f59a94aa56 service nova] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Detach interface failed, port_id=30162f35-41c8-4324-84b6-01e1ceaa798b, reason: Instance 66eb1863-0356-40cc-bdef-a51852e1af78 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1091.548492] env[68786]: INFO nova.compute.resource_tracker [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Updating resource usage from migration e8d0d2cd-49eb-4e75-b61f-e3ab4cb1b005 [ 1091.707620] env[68786]: INFO nova.compute.manager [-] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Took 1.73 seconds to deallocate network for instance. [ 1091.721245] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "refresh_cache-335b5d78-f253-44ab-abb2-b36d887a5e63" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.721245] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired lock "refresh_cache-335b5d78-f253-44ab-abb2-b36d887a5e63" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.721245] env[68786]: DEBUG nova.network.neutron [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.730813] env[68786]: DEBUG oslo_vmware.api [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Task: {'id': task-3091465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170689} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.730813] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.730813] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.730923] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.731055] env[68786]: INFO nova.compute.manager [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] [instance: 09140072-1833-4952-9bf1-777ade31e035] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1091.731320] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.731537] env[68786]: DEBUG nova.compute.manager [-] [instance: 09140072-1833-4952-9bf1-777ade31e035] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.731664] env[68786]: DEBUG nova.network.neutron [-] [instance: 09140072-1833-4952-9bf1-777ade31e035] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.799022] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f91d9e1-496b-4e05-96ec-d6b27d2b328f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.808384] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6232438e-abc3-44be-bca8-a1efeff052ea {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.843932] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c682abb6-4724-453a-a150-46d88503b1aa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.853484] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7994f48-0b65-4ce8-8206-7e9f3504f7cd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.869722] env[68786]: DEBUG nova.compute.provider_tree [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1092.145748] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a6ccadf0-38d1-4705-9a1a-af5e76f287d9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.146091] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a6ccadf0-38d1-4705-9a1a-af5e76f287d9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.213774] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.262442] env[68786]: DEBUG nova.network.neutron [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.286869] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Acquiring lock "44f8b6a9-89fe-4e33-b467-74a981566088" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.287719] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Lock "44f8b6a9-89fe-4e33-b467-74a981566088" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.393043] env[68786]: ERROR nova.scheduler.client.report [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [req-e524cb24-e430-433e-9d38-cbbf1de6c741] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e524cb24-e430-433e-9d38-cbbf1de6c741"}]} [ 1092.413181] env[68786]: DEBUG nova.scheduler.client.report [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Refreshing inventories for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1092.431169] env[68786]: DEBUG nova.scheduler.client.report [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Updating ProviderTree inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1092.431404] env[68786]: DEBUG nova.compute.provider_tree [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1092.447441] env[68786]: DEBUG nova.scheduler.client.report [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Refreshing aggregate associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, aggregates: None {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1092.467176] env[68786]: DEBUG nova.scheduler.client.report [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Refreshing trait associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1092.470245] env[68786]: DEBUG nova.network.neutron [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Updating instance_info_cache with network_info: [{"id": "397a7e6f-1f7a-4ae9-8905-de5f80249862", "address": "fa:16:3e:a5:95:8c", "network": {"id": "adf16ff0-fa02-423b-9f55-083dd5b1fcfc", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-275860474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed492f5195f4f438b97034e09f15293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap397a7e6f-1f", "ovs_interfaceid": "397a7e6f-1f7a-4ae9-8905-de5f80249862", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.539016] env[68786]: DEBUG nova.network.neutron [-] [instance: 09140072-1833-4952-9bf1-777ade31e035] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.649203] env[68786]: INFO nova.compute.manager [None req-a6ccadf0-38d1-4705-9a1a-af5e76f287d9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Detaching volume 50c3f605-7f6f-40c3-b832-6782f1c7f15d [ 1092.691127] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb5678c-66ac-436a-a6f3-8e9c9b6fd848 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.694412] env[68786]: INFO nova.virt.block_device [None req-a6ccadf0-38d1-4705-9a1a-af5e76f287d9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Attempting to driver detach volume 50c3f605-7f6f-40c3-b832-6782f1c7f15d from mountpoint /dev/sdb [ 1092.694669] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ccadf0-38d1-4705-9a1a-af5e76f287d9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Volume detach. Driver type: vmdk {{(pid=68786) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1092.694857] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ccadf0-38d1-4705-9a1a-af5e76f287d9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618765', 'volume_id': '50c3f605-7f6f-40c3-b832-6782f1c7f15d', 'name': 'volume-50c3f605-7f6f-40c3-b832-6782f1c7f15d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127', 'attached_at': '', 'detached_at': '', 'volume_id': '50c3f605-7f6f-40c3-b832-6782f1c7f15d', 'serial': '50c3f605-7f6f-40c3-b832-6782f1c7f15d'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1092.696577] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160687e2-db41-424f-8865-5aa571a4c040 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.725130] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d931e2b5-1362-44f6-bdac-231f72ec1ac9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.728903] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777962f1-398e-4f89-8319-1ee7ee45b699 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.763182] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1646be23-0554-4be4-8f5d-9d47bb43070f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.767813] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503f8049-5f76-4fce-89a2-197d787a0f14 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.771517] env[68786]: DEBUG nova.compute.manager [req-051fa512-abde-4c9f-9e51-123c924f1786 req-21ae154f-9ea5-4d4f-944b-cc9aee1e7d4b service nova] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Received event network-changed-397a7e6f-1f7a-4ae9-8905-de5f80249862 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.771714] env[68786]: DEBUG nova.compute.manager [req-051fa512-abde-4c9f-9e51-123c924f1786 req-21ae154f-9ea5-4d4f-944b-cc9aee1e7d4b service nova] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Refreshing instance network info cache due to event network-changed-397a7e6f-1f7a-4ae9-8905-de5f80249862. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.771906] env[68786]: DEBUG oslo_concurrency.lockutils [req-051fa512-abde-4c9f-9e51-123c924f1786 req-21ae154f-9ea5-4d4f-944b-cc9aee1e7d4b service nova] Acquiring lock "refresh_cache-335b5d78-f253-44ab-abb2-b36d887a5e63" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.798041] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45aec3df-3b53-436c-a89c-b64b95cbf583 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.802568] env[68786]: DEBUG nova.compute.manager [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.809124] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711255fa-723c-40c0-9016-c98f904a2d90 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.831969] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ccadf0-38d1-4705-9a1a-af5e76f287d9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] The volume has not been displaced from its original location: [datastore1] volume-50c3f605-7f6f-40c3-b832-6782f1c7f15d/volume-50c3f605-7f6f-40c3-b832-6782f1c7f15d.vmdk. No consolidation needed. {{(pid=68786) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1092.837460] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ccadf0-38d1-4705-9a1a-af5e76f287d9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1092.838105] env[68786]: DEBUG nova.compute.provider_tree [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1092.839501] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65c57315-a730-40f6-9af0-09e43bbf942d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.860924] env[68786]: DEBUG oslo_vmware.api [None req-a6ccadf0-38d1-4705-9a1a-af5e76f287d9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 1092.860924] env[68786]: value = "task-3091466" [ 1092.860924] env[68786]: _type = "Task" [ 1092.860924] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.871107] env[68786]: DEBUG oslo_vmware.api [None req-a6ccadf0-38d1-4705-9a1a-af5e76f287d9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3091466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.973707] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Releasing lock "refresh_cache-335b5d78-f253-44ab-abb2-b36d887a5e63" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.973894] env[68786]: DEBUG nova.compute.manager [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Instance network_info: |[{"id": "397a7e6f-1f7a-4ae9-8905-de5f80249862", "address": "fa:16:3e:a5:95:8c", "network": {"id": "adf16ff0-fa02-423b-9f55-083dd5b1fcfc", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-275860474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed492f5195f4f438b97034e09f15293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap397a7e6f-1f", "ovs_interfaceid": "397a7e6f-1f7a-4ae9-8905-de5f80249862", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.974246] env[68786]: DEBUG oslo_concurrency.lockutils [req-051fa512-abde-4c9f-9e51-123c924f1786 req-21ae154f-9ea5-4d4f-944b-cc9aee1e7d4b service nova] Acquired lock "refresh_cache-335b5d78-f253-44ab-abb2-b36d887a5e63" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.974459] env[68786]: DEBUG nova.network.neutron [req-051fa512-abde-4c9f-9e51-123c924f1786 req-21ae154f-9ea5-4d4f-944b-cc9aee1e7d4b service nova] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Refreshing network info cache for port 397a7e6f-1f7a-4ae9-8905-de5f80249862 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.975926] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:95:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '397a7e6f-1f7a-4ae9-8905-de5f80249862', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.983735] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.986759] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.987299] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a87e327e-3da2-4c8c-8baa-60f4f812f431 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.009579] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.009579] env[68786]: value = "task-3091467" [ 1093.009579] env[68786]: _type = "Task" [ 1093.009579] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.020643] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091467, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.041684] env[68786]: INFO nova.compute.manager [-] [instance: 09140072-1833-4952-9bf1-777ade31e035] Took 1.31 seconds to deallocate network for instance. [ 1093.213416] env[68786]: DEBUG nova.network.neutron [req-051fa512-abde-4c9f-9e51-123c924f1786 req-21ae154f-9ea5-4d4f-944b-cc9aee1e7d4b service nova] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Updated VIF entry in instance network info cache for port 397a7e6f-1f7a-4ae9-8905-de5f80249862. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.213848] env[68786]: DEBUG nova.network.neutron [req-051fa512-abde-4c9f-9e51-123c924f1786 req-21ae154f-9ea5-4d4f-944b-cc9aee1e7d4b service nova] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Updating instance_info_cache with network_info: [{"id": "397a7e6f-1f7a-4ae9-8905-de5f80249862", "address": "fa:16:3e:a5:95:8c", "network": {"id": "adf16ff0-fa02-423b-9f55-083dd5b1fcfc", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-275860474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed492f5195f4f438b97034e09f15293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap397a7e6f-1f", "ovs_interfaceid": "397a7e6f-1f7a-4ae9-8905-de5f80249862", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.229172] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "7c2eb470-12f1-4624-ad45-78e9ce78551b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.229416] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "7c2eb470-12f1-4624-ad45-78e9ce78551b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.328526] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.372335] env[68786]: DEBUG oslo_vmware.api [None req-a6ccadf0-38d1-4705-9a1a-af5e76f287d9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3091466, 'name': ReconfigVM_Task, 'duration_secs': 0.390579} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.373383] env[68786]: ERROR nova.scheduler.client.report [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [req-506e65c5-4211-4baa-a758-749b35a876ff] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-506e65c5-4211-4baa-a758-749b35a876ff"}]} [ 1093.373883] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ccadf0-38d1-4705-9a1a-af5e76f287d9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1093.381917] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-825bccfe-05cc-4391-b418-87e0556d3c6b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.396686] env[68786]: DEBUG nova.scheduler.client.report [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Refreshing inventories for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1093.400294] env[68786]: DEBUG oslo_vmware.api [None req-a6ccadf0-38d1-4705-9a1a-af5e76f287d9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 1093.400294] env[68786]: value = "task-3091468" [ 1093.400294] env[68786]: _type = "Task" [ 1093.400294] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.409853] env[68786]: DEBUG oslo_vmware.api [None req-a6ccadf0-38d1-4705-9a1a-af5e76f287d9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3091468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.411384] env[68786]: DEBUG nova.scheduler.client.report [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Updating ProviderTree inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1093.411598] env[68786]: DEBUG nova.compute.provider_tree [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1093.425523] env[68786]: DEBUG nova.scheduler.client.report [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Refreshing aggregate associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, aggregates: None {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1093.449854] env[68786]: DEBUG nova.scheduler.client.report [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Refreshing trait associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1093.522042] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091467, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.549263] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.677306] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c151d98d-4d56-4b5c-ae1b-2768f87b2cea {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.686111] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762fb07e-06a0-4766-9e93-85a1496d533b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.718082] env[68786]: DEBUG oslo_concurrency.lockutils [req-051fa512-abde-4c9f-9e51-123c924f1786 req-21ae154f-9ea5-4d4f-944b-cc9aee1e7d4b service nova] Releasing lock "refresh_cache-335b5d78-f253-44ab-abb2-b36d887a5e63" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.718331] env[68786]: DEBUG nova.compute.manager [req-051fa512-abde-4c9f-9e51-123c924f1786 req-21ae154f-9ea5-4d4f-944b-cc9aee1e7d4b service nova] [instance: 09140072-1833-4952-9bf1-777ade31e035] Received event network-vif-deleted-b95a9db0-c4bb-430f-aad9-2e354dbd03e2 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.719618] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117ff91e-4bbf-4e41-b2a0-21fdfd2e52d4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.728287] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99be397b-d417-4bd8-81b5-59704db489cf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.735733] env[68786]: DEBUG nova.compute.manager [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.750304] env[68786]: DEBUG nova.compute.provider_tree [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1093.911399] env[68786]: DEBUG oslo_vmware.api [None req-a6ccadf0-38d1-4705-9a1a-af5e76f287d9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3091468, 'name': ReconfigVM_Task, 'duration_secs': 0.255253} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.911762] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ccadf0-38d1-4705-9a1a-af5e76f287d9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618765', 'volume_id': '50c3f605-7f6f-40c3-b832-6782f1c7f15d', 'name': 'volume-50c3f605-7f6f-40c3-b832-6782f1c7f15d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127', 'attached_at': '', 'detached_at': '', 'volume_id': '50c3f605-7f6f-40c3-b832-6782f1c7f15d', 'serial': '50c3f605-7f6f-40c3-b832-6782f1c7f15d'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1094.024515] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091467, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.256553] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.325047] env[68786]: DEBUG nova.scheduler.client.report [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Updated inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1094.325399] env[68786]: DEBUG nova.compute.provider_tree [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Updating resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 generation from 159 to 160 during operation: update_inventory {{(pid=68786) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1094.325659] env[68786]: DEBUG nova.compute.provider_tree [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1094.455072] env[68786]: DEBUG nova.objects.instance [None req-a6ccadf0-38d1-4705-9a1a-af5e76f287d9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lazy-loading 'flavor' on Instance uuid ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.525772] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091467, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.831227] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.295s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.831527] env[68786]: INFO nova.compute.manager [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Migrating [ 1094.838324] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.625s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.838610] env[68786]: DEBUG nova.objects.instance [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lazy-loading 'resources' on Instance uuid 66eb1863-0356-40cc-bdef-a51852e1af78 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.024263] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091467, 'name': CreateVM_Task, 'duration_secs': 1.522747} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.026657] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.027507] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.027665] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.028031] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.028280] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1914c132-a625-4d17-96e3-c59bddd55dc6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.033255] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1095.033255] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]529ab87c-dd0c-a0a9-748f-48470d34b564" [ 1095.033255] env[68786]: _type = "Task" [ 1095.033255] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.047653] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529ab87c-dd0c-a0a9-748f-48470d34b564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.061227] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7942fe5d-0518-47fb-9613-b83f1b131b54 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.071677] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3349523c-e368-4129-baed-1cca75e52f49 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.123033] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18953b10-7139-41a5-95ac-2ea23dd26b94 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.135020] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29e5b96-99de-4a3b-8e76-aff4d7e3400f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.155989] env[68786]: DEBUG nova.compute.provider_tree [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.348523] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "refresh_cache-80bb1764-dbeb-465d-b214-d5993765b632" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.348756] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired lock "refresh_cache-80bb1764-dbeb-465d-b214-d5993765b632" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.349053] env[68786]: DEBUG nova.network.neutron [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.435441] env[68786]: DEBUG oslo_concurrency.lockutils [None req-07a217d0-0d8c-4569-8aab-38ff4d5f97ac tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.462242] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a6ccadf0-38d1-4705-9a1a-af5e76f287d9 tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.316s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.463066] env[68786]: DEBUG oslo_concurrency.lockutils [None req-07a217d0-0d8c-4569-8aab-38ff4d5f97ac tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.028s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.544969] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529ab87c-dd0c-a0a9-748f-48470d34b564, 'name': SearchDatastore_Task, 'duration_secs': 0.015231} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.545320] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.545612] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.545856] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.546011] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.546195] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.546470] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60e67866-5c81-4994-9b48-0ff6f0f80535 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.557155] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.557350] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.558152] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec878896-4b48-4eee-b081-d5e98d953630 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.564099] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1095.564099] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]523f5a26-5410-dd98-4b29-4a1b8950bc1e" [ 1095.564099] env[68786]: _type = "Task" [ 1095.564099] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.572857] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523f5a26-5410-dd98-4b29-4a1b8950bc1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.660089] env[68786]: DEBUG nova.scheduler.client.report [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.966339] env[68786]: INFO nova.compute.manager [None req-07a217d0-0d8c-4569-8aab-38ff4d5f97ac tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Detaching volume 9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2 [ 1095.999392] env[68786]: INFO nova.virt.block_device [None req-07a217d0-0d8c-4569-8aab-38ff4d5f97ac tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Attempting to driver detach volume 9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2 from mountpoint /dev/sdc [ 1095.999663] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-07a217d0-0d8c-4569-8aab-38ff4d5f97ac tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Volume detach. Driver type: vmdk {{(pid=68786) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1095.999886] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-07a217d0-0d8c-4569-8aab-38ff4d5f97ac tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618775', 'volume_id': '9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2', 'name': 'volume-9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127', 'attached_at': '', 'detached_at': '', 'volume_id': '9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2', 'serial': '9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1096.000787] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60d678c-6c8e-4d01-8129-41fc7c448a9a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.023766] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df29c11f-8544-4dd0-b1f3-15b1759dbffc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.034151] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad468e9-2535-4e6b-a6d2-816fef515dd9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.055766] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef5e3b3-bf26-4320-a81c-5391550f2dac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.073030] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-07a217d0-0d8c-4569-8aab-38ff4d5f97ac tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] The volume has not been displaced from its original location: [datastore1] volume-9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2/volume-9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2.vmdk. No consolidation needed. {{(pid=68786) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1096.077919] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-07a217d0-0d8c-4569-8aab-38ff4d5f97ac tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Reconfiguring VM instance instance-0000004b to detach disk 2002 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1096.081156] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b1b2140-3d63-4046-b766-8a5d3c496b16 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.100665] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523f5a26-5410-dd98-4b29-4a1b8950bc1e, 'name': SearchDatastore_Task, 'duration_secs': 0.015038} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.102552] env[68786]: DEBUG oslo_vmware.api [None req-07a217d0-0d8c-4569-8aab-38ff4d5f97ac tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 1096.102552] env[68786]: value = "task-3091469" [ 1096.102552] env[68786]: _type = "Task" [ 1096.102552] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.103454] env[68786]: DEBUG nova.network.neutron [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Updating instance_info_cache with network_info: [{"id": "3ce882e4-f653-4ae6-b19f-3badb2453587", "address": "fa:16:3e:3b:88:0b", "network": {"id": "76c23a36-a90c-4f9e-8062-2d6a92b1019d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1392166569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe3ff263b2d4948b59b511fca2787ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce882e4-f6", "ovs_interfaceid": "3ce882e4-f653-4ae6-b19f-3badb2453587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.104598] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0073ff90-6f8b-4fb5-b632-35df7e2ee001 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.118116] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1096.118116] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ab9c04-a40a-e3ea-1398-f5dc1cf3b4a0" [ 1096.118116] env[68786]: _type = "Task" [ 1096.118116] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.121793] env[68786]: DEBUG oslo_vmware.api [None req-07a217d0-0d8c-4569-8aab-38ff4d5f97ac tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3091469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.131107] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ab9c04-a40a-e3ea-1398-f5dc1cf3b4a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.165368] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.327s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.168178] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.840s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.169967] env[68786]: INFO nova.compute.claims [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.202386] env[68786]: INFO nova.scheduler.client.report [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Deleted allocations for instance 66eb1863-0356-40cc-bdef-a51852e1af78 [ 1096.613756] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Releasing lock "refresh_cache-80bb1764-dbeb-465d-b214-d5993765b632" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.622550] env[68786]: DEBUG oslo_vmware.api [None req-07a217d0-0d8c-4569-8aab-38ff4d5f97ac tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3091469, 'name': ReconfigVM_Task, 'duration_secs': 0.285266} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.626151] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-07a217d0-0d8c-4569-8aab-38ff4d5f97ac tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Reconfigured VM instance instance-0000004b to detach disk 2002 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1096.631562] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e08ed7a3-8147-4b6e-8778-df3facf6f9ff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.648839] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ab9c04-a40a-e3ea-1398-f5dc1cf3b4a0, 'name': SearchDatastore_Task, 'duration_secs': 0.023059} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.649902] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.650205] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 335b5d78-f253-44ab-abb2-b36d887a5e63/335b5d78-f253-44ab-abb2-b36d887a5e63.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.650538] env[68786]: DEBUG oslo_vmware.api [None req-07a217d0-0d8c-4569-8aab-38ff4d5f97ac tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 1096.650538] env[68786]: value = "task-3091470" [ 1096.650538] env[68786]: _type = "Task" [ 1096.650538] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.650730] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af23c81b-bdfb-46b9-8201-235ff8f0d802 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.663056] env[68786]: DEBUG oslo_vmware.api [None req-07a217d0-0d8c-4569-8aab-38ff4d5f97ac tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3091470, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.664391] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1096.664391] env[68786]: value = "task-3091471" [ 1096.664391] env[68786]: _type = "Task" [ 1096.664391] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.672863] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.712285] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30ee6163-4040-4900-8039-97d974198329 tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "66eb1863-0356-40cc-bdef-a51852e1af78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.863s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.164559] env[68786]: DEBUG oslo_vmware.api [None req-07a217d0-0d8c-4569-8aab-38ff4d5f97ac tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3091470, 'name': ReconfigVM_Task, 'duration_secs': 0.188034} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.165025] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-07a217d0-0d8c-4569-8aab-38ff4d5f97ac tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618775', 'volume_id': '9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2', 'name': 'volume-9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127', 'attached_at': '', 'detached_at': '', 'volume_id': '9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2', 'serial': '9558b70e-cc9b-4fe1-a4b5-e86fb58b94d2'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1097.181145] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091471, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.392610] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8234bfc4-9818-4b89-87d6-8872d4631049 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.401376] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2f9d28-82fd-4f5f-b547-454ef57eae22 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.436852] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b097f5b0-f2f6-411e-b83d-c85eb4592483 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.445222] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b7499c-559c-466b-b688-74d1431a2469 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.459309] env[68786]: DEBUG nova.compute.provider_tree [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.680052] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665069} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.680300] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 335b5d78-f253-44ab-abb2-b36d887a5e63/335b5d78-f253-44ab-abb2-b36d887a5e63.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.680593] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.680984] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c96994c-8564-4051-aab0-850ca7e0e644 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.689681] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1097.689681] env[68786]: value = "task-3091472" [ 1097.689681] env[68786]: _type = "Task" [ 1097.689681] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.699328] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.712327] env[68786]: DEBUG nova.objects.instance [None req-07a217d0-0d8c-4569-8aab-38ff4d5f97ac tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lazy-loading 'flavor' on Instance uuid ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.727478] env[68786]: DEBUG oslo_vmware.rw_handles [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b0362-dc70-bbdf-c542-186d9a9ccec7/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1097.728562] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6541f7-9ec8-4464-9e68-b56d901841e3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.735900] env[68786]: DEBUG oslo_vmware.rw_handles [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b0362-dc70-bbdf-c542-186d9a9ccec7/disk-0.vmdk is in state: ready. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1097.736093] env[68786]: ERROR oslo_vmware.rw_handles [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b0362-dc70-bbdf-c542-186d9a9ccec7/disk-0.vmdk due to incomplete transfer. [ 1097.736345] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-427202f2-79e5-40fc-8cba-0d5be8102ebf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.743787] env[68786]: DEBUG oslo_vmware.rw_handles [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b0362-dc70-bbdf-c542-186d9a9ccec7/disk-0.vmdk. {{(pid=68786) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1097.743982] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Uploaded image a2387466-2819-470f-8add-5953d0520b3f to the Glance image server {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1097.746275] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Destroying the VM {{(pid=68786) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1097.746519] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9ed7a0b1-dcf7-429b-b042-bd3d36b815b2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.753332] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1097.753332] env[68786]: value = "task-3091473" [ 1097.753332] env[68786]: _type = "Task" [ 1097.753332] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.761808] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091473, 'name': Destroy_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.962843] env[68786]: DEBUG nova.scheduler.client.report [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.982025] env[68786]: DEBUG oslo_concurrency.lockutils [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "1fd79203-4a2a-4211-bcb4-4604496c99fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.982297] env[68786]: DEBUG oslo_concurrency.lockutils [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "1fd79203-4a2a-4211-bcb4-4604496c99fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.982530] env[68786]: DEBUG oslo_concurrency.lockutils [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "1fd79203-4a2a-4211-bcb4-4604496c99fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.982745] env[68786]: DEBUG oslo_concurrency.lockutils [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "1fd79203-4a2a-4211-bcb4-4604496c99fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.982922] env[68786]: DEBUG oslo_concurrency.lockutils [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "1fd79203-4a2a-4211-bcb4-4604496c99fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.984983] env[68786]: INFO nova.compute.manager [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Terminating instance [ 1098.133315] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e337b313-81e3-497a-8897-06d3544c2532 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.155513] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Updating instance '80bb1764-dbeb-465d-b214-d5993765b632' progress to 0 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.201064] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076279} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.201064] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.201550] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b6f67b-9b34-4945-b9ec-ad8d7bbd385a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.225901] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 335b5d78-f253-44ab-abb2-b36d887a5e63/335b5d78-f253-44ab-abb2-b36d887a5e63.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.227577] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8f673e0-8663-4e6e-964a-ab8e6f28033f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.248411] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1098.248411] env[68786]: value = "task-3091474" [ 1098.248411] env[68786]: _type = "Task" [ 1098.248411] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.256866] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.265364] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091473, 'name': Destroy_Task, 'duration_secs': 0.442936} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.265700] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Destroyed the VM [ 1098.265948] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Deleting Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1098.266212] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-945e7bbd-a369-4415-b798-6e6a5f1bea91 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.271880] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1098.271880] env[68786]: value = "task-3091475" [ 1098.271880] env[68786]: _type = "Task" [ 1098.271880] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.280174] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091475, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.468364] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.468785] env[68786]: DEBUG nova.compute.manager [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.471702] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.923s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.471891] env[68786]: DEBUG nova.objects.instance [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lazy-loading 'resources' on Instance uuid 09140072-1833-4952-9bf1-777ade31e035 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.488820] env[68786]: DEBUG nova.compute.manager [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.489057] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.490339] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9735a3-61a0-469e-b847-0ad0bef679a1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.499230] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.499596] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dee1028a-8ec5-45ad-b7e3-8f767aad0520 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.508217] env[68786]: DEBUG oslo_vmware.api [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 1098.508217] env[68786]: value = "task-3091476" [ 1098.508217] env[68786]: _type = "Task" [ 1098.508217] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.518198] env[68786]: DEBUG oslo_vmware.api [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.662489] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.662809] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7f1faeb-009e-48a6-9c0a-adac4b32bf00 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.673731] env[68786]: DEBUG oslo_vmware.api [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1098.673731] env[68786]: value = "task-3091477" [ 1098.673731] env[68786]: _type = "Task" [ 1098.673731] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.684604] env[68786]: DEBUG oslo_vmware.api [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.742905] env[68786]: DEBUG oslo_concurrency.lockutils [None req-07a217d0-0d8c-4569-8aab-38ff4d5f97ac tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.280s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.760275] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091474, 'name': ReconfigVM_Task, 'duration_secs': 0.44169} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.760647] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 335b5d78-f253-44ab-abb2-b36d887a5e63/335b5d78-f253-44ab-abb2-b36d887a5e63.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.761411] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58ca58c2-40d9-4d86-bad8-96f158802b6a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.770979] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1098.770979] env[68786]: value = "task-3091478" [ 1098.770979] env[68786]: _type = "Task" [ 1098.770979] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.785199] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091475, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.788810] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091478, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.975206] env[68786]: DEBUG nova.compute.utils [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.979979] env[68786]: DEBUG nova.compute.manager [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.979979] env[68786]: DEBUG nova.network.neutron [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.019257] env[68786]: DEBUG oslo_vmware.api [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091476, 'name': PowerOffVM_Task, 'duration_secs': 0.229191} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.023029] env[68786]: DEBUG nova.policy [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d63fec3c8e846b2a556e52679285802', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d0a5893426d45c1a58e47c107ca20f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.024491] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.024716] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.025440] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-168529b7-0c41-42f7-b7fc-7b4ec6e3a70f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.097589] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.097820] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.098038] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Deleting the datastore file [datastore1] 1fd79203-4a2a-4211-bcb4-4604496c99fb {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.098314] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6688b4e-cb23-44b9-8769-a7a6acdba2c9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.105255] env[68786]: DEBUG oslo_vmware.api [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for the task: (returnval){ [ 1099.105255] env[68786]: value = "task-3091480" [ 1099.105255] env[68786]: _type = "Task" [ 1099.105255] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.116448] env[68786]: DEBUG oslo_vmware.api [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.184186] env[68786]: DEBUG oslo_vmware.api [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091477, 'name': PowerOffVM_Task, 'duration_secs': 0.188698} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.184565] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.184789] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Updating instance '80bb1764-dbeb-465d-b214-d5993765b632' progress to 17 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.190432] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a200d2-65a1-49c1-b8d0-c2a16d55c27f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.199891] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3596f94d-5441-461f-a184-44194abeb4ae {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.248082] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bd7c79-4e11-4d5b-8872-8b1875c9561e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.256516] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b537dd-614f-41bb-8ba1-58bf1a34be27 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.271356] env[68786]: DEBUG nova.compute.provider_tree [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.288074] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091478, 'name': Rename_Task, 'duration_secs': 0.171638} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.291251] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.291825] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091475, 'name': RemoveSnapshot_Task, 'duration_secs': 0.527254} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.292078] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-581d5407-0e7d-4330-83af-70fc36b11db1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.293761] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Deleted Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1099.294849] env[68786]: DEBUG nova.compute.manager [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.296185] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737c2bdb-a3a3-4744-9957-3b63d5b21e4c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.310018] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1099.310018] env[68786]: value = "task-3091481" [ 1099.310018] env[68786]: _type = "Task" [ 1099.310018] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.318470] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.451513] env[68786]: DEBUG nova.network.neutron [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Successfully created port: cf3d36f2-68a1-41c9-8143-d31ad21f5294 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.480680] env[68786]: DEBUG nova.compute.manager [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.617986] env[68786]: DEBUG oslo_vmware.api [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Task: {'id': task-3091480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134487} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.618334] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.618562] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.618777] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.618992] env[68786]: INFO nova.compute.manager [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1099.619300] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.619530] env[68786]: DEBUG nova.compute.manager [-] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.619644] env[68786]: DEBUG nova.network.neutron [-] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.691790] env[68786]: DEBUG nova.virt.hardware [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.692052] env[68786]: DEBUG nova.virt.hardware [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.692286] env[68786]: DEBUG nova.virt.hardware [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.692500] env[68786]: DEBUG nova.virt.hardware [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.692650] env[68786]: DEBUG nova.virt.hardware [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.692797] env[68786]: DEBUG nova.virt.hardware [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.693192] env[68786]: DEBUG nova.virt.hardware [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.693526] env[68786]: DEBUG nova.virt.hardware [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.693826] env[68786]: DEBUG nova.virt.hardware [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.694139] env[68786]: DEBUG nova.virt.hardware [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.694248] env[68786]: DEBUG nova.virt.hardware [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.699792] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2544bcba-826c-4a56-ab56-a169a352ffaf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.720484] env[68786]: DEBUG oslo_vmware.api [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1099.720484] env[68786]: value = "task-3091482" [ 1099.720484] env[68786]: _type = "Task" [ 1099.720484] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.730013] env[68786]: DEBUG oslo_vmware.api [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.780020] env[68786]: DEBUG nova.scheduler.client.report [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.817119] env[68786]: INFO nova.compute.manager [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Shelve offloading [ 1099.826734] env[68786]: DEBUG oslo_vmware.api [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091481, 'name': PowerOnVM_Task, 'duration_secs': 0.517736} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.827065] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.827298] env[68786]: INFO nova.compute.manager [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Took 10.13 seconds to spawn the instance on the hypervisor. [ 1099.827481] env[68786]: DEBUG nova.compute.manager [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.828314] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e18ec04-d1e1-4400-97ab-6e4885985fc9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.887467] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.887791] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.888151] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.888151] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.888338] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.890455] env[68786]: INFO nova.compute.manager [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Terminating instance [ 1099.948707] env[68786]: DEBUG nova.compute.manager [req-ad513095-3784-4336-a1bd-2def33d2bdcf req-6eb8443a-f0c5-41e2-9107-e459679e4069 service nova] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Received event network-vif-deleted-1b508f9e-38fa-4fdb-af5c-16f03cfce5e7 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.948707] env[68786]: INFO nova.compute.manager [req-ad513095-3784-4336-a1bd-2def33d2bdcf req-6eb8443a-f0c5-41e2-9107-e459679e4069 service nova] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Neutron deleted interface 1b508f9e-38fa-4fdb-af5c-16f03cfce5e7; detaching it from the instance and deleting it from the info cache [ 1099.950897] env[68786]: DEBUG nova.network.neutron [req-ad513095-3784-4336-a1bd-2def33d2bdcf req-6eb8443a-f0c5-41e2-9107-e459679e4069 service nova] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.985659] env[68786]: INFO nova.virt.block_device [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Booting with volume 189882ab-b146-47f5-b504-25baca4a9fbf at /dev/sda [ 1100.026478] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-215e9f56-f1ad-4fb4-a68f-e6425653ca80 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.043573] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4e32cc-84fd-4f80-852b-c50aad6618c2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.082121] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a596903f-c985-40ef-9210-9e61a81c50b2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.092963] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980d457a-84e6-4368-b6ec-48d1ee4bf099 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.129675] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32e4efa-0b51-4c9d-b129-e77e0bf6e76c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.139953] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5547820d-831f-4496-96d9-f6159fda557f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.157631] env[68786]: DEBUG nova.virt.block_device [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Updating existing volume attachment record: c00f9d58-cd00-487d-b10a-3bba1781be4d {{(pid=68786) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1100.230894] env[68786]: DEBUG oslo_vmware.api [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091482, 'name': ReconfigVM_Task, 'duration_secs': 0.300908} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.231358] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Updating instance '80bb1764-dbeb-465d-b214-d5993765b632' progress to 33 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1100.283589] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.286078] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.030s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.287690] env[68786]: INFO nova.compute.claims [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.311243] env[68786]: INFO nova.scheduler.client.report [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Deleted allocations for instance 09140072-1833-4952-9bf1-777ade31e035 [ 1100.321878] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.322088] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd7d75c7-6970-4a80-9c3f-07b5eb521e09 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.331833] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1100.331833] env[68786]: value = "task-3091483" [ 1100.331833] env[68786]: _type = "Task" [ 1100.331833] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.350097] env[68786]: INFO nova.compute.manager [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Took 15.95 seconds to build instance. [ 1100.351363] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] VM already powered off {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1100.351363] env[68786]: DEBUG nova.compute.manager [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.352356] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5c7697-aa2e-45e6-8194-eeffca282f7c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.359137] env[68786]: DEBUG oslo_concurrency.lockutils [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "refresh_cache-1b4b6e87-5f27-46e9-bbd5-2a24317e506a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.359304] env[68786]: DEBUG oslo_concurrency.lockutils [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquired lock "refresh_cache-1b4b6e87-5f27-46e9-bbd5-2a24317e506a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.359503] env[68786]: DEBUG nova.network.neutron [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.396611] env[68786]: DEBUG nova.compute.manager [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.396840] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.397677] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4ade02-4776-4470-b731-1620147ba756 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.405703] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.405950] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06401ca3-3e17-4825-bcf8-fb53fe1cc327 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.411864] env[68786]: DEBUG oslo_vmware.api [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 1100.411864] env[68786]: value = "task-3091484" [ 1100.411864] env[68786]: _type = "Task" [ 1100.411864] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.420213] env[68786]: DEBUG oslo_vmware.api [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3091484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.432722] env[68786]: DEBUG nova.network.neutron [-] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.453049] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d5901da-a84b-4eaa-8d33-f13d46e113f7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.463776] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fabbf4d-a645-4b60-abcf-9958fad161e7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.496570] env[68786]: DEBUG nova.compute.manager [req-ad513095-3784-4336-a1bd-2def33d2bdcf req-6eb8443a-f0c5-41e2-9107-e459679e4069 service nova] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Detach interface failed, port_id=1b508f9e-38fa-4fdb-af5c-16f03cfce5e7, reason: Instance 1fd79203-4a2a-4211-bcb4-4604496c99fb could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.541925] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Acquiring lock "24527d30-720d-4250-9cf0-26f89ed407cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.542036] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Lock "24527d30-720d-4250-9cf0-26f89ed407cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.542350] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Acquiring lock "24527d30-720d-4250-9cf0-26f89ed407cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.542594] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Lock "24527d30-720d-4250-9cf0-26f89ed407cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.542858] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Lock "24527d30-720d-4250-9cf0-26f89ed407cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.548398] env[68786]: INFO nova.compute.manager [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Terminating instance [ 1100.738193] env[68786]: DEBUG nova.virt.hardware [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.738457] env[68786]: DEBUG nova.virt.hardware [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.738655] env[68786]: DEBUG nova.virt.hardware [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.738853] env[68786]: DEBUG nova.virt.hardware [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.738999] env[68786]: DEBUG nova.virt.hardware [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.739162] env[68786]: DEBUG nova.virt.hardware [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.739370] env[68786]: DEBUG nova.virt.hardware [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.739528] env[68786]: DEBUG nova.virt.hardware [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.739693] env[68786]: DEBUG nova.virt.hardware [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.739855] env[68786]: DEBUG nova.virt.hardware [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.740049] env[68786]: DEBUG nova.virt.hardware [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.745346] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1100.745943] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09e8f2c1-5ca7-4552-8ecc-803c4718a50e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.766409] env[68786]: DEBUG oslo_vmware.api [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1100.766409] env[68786]: value = "task-3091485" [ 1100.766409] env[68786]: _type = "Task" [ 1100.766409] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.774534] env[68786]: DEBUG oslo_vmware.api [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.821687] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f8dad548-360e-4467-888f-4b2e7c6e3c6a tempest-ServerDiskConfigTestJSON-1242502723 tempest-ServerDiskConfigTestJSON-1242502723-project-member] Lock "09140072-1833-4952-9bf1-777ade31e035" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.746s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.852762] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e091d9b2-a2e4-4ce8-b612-f9e6fee51b66 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "335b5d78-f253-44ab-abb2-b36d887a5e63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.463s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.923376] env[68786]: DEBUG oslo_vmware.api [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3091484, 'name': PowerOffVM_Task, 'duration_secs': 0.274793} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.928020] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.928020] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.928020] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffec0d4f-9f5e-4d64-a1f4-8aea219c2f58 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.937528] env[68786]: INFO nova.compute.manager [-] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Took 1.32 seconds to deallocate network for instance. [ 1100.998026] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.998265] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.998453] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Deleting the datastore file [datastore2] ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.998730] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-812cb815-5c1d-458d-af3d-f14fe4646419 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.006616] env[68786]: DEBUG oslo_vmware.api [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for the task: (returnval){ [ 1101.006616] env[68786]: value = "task-3091487" [ 1101.006616] env[68786]: _type = "Task" [ 1101.006616] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.014616] env[68786]: DEBUG oslo_vmware.api [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3091487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.052273] env[68786]: DEBUG nova.compute.manager [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.052528] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.053617] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab3e215-2de5-46ec-a7d8-b0f7d37ea40a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.061748] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.062016] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0084fd7c-f82c-433c-b971-12de5cd9abae {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.072050] env[68786]: DEBUG oslo_vmware.api [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Waiting for the task: (returnval){ [ 1101.072050] env[68786]: value = "task-3091488" [ 1101.072050] env[68786]: _type = "Task" [ 1101.072050] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.082840] env[68786]: DEBUG oslo_vmware.api [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Task: {'id': task-3091488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.280025] env[68786]: DEBUG oslo_vmware.api [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091485, 'name': ReconfigVM_Task, 'duration_secs': 0.183191} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.280025] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1101.280025] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f6776c-eba9-43de-b728-cafbcef6f65f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.306019] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-b3fae7bc-411e-4b2e-8653-c5514fa0138a/volume-b3fae7bc-411e-4b2e-8653-c5514fa0138a.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.309129] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-705d17bd-3669-49fd-81cc-590c8019e2bd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.325511] env[68786]: DEBUG nova.network.neutron [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Updating instance_info_cache with network_info: [{"id": "e9ac59f8-9ad9-41c4-bf55-d69d9645abf1", "address": "fa:16:3e:58:28:58", "network": {"id": "05b352a2-0a93-4081-b237-c313674a704f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117742771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6125dd9826ef43d6a08c8460028ec501", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ac59f8-9a", "ovs_interfaceid": "e9ac59f8-9ad9-41c4-bf55-d69d9645abf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.332302] env[68786]: DEBUG nova.network.neutron [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Successfully updated port: cf3d36f2-68a1-41c9-8143-d31ad21f5294 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.342922] env[68786]: DEBUG oslo_vmware.api [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1101.342922] env[68786]: value = "task-3091489" [ 1101.342922] env[68786]: _type = "Task" [ 1101.342922] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.353652] env[68786]: DEBUG oslo_vmware.api [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.446490] env[68786]: DEBUG oslo_concurrency.lockutils [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.519116] env[68786]: DEBUG oslo_vmware.api [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Task: {'id': task-3091487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266147} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.519557] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.519557] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.519751] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.520077] env[68786]: INFO nova.compute.manager [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1101.520175] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.520531] env[68786]: DEBUG nova.compute.manager [-] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.520531] env[68786]: DEBUG nova.network.neutron [-] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.539582] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671209b0-ba17-4ac6-a40a-9e29a51ebb90 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.547900] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e90a43-d1f4-4d5b-a085-a50c6b83934e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.585271] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318a3ee2-ab36-4920-bc24-336984190fd7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.595901] env[68786]: DEBUG oslo_vmware.api [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Task: {'id': task-3091488, 'name': PowerOffVM_Task, 'duration_secs': 0.207602} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.598638] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.598638] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.598638] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd610e1a-6679-4716-9a00-7086e6abbe1b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.601218] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31ad1e9-a26e-4dde-800e-a506f6aa15d8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.620233] env[68786]: DEBUG nova.compute.provider_tree [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.735910] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.736500] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.736500] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Deleting the datastore file [datastore1] 24527d30-720d-4250-9cf0-26f89ed407cd {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.736754] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da638a49-7fe4-40d1-8cca-62141d960b0d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.746031] env[68786]: DEBUG oslo_vmware.api [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Waiting for the task: (returnval){ [ 1101.746031] env[68786]: value = "task-3091491" [ 1101.746031] env[68786]: _type = "Task" [ 1101.746031] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.759845] env[68786]: DEBUG oslo_vmware.api [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Task: {'id': task-3091491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.835022] env[68786]: DEBUG oslo_concurrency.lockutils [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Releasing lock "refresh_cache-1b4b6e87-5f27-46e9-bbd5-2a24317e506a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.837789] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Acquiring lock "refresh_cache-44f8b6a9-89fe-4e33-b467-74a981566088" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.837933] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Acquired lock "refresh_cache-44f8b6a9-89fe-4e33-b467-74a981566088" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.838396] env[68786]: DEBUG nova.network.neutron [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.851713] env[68786]: DEBUG oslo_vmware.api [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091489, 'name': ReconfigVM_Task, 'duration_secs': 0.281985} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.852015] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-b3fae7bc-411e-4b2e-8653-c5514fa0138a/volume-b3fae7bc-411e-4b2e-8653-c5514fa0138a.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.852283] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Updating instance '80bb1764-dbeb-465d-b214-d5993765b632' progress to 50 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.975259] env[68786]: DEBUG nova.compute.manager [req-7d879ccc-2b21-42cb-b7db-0b2172465d71 req-5ef13cec-4162-4d4a-947a-4192823ad99d service nova] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Received event network-vif-plugged-cf3d36f2-68a1-41c9-8143-d31ad21f5294 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.975503] env[68786]: DEBUG oslo_concurrency.lockutils [req-7d879ccc-2b21-42cb-b7db-0b2172465d71 req-5ef13cec-4162-4d4a-947a-4192823ad99d service nova] Acquiring lock "44f8b6a9-89fe-4e33-b467-74a981566088-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.975737] env[68786]: DEBUG oslo_concurrency.lockutils [req-7d879ccc-2b21-42cb-b7db-0b2172465d71 req-5ef13cec-4162-4d4a-947a-4192823ad99d service nova] Lock "44f8b6a9-89fe-4e33-b467-74a981566088-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.975991] env[68786]: DEBUG oslo_concurrency.lockutils [req-7d879ccc-2b21-42cb-b7db-0b2172465d71 req-5ef13cec-4162-4d4a-947a-4192823ad99d service nova] Lock "44f8b6a9-89fe-4e33-b467-74a981566088-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.976287] env[68786]: DEBUG nova.compute.manager [req-7d879ccc-2b21-42cb-b7db-0b2172465d71 req-5ef13cec-4162-4d4a-947a-4192823ad99d service nova] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] No waiting events found dispatching network-vif-plugged-cf3d36f2-68a1-41c9-8143-d31ad21f5294 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.976511] env[68786]: WARNING nova.compute.manager [req-7d879ccc-2b21-42cb-b7db-0b2172465d71 req-5ef13cec-4162-4d4a-947a-4192823ad99d service nova] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Received unexpected event network-vif-plugged-cf3d36f2-68a1-41c9-8143-d31ad21f5294 for instance with vm_state building and task_state spawning. [ 1101.976725] env[68786]: DEBUG nova.compute.manager [req-7d879ccc-2b21-42cb-b7db-0b2172465d71 req-5ef13cec-4162-4d4a-947a-4192823ad99d service nova] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Received event network-changed-cf3d36f2-68a1-41c9-8143-d31ad21f5294 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.976906] env[68786]: DEBUG nova.compute.manager [req-7d879ccc-2b21-42cb-b7db-0b2172465d71 req-5ef13cec-4162-4d4a-947a-4192823ad99d service nova] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Refreshing instance network info cache due to event network-changed-cf3d36f2-68a1-41c9-8143-d31ad21f5294. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.977140] env[68786]: DEBUG oslo_concurrency.lockutils [req-7d879ccc-2b21-42cb-b7db-0b2172465d71 req-5ef13cec-4162-4d4a-947a-4192823ad99d service nova] Acquiring lock "refresh_cache-44f8b6a9-89fe-4e33-b467-74a981566088" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.123978] env[68786]: DEBUG nova.scheduler.client.report [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.255646] env[68786]: DEBUG nova.compute.manager [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.256395] env[68786]: DEBUG nova.virt.hardware [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.256786] env[68786]: DEBUG nova.virt.hardware [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.257093] env[68786]: DEBUG nova.virt.hardware [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.257388] env[68786]: DEBUG nova.virt.hardware [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.257644] env[68786]: DEBUG nova.virt.hardware [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.257911] env[68786]: DEBUG nova.virt.hardware [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.258258] env[68786]: DEBUG nova.virt.hardware [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.258527] env[68786]: DEBUG nova.virt.hardware [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.258801] env[68786]: DEBUG nova.virt.hardware [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.259080] env[68786]: DEBUG nova.virt.hardware [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.259374] env[68786]: DEBUG nova.virt.hardware [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.263305] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf73b6e-a108-47eb-adcf-db8321231eb6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.266317] env[68786]: DEBUG oslo_vmware.api [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Task: {'id': task-3091491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247991} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.266729] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.267045] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.267344] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.270022] env[68786]: INFO nova.compute.manager [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1102.270022] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.270022] env[68786]: DEBUG nova.compute.manager [-] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.270022] env[68786]: DEBUG nova.network.neutron [-] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.276734] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d52ac9b-6b60-4059-b20d-3d2e893611c0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.359095] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399a762f-47f0-4665-a73c-3e4206c25217 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.382047] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1ebec1-f15a-4b0f-ada0-7c9c360b87e8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.405251] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Updating instance '80bb1764-dbeb-465d-b214-d5993765b632' progress to 67 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.522528] env[68786]: DEBUG nova.compute.manager [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Stashing vm_state: active {{(pid=68786) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1102.633031] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.633031] env[68786]: DEBUG nova.compute.manager [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1102.634046] env[68786]: DEBUG oslo_concurrency.lockutils [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.188s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.634454] env[68786]: DEBUG nova.objects.instance [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lazy-loading 'resources' on Instance uuid 1fd79203-4a2a-4211-bcb4-4604496c99fb {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.717174] env[68786]: DEBUG nova.network.neutron [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.049295] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.140332] env[68786]: DEBUG nova.compute.utils [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.140332] env[68786]: DEBUG nova.compute.manager [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.140332] env[68786]: DEBUG nova.network.neutron [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.148788] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.151151] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159fafa5-d193-4594-942d-f335f981c9e9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.164547] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.164547] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35ed10bb-b538-4167-a036-a7b53605195f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.220156] env[68786]: DEBUG nova.network.neutron [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Updating instance_info_cache with network_info: [{"id": "cf3d36f2-68a1-41c9-8143-d31ad21f5294", "address": "fa:16:3e:0a:2b:c6", "network": {"id": "292d0073-58f0-467d-abe4-75727aa58255", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2120391206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0a5893426d45c1a58e47c107ca20f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf3d36f2-68", "ovs_interfaceid": "cf3d36f2-68a1-41c9-8143-d31ad21f5294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.252657] env[68786]: DEBUG nova.policy [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3218cc14ea1446578c512f8b5dbcd2b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62b6fdc11c364201ae04b85ff669b826', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.258401] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.258634] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.258817] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Deleting the datastore file [datastore2] 1b4b6e87-5f27-46e9-bbd5-2a24317e506a {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.259271] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3b53927-6614-436f-a6de-f263ff777d21 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.272243] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1103.272243] env[68786]: value = "task-3091493" [ 1103.272243] env[68786]: _type = "Task" [ 1103.272243] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.285068] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.402328] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c67f0b-5dc0-4370-8c84-b2164eaf92af {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.411010] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b79d31-2578-4f35-9a96-f41fcbd1c6e7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.442161] env[68786]: DEBUG nova.network.neutron [-] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.443751] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569a0c1e-5e91-4bbb-a601-4b65bb09e700 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.453080] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7134cb44-040a-4278-ae41-96c68b59423f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.467336] env[68786]: DEBUG nova.compute.provider_tree [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.651382] env[68786]: DEBUG nova.compute.manager [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1103.721009] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Releasing lock "refresh_cache-44f8b6a9-89fe-4e33-b467-74a981566088" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.721366] env[68786]: DEBUG nova.compute.manager [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Instance network_info: |[{"id": "cf3d36f2-68a1-41c9-8143-d31ad21f5294", "address": "fa:16:3e:0a:2b:c6", "network": {"id": "292d0073-58f0-467d-abe4-75727aa58255", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2120391206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0a5893426d45c1a58e47c107ca20f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf3d36f2-68", "ovs_interfaceid": "cf3d36f2-68a1-41c9-8143-d31ad21f5294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.721801] env[68786]: DEBUG oslo_concurrency.lockutils [req-7d879ccc-2b21-42cb-b7db-0b2172465d71 req-5ef13cec-4162-4d4a-947a-4192823ad99d service nova] Acquired lock "refresh_cache-44f8b6a9-89fe-4e33-b467-74a981566088" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.722875] env[68786]: DEBUG nova.network.neutron [req-7d879ccc-2b21-42cb-b7db-0b2172465d71 req-5ef13cec-4162-4d4a-947a-4192823ad99d service nova] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Refreshing network info cache for port cf3d36f2-68a1-41c9-8143-d31ad21f5294 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.725216] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:2b:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf3d36f2-68a1-41c9-8143-d31ad21f5294', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.733450] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Creating folder: Project (9d0a5893426d45c1a58e47c107ca20f9). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1103.734604] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1212547-2df0-4c2b-be4b-bfd6e2cce7cf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.750867] env[68786]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1103.751061] env[68786]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68786) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1103.751429] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Folder already exists: Project (9d0a5893426d45c1a58e47c107ca20f9). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1103.751628] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Creating folder: Instances. Parent ref: group-v618766. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1103.752217] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f519120-5511-4227-a972-4add2780a3b6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.766610] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Created folder: Instances in parent group-v618766. [ 1103.767049] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.769286] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.769949] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0e2f016-fa54-4560-9fe7-798d2ec92c48 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.788123] env[68786]: DEBUG nova.network.neutron [-] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.800874] env[68786]: DEBUG oslo_vmware.api [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411408} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.803351] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.803351] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.803351] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.805868] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.805868] env[68786]: value = "task-3091496" [ 1103.805868] env[68786]: _type = "Task" [ 1103.805868] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.819674] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091496, 'name': CreateVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.835277] env[68786]: INFO nova.scheduler.client.report [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Deleted allocations for instance 1b4b6e87-5f27-46e9-bbd5-2a24317e506a [ 1103.878213] env[68786]: DEBUG nova.network.neutron [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Successfully created port: ae614660-7cbf-4a1f-86ed-7cf9fe476d08 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.945116] env[68786]: INFO nova.compute.manager [-] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Took 2.42 seconds to deallocate network for instance. [ 1103.970271] env[68786]: DEBUG nova.scheduler.client.report [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.077207] env[68786]: DEBUG nova.compute.manager [req-3d50d9c0-a315-4638-8e99-28069eaafc6d req-bb9d465e-b81e-4eba-a1ed-f2c6ed79dc7d service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Received event network-vif-unplugged-e9ac59f8-9ad9-41c4-bf55-d69d9645abf1 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.077932] env[68786]: DEBUG oslo_concurrency.lockutils [req-3d50d9c0-a315-4638-8e99-28069eaafc6d req-bb9d465e-b81e-4eba-a1ed-f2c6ed79dc7d service nova] Acquiring lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.078287] env[68786]: DEBUG oslo_concurrency.lockutils [req-3d50d9c0-a315-4638-8e99-28069eaafc6d req-bb9d465e-b81e-4eba-a1ed-f2c6ed79dc7d service nova] Lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.078563] env[68786]: DEBUG oslo_concurrency.lockutils [req-3d50d9c0-a315-4638-8e99-28069eaafc6d req-bb9d465e-b81e-4eba-a1ed-f2c6ed79dc7d service nova] Lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.078824] env[68786]: DEBUG nova.compute.manager [req-3d50d9c0-a315-4638-8e99-28069eaafc6d req-bb9d465e-b81e-4eba-a1ed-f2c6ed79dc7d service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] No waiting events found dispatching network-vif-unplugged-e9ac59f8-9ad9-41c4-bf55-d69d9645abf1 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.079100] env[68786]: WARNING nova.compute.manager [req-3d50d9c0-a315-4638-8e99-28069eaafc6d req-bb9d465e-b81e-4eba-a1ed-f2c6ed79dc7d service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Received unexpected event network-vif-unplugged-e9ac59f8-9ad9-41c4-bf55-d69d9645abf1 for instance with vm_state shelved_offloaded and task_state None. [ 1104.079359] env[68786]: DEBUG nova.compute.manager [req-3d50d9c0-a315-4638-8e99-28069eaafc6d req-bb9d465e-b81e-4eba-a1ed-f2c6ed79dc7d service nova] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Received event network-vif-deleted-6ae53225-6430-4870-b54e-08bff6d7b06f {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.079634] env[68786]: DEBUG nova.compute.manager [req-3d50d9c0-a315-4638-8e99-28069eaafc6d req-bb9d465e-b81e-4eba-a1ed-f2c6ed79dc7d service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Received event network-changed-e9ac59f8-9ad9-41c4-bf55-d69d9645abf1 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.079889] env[68786]: DEBUG nova.compute.manager [req-3d50d9c0-a315-4638-8e99-28069eaafc6d req-bb9d465e-b81e-4eba-a1ed-f2c6ed79dc7d service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Refreshing instance network info cache due to event network-changed-e9ac59f8-9ad9-41c4-bf55-d69d9645abf1. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.080179] env[68786]: DEBUG oslo_concurrency.lockutils [req-3d50d9c0-a315-4638-8e99-28069eaafc6d req-bb9d465e-b81e-4eba-a1ed-f2c6ed79dc7d service nova] Acquiring lock "refresh_cache-1b4b6e87-5f27-46e9-bbd5-2a24317e506a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.080420] env[68786]: DEBUG oslo_concurrency.lockutils [req-3d50d9c0-a315-4638-8e99-28069eaafc6d req-bb9d465e-b81e-4eba-a1ed-f2c6ed79dc7d service nova] Acquired lock "refresh_cache-1b4b6e87-5f27-46e9-bbd5-2a24317e506a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.080675] env[68786]: DEBUG nova.network.neutron [req-3d50d9c0-a315-4638-8e99-28069eaafc6d req-bb9d465e-b81e-4eba-a1ed-f2c6ed79dc7d service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Refreshing network info cache for port e9ac59f8-9ad9-41c4-bf55-d69d9645abf1 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.093177] env[68786]: DEBUG nova.network.neutron [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Port 3ce882e4-f653-4ae6-b19f-3badb2453587 binding to destination host cpu-1 is already ACTIVE {{(pid=68786) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1104.291343] env[68786]: INFO nova.compute.manager [-] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Took 2.02 seconds to deallocate network for instance. [ 1104.323811] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091496, 'name': CreateVM_Task, 'duration_secs': 0.361635} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.323811] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.324630] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618773', 'volume_id': '189882ab-b146-47f5-b504-25baca4a9fbf', 'name': 'volume-189882ab-b146-47f5-b504-25baca4a9fbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44f8b6a9-89fe-4e33-b467-74a981566088', 'attached_at': '', 'detached_at': '', 'volume_id': '189882ab-b146-47f5-b504-25baca4a9fbf', 'serial': '189882ab-b146-47f5-b504-25baca4a9fbf'}, 'device_type': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'attachment_id': 'c00f9d58-cd00-487d-b10a-3bba1781be4d', 'volume_type': None}], 'swap': None} {{(pid=68786) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1104.324932] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Root volume attach. Driver type: vmdk {{(pid=68786) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1104.325971] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30379080-e402-44b8-bbb1-4c5e8f930fcd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.337471] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff158121-d43c-40d9-b8b5-9953b3035fcc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.343887] env[68786]: DEBUG oslo_concurrency.lockutils [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.347314] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da19c66-a3f0-434b-884a-ed43f78cbac3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.358851] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-996863e6-c7aa-4425-91bc-e88710c51bdf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.372749] env[68786]: DEBUG oslo_vmware.api [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Waiting for the task: (returnval){ [ 1104.372749] env[68786]: value = "task-3091497" [ 1104.372749] env[68786]: _type = "Task" [ 1104.372749] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.383407] env[68786]: DEBUG oslo_vmware.api [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Task: {'id': task-3091497, 'name': RelocateVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.453392] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.477320] env[68786]: DEBUG oslo_concurrency.lockutils [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.482473] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.433s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.502862] env[68786]: INFO nova.scheduler.client.report [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Deleted allocations for instance 1fd79203-4a2a-4211-bcb4-4604496c99fb [ 1104.542649] env[68786]: DEBUG nova.network.neutron [req-7d879ccc-2b21-42cb-b7db-0b2172465d71 req-5ef13cec-4162-4d4a-947a-4192823ad99d service nova] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Updated VIF entry in instance network info cache for port cf3d36f2-68a1-41c9-8143-d31ad21f5294. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.542954] env[68786]: DEBUG nova.network.neutron [req-7d879ccc-2b21-42cb-b7db-0b2172465d71 req-5ef13cec-4162-4d4a-947a-4192823ad99d service nova] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Updating instance_info_cache with network_info: [{"id": "cf3d36f2-68a1-41c9-8143-d31ad21f5294", "address": "fa:16:3e:0a:2b:c6", "network": {"id": "292d0073-58f0-467d-abe4-75727aa58255", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2120391206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0a5893426d45c1a58e47c107ca20f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf3d36f2-68", "ovs_interfaceid": "cf3d36f2-68a1-41c9-8143-d31ad21f5294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.663034] env[68786]: DEBUG nova.compute.manager [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1104.694752] env[68786]: DEBUG nova.virt.hardware [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.695575] env[68786]: DEBUG nova.virt.hardware [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.695575] env[68786]: DEBUG nova.virt.hardware [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.695575] env[68786]: DEBUG nova.virt.hardware [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.695575] env[68786]: DEBUG nova.virt.hardware [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.695775] env[68786]: DEBUG nova.virt.hardware [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.696208] env[68786]: DEBUG nova.virt.hardware [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.696328] env[68786]: DEBUG nova.virt.hardware [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.696488] env[68786]: DEBUG nova.virt.hardware [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.696667] env[68786]: DEBUG nova.virt.hardware [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.696863] env[68786]: DEBUG nova.virt.hardware [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.698288] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93039a22-6fe9-4ac0-be43-452e76993683 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.707750] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738bbe4a-db1e-402e-b9e9-66d062f135ae {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.800160] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.845887] env[68786]: DEBUG nova.network.neutron [req-3d50d9c0-a315-4638-8e99-28069eaafc6d req-bb9d465e-b81e-4eba-a1ed-f2c6ed79dc7d service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Updated VIF entry in instance network info cache for port e9ac59f8-9ad9-41c4-bf55-d69d9645abf1. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.845887] env[68786]: DEBUG nova.network.neutron [req-3d50d9c0-a315-4638-8e99-28069eaafc6d req-bb9d465e-b81e-4eba-a1ed-f2c6ed79dc7d service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Updating instance_info_cache with network_info: [{"id": "e9ac59f8-9ad9-41c4-bf55-d69d9645abf1", "address": "fa:16:3e:58:28:58", "network": {"id": "05b352a2-0a93-4081-b237-c313674a704f", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1117742771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6125dd9826ef43d6a08c8460028ec501", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape9ac59f8-9a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.883949] env[68786]: DEBUG oslo_vmware.api [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Task: {'id': task-3091497, 'name': RelocateVM_Task, 'duration_secs': 0.42649} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.884529] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Volume attach. Driver type: vmdk {{(pid=68786) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1104.884529] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618773', 'volume_id': '189882ab-b146-47f5-b504-25baca4a9fbf', 'name': 'volume-189882ab-b146-47f5-b504-25baca4a9fbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44f8b6a9-89fe-4e33-b467-74a981566088', 'attached_at': '', 'detached_at': '', 'volume_id': '189882ab-b146-47f5-b504-25baca4a9fbf', 'serial': '189882ab-b146-47f5-b504-25baca4a9fbf'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1104.885273] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9771c307-4d9d-4496-921a-532aac31bd0b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.903296] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c5b466-f1ca-458d-b2fd-85475c0873cf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.929354] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-189882ab-b146-47f5-b504-25baca4a9fbf/volume-189882ab-b146-47f5-b504-25baca4a9fbf.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.929818] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4a0bef5-78fb-44d3-9756-de07e9a67977 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.955220] env[68786]: DEBUG oslo_vmware.api [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Waiting for the task: (returnval){ [ 1104.955220] env[68786]: value = "task-3091498" [ 1104.955220] env[68786]: _type = "Task" [ 1104.955220] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.966507] env[68786]: DEBUG oslo_vmware.api [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Task: {'id': task-3091498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.991958] env[68786]: INFO nova.compute.claims [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.012278] env[68786]: DEBUG oslo_concurrency.lockutils [None req-39951a45-b899-4d81-8610-38a121187d4d tempest-ServersTestJSON-506714795 tempest-ServersTestJSON-506714795-project-member] Lock "1fd79203-4a2a-4211-bcb4-4604496c99fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.030s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.047281] env[68786]: DEBUG oslo_concurrency.lockutils [req-7d879ccc-2b21-42cb-b7db-0b2172465d71 req-5ef13cec-4162-4d4a-947a-4192823ad99d service nova] Releasing lock "refresh_cache-44f8b6a9-89fe-4e33-b467-74a981566088" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.113146] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "80bb1764-dbeb-465d-b214-d5993765b632-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.113398] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "80bb1764-dbeb-465d-b214-d5993765b632-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.113581] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "80bb1764-dbeb-465d-b214-d5993765b632-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.349313] env[68786]: DEBUG oslo_concurrency.lockutils [req-3d50d9c0-a315-4638-8e99-28069eaafc6d req-bb9d465e-b81e-4eba-a1ed-f2c6ed79dc7d service nova] Releasing lock "refresh_cache-1b4b6e87-5f27-46e9-bbd5-2a24317e506a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.349313] env[68786]: DEBUG nova.compute.manager [req-3d50d9c0-a315-4638-8e99-28069eaafc6d req-bb9d465e-b81e-4eba-a1ed-f2c6ed79dc7d service nova] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Received event network-vif-deleted-c5f36416-913e-4b4a-b027-253b272ca062 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.465780] env[68786]: DEBUG oslo_vmware.api [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Task: {'id': task-3091498, 'name': ReconfigVM_Task, 'duration_secs': 0.274564} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.465780] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-189882ab-b146-47f5-b504-25baca4a9fbf/volume-189882ab-b146-47f5-b504-25baca4a9fbf.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.471269] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-621623f1-7060-4cc5-b34c-3c43a33b028c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.487850] env[68786]: DEBUG oslo_vmware.api [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Waiting for the task: (returnval){ [ 1105.487850] env[68786]: value = "task-3091499" [ 1105.487850] env[68786]: _type = "Task" [ 1105.487850] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.496546] env[68786]: DEBUG oslo_vmware.api [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Task: {'id': task-3091499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.498180] env[68786]: INFO nova.compute.resource_tracker [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Updating resource usage from migration 1ee65a1b-3eeb-485c-91df-5c09839d1932 [ 1105.523565] env[68786]: DEBUG nova.network.neutron [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Successfully updated port: ae614660-7cbf-4a1f-86ed-7cf9fe476d08 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.749269] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53af07e-8cba-467c-8334-bf4fd0abf79e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.757898] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928fe3e8-e7e7-44ee-9f6a-569c59450e1c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.791964] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a107db80-8a67-45af-8db4-80c4e6470942 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.800228] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c234a2-8fc6-4179-8d91-2819360ddb48 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.816167] env[68786]: DEBUG nova.compute.provider_tree [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.998455] env[68786]: DEBUG oslo_vmware.api [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Task: {'id': task-3091499, 'name': ReconfigVM_Task, 'duration_secs': 0.132671} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.998791] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618773', 'volume_id': '189882ab-b146-47f5-b504-25baca4a9fbf', 'name': 'volume-189882ab-b146-47f5-b504-25baca4a9fbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44f8b6a9-89fe-4e33-b467-74a981566088', 'attached_at': '', 'detached_at': '', 'volume_id': '189882ab-b146-47f5-b504-25baca4a9fbf', 'serial': '189882ab-b146-47f5-b504-25baca4a9fbf'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1105.999353] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9df2860f-6c73-438a-a7cc-e7452be90c08 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.007573] env[68786]: DEBUG oslo_vmware.api [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Waiting for the task: (returnval){ [ 1106.007573] env[68786]: value = "task-3091500" [ 1106.007573] env[68786]: _type = "Task" [ 1106.007573] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.015676] env[68786]: DEBUG oslo_vmware.api [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Task: {'id': task-3091500, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.026414] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.026546] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.026695] env[68786]: DEBUG nova.network.neutron [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.101497] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.183862] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "refresh_cache-80bb1764-dbeb-465d-b214-d5993765b632" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.184084] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired lock "refresh_cache-80bb1764-dbeb-465d-b214-d5993765b632" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.184265] env[68786]: DEBUG nova.network.neutron [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.210286] env[68786]: DEBUG nova.compute.manager [req-4c7cb2cc-5f9a-48c7-b75f-f48f1f3f3ac5 req-4f077805-4def-49b1-940b-e93f76b9cfae service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Received event network-vif-plugged-ae614660-7cbf-4a1f-86ed-7cf9fe476d08 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.210634] env[68786]: DEBUG oslo_concurrency.lockutils [req-4c7cb2cc-5f9a-48c7-b75f-f48f1f3f3ac5 req-4f077805-4def-49b1-940b-e93f76b9cfae service nova] Acquiring lock "7c2eb470-12f1-4624-ad45-78e9ce78551b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.210972] env[68786]: DEBUG oslo_concurrency.lockutils [req-4c7cb2cc-5f9a-48c7-b75f-f48f1f3f3ac5 req-4f077805-4def-49b1-940b-e93f76b9cfae service nova] Lock "7c2eb470-12f1-4624-ad45-78e9ce78551b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.211265] env[68786]: DEBUG oslo_concurrency.lockutils [req-4c7cb2cc-5f9a-48c7-b75f-f48f1f3f3ac5 req-4f077805-4def-49b1-940b-e93f76b9cfae service nova] Lock "7c2eb470-12f1-4624-ad45-78e9ce78551b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.211536] env[68786]: DEBUG nova.compute.manager [req-4c7cb2cc-5f9a-48c7-b75f-f48f1f3f3ac5 req-4f077805-4def-49b1-940b-e93f76b9cfae service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] No waiting events found dispatching network-vif-plugged-ae614660-7cbf-4a1f-86ed-7cf9fe476d08 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1106.211836] env[68786]: WARNING nova.compute.manager [req-4c7cb2cc-5f9a-48c7-b75f-f48f1f3f3ac5 req-4f077805-4def-49b1-940b-e93f76b9cfae service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Received unexpected event network-vif-plugged-ae614660-7cbf-4a1f-86ed-7cf9fe476d08 for instance with vm_state building and task_state spawning. [ 1106.211975] env[68786]: DEBUG nova.compute.manager [req-4c7cb2cc-5f9a-48c7-b75f-f48f1f3f3ac5 req-4f077805-4def-49b1-940b-e93f76b9cfae service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Received event network-changed-ae614660-7cbf-4a1f-86ed-7cf9fe476d08 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.212198] env[68786]: DEBUG nova.compute.manager [req-4c7cb2cc-5f9a-48c7-b75f-f48f1f3f3ac5 req-4f077805-4def-49b1-940b-e93f76b9cfae service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Refreshing instance network info cache due to event network-changed-ae614660-7cbf-4a1f-86ed-7cf9fe476d08. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.212306] env[68786]: DEBUG oslo_concurrency.lockutils [req-4c7cb2cc-5f9a-48c7-b75f-f48f1f3f3ac5 req-4f077805-4def-49b1-940b-e93f76b9cfae service nova] Acquiring lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.323820] env[68786]: DEBUG nova.scheduler.client.report [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.518609] env[68786]: DEBUG oslo_vmware.api [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Task: {'id': task-3091500, 'name': Rename_Task, 'duration_secs': 0.14964} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.518903] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.519181] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c36b076-cf71-4d51-a3db-9b392fab333b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.531034] env[68786]: DEBUG oslo_vmware.api [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Waiting for the task: (returnval){ [ 1106.531034] env[68786]: value = "task-3091501" [ 1106.531034] env[68786]: _type = "Task" [ 1106.531034] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.540238] env[68786]: DEBUG oslo_vmware.api [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Task: {'id': task-3091501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.581415] env[68786]: DEBUG nova.network.neutron [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.830131] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.344s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.830131] env[68786]: INFO nova.compute.manager [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Migrating [ 1106.836495] env[68786]: DEBUG oslo_concurrency.lockutils [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.492s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.836797] env[68786]: DEBUG nova.objects.instance [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lazy-loading 'resources' on Instance uuid 1b4b6e87-5f27-46e9-bbd5-2a24317e506a {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.889387] env[68786]: DEBUG nova.network.neutron [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Updating instance_info_cache with network_info: [{"id": "ae614660-7cbf-4a1f-86ed-7cf9fe476d08", "address": "fa:16:3e:9d:05:8e", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae614660-7c", "ovs_interfaceid": "ae614660-7cbf-4a1f-86ed-7cf9fe476d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.043579] env[68786]: DEBUG oslo_vmware.api [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Task: {'id': task-3091501, 'name': PowerOnVM_Task, 'duration_secs': 0.481135} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.045023] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.045023] env[68786]: INFO nova.compute.manager [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Took 4.79 seconds to spawn the instance on the hypervisor. [ 1107.045023] env[68786]: DEBUG nova.compute.manager [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.045793] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4578fe-5e91-4aca-b478-23e73d742ba3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.350336] env[68786]: DEBUG nova.objects.instance [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lazy-loading 'numa_topology' on Instance uuid 1b4b6e87-5f27-46e9-bbd5-2a24317e506a {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.354538] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "refresh_cache-335b5d78-f253-44ab-abb2-b36d887a5e63" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.354538] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired lock "refresh_cache-335b5d78-f253-44ab-abb2-b36d887a5e63" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.354538] env[68786]: DEBUG nova.network.neutron [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.392716] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.393072] env[68786]: DEBUG nova.compute.manager [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Instance network_info: |[{"id": "ae614660-7cbf-4a1f-86ed-7cf9fe476d08", "address": "fa:16:3e:9d:05:8e", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae614660-7c", "ovs_interfaceid": "ae614660-7cbf-4a1f-86ed-7cf9fe476d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.393407] env[68786]: DEBUG oslo_concurrency.lockutils [req-4c7cb2cc-5f9a-48c7-b75f-f48f1f3f3ac5 req-4f077805-4def-49b1-940b-e93f76b9cfae service nova] Acquired lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.393588] env[68786]: DEBUG nova.network.neutron [req-4c7cb2cc-5f9a-48c7-b75f-f48f1f3f3ac5 req-4f077805-4def-49b1-940b-e93f76b9cfae service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Refreshing network info cache for port ae614660-7cbf-4a1f-86ed-7cf9fe476d08 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.394808] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:05:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae614660-7cbf-4a1f-86ed-7cf9fe476d08', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.405317] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.406365] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.406628] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e711768b-ec48-4bb2-b8cf-882284d9ddab {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.433454] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.433454] env[68786]: value = "task-3091502" [ 1107.433454] env[68786]: _type = "Task" [ 1107.433454] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.443933] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091502, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.453146] env[68786]: DEBUG nova.network.neutron [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Updating instance_info_cache with network_info: [{"id": "3ce882e4-f653-4ae6-b19f-3badb2453587", "address": "fa:16:3e:3b:88:0b", "network": {"id": "76c23a36-a90c-4f9e-8062-2d6a92b1019d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1392166569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe3ff263b2d4948b59b511fca2787ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce882e4-f6", "ovs_interfaceid": "3ce882e4-f653-4ae6-b19f-3badb2453587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.573955] env[68786]: INFO nova.compute.manager [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Took 14.26 seconds to build instance. [ 1107.852926] env[68786]: DEBUG nova.objects.base [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Object Instance<1b4b6e87-5f27-46e9-bbd5-2a24317e506a> lazy-loaded attributes: resources,numa_topology {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1107.949145] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091502, 'name': CreateVM_Task, 'duration_secs': 0.370408} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.949356] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.950057] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.950223] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.950572] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.950865] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a86cafde-559d-4d24-9c00-48c1176a8be1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.957302] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Releasing lock "refresh_cache-80bb1764-dbeb-465d-b214-d5993765b632" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.961412] env[68786]: DEBUG oslo_vmware.api [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1107.961412] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]522740d5-58cb-b6fc-66d2-05bb11d971b3" [ 1107.961412] env[68786]: _type = "Task" [ 1107.961412] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.971829] env[68786]: DEBUG oslo_vmware.api [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]522740d5-58cb-b6fc-66d2-05bb11d971b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012777} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.975068] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.975068] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.975068] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.975538] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.975538] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.975706] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c204957a-a621-4378-be5a-6425eff602a6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.986215] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.986215] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.986834] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02871f31-6f6a-498f-a482-e6f1727d6a42 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.997396] env[68786]: DEBUG oslo_vmware.api [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1107.997396] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5284f9d9-330a-3aee-e7c8-429d75f19761" [ 1107.997396] env[68786]: _type = "Task" [ 1107.997396] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.011326] env[68786]: DEBUG oslo_vmware.api [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5284f9d9-330a-3aee-e7c8-429d75f19761, 'name': SearchDatastore_Task, 'duration_secs': 0.01051} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.014160] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-616b7718-48f7-40b4-b08c-10804e2d0676 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.021156] env[68786]: DEBUG oslo_vmware.api [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1108.021156] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]526db329-f953-7bb4-f89c-cdb274d53bb4" [ 1108.021156] env[68786]: _type = "Task" [ 1108.021156] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.035357] env[68786]: DEBUG oslo_vmware.api [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526db329-f953-7bb4-f89c-cdb274d53bb4, 'name': SearchDatastore_Task, 'duration_secs': 0.010219} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.035622] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.035905] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 7c2eb470-12f1-4624-ad45-78e9ce78551b/7c2eb470-12f1-4624-ad45-78e9ce78551b.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.036181] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70737fc0-4ddd-426e-a961-4e4affdb9db5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.045042] env[68786]: DEBUG oslo_vmware.api [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1108.045042] env[68786]: value = "task-3091503" [ 1108.045042] env[68786]: _type = "Task" [ 1108.045042] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.054602] env[68786]: DEBUG oslo_vmware.api [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.078041] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a47725f5-86d9-458a-895e-17bf51977299 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Lock "44f8b6a9-89fe-4e33-b467-74a981566088" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.789s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.116592] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d754e4-8fe5-4d30-9836-f14dd04dab41 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.129135] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfeb83d-3002-4dbd-a680-6e00385a6298 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.169338] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5853a2f7-dd44-429a-ac4a-8b99a3dd44ce {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.179441] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2fcf93-237a-46e5-ae94-47ab97f98bb2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.195716] env[68786]: DEBUG nova.compute.provider_tree [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.224649] env[68786]: DEBUG nova.compute.manager [req-ddc45ae5-ecfb-4166-96f3-1221d4a8d2f9 req-69e1060c-5832-433e-a9f6-5e6871646ed2 service nova] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Received event network-changed-cf3d36f2-68a1-41c9-8143-d31ad21f5294 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.224861] env[68786]: DEBUG nova.compute.manager [req-ddc45ae5-ecfb-4166-96f3-1221d4a8d2f9 req-69e1060c-5832-433e-a9f6-5e6871646ed2 service nova] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Refreshing instance network info cache due to event network-changed-cf3d36f2-68a1-41c9-8143-d31ad21f5294. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.225376] env[68786]: DEBUG oslo_concurrency.lockutils [req-ddc45ae5-ecfb-4166-96f3-1221d4a8d2f9 req-69e1060c-5832-433e-a9f6-5e6871646ed2 service nova] Acquiring lock "refresh_cache-44f8b6a9-89fe-4e33-b467-74a981566088" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.225524] env[68786]: DEBUG oslo_concurrency.lockutils [req-ddc45ae5-ecfb-4166-96f3-1221d4a8d2f9 req-69e1060c-5832-433e-a9f6-5e6871646ed2 service nova] Acquired lock "refresh_cache-44f8b6a9-89fe-4e33-b467-74a981566088" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.225689] env[68786]: DEBUG nova.network.neutron [req-ddc45ae5-ecfb-4166-96f3-1221d4a8d2f9 req-69e1060c-5832-433e-a9f6-5e6871646ed2 service nova] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Refreshing network info cache for port cf3d36f2-68a1-41c9-8143-d31ad21f5294 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.464469] env[68786]: DEBUG nova.network.neutron [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Updating instance_info_cache with network_info: [{"id": "397a7e6f-1f7a-4ae9-8905-de5f80249862", "address": "fa:16:3e:a5:95:8c", "network": {"id": "adf16ff0-fa02-423b-9f55-083dd5b1fcfc", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-275860474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed492f5195f4f438b97034e09f15293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap397a7e6f-1f", "ovs_interfaceid": "397a7e6f-1f7a-4ae9-8905-de5f80249862", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.470385] env[68786]: DEBUG nova.network.neutron [req-4c7cb2cc-5f9a-48c7-b75f-f48f1f3f3ac5 req-4f077805-4def-49b1-940b-e93f76b9cfae service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Updated VIF entry in instance network info cache for port ae614660-7cbf-4a1f-86ed-7cf9fe476d08. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.471220] env[68786]: DEBUG nova.network.neutron [req-4c7cb2cc-5f9a-48c7-b75f-f48f1f3f3ac5 req-4f077805-4def-49b1-940b-e93f76b9cfae service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Updating instance_info_cache with network_info: [{"id": "ae614660-7cbf-4a1f-86ed-7cf9fe476d08", "address": "fa:16:3e:9d:05:8e", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae614660-7c", "ovs_interfaceid": "ae614660-7cbf-4a1f-86ed-7cf9fe476d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.472846] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1695b08-9a26-4049-9b17-66afe2d1ef50 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.485658] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff47e0a3-cb57-4779-970c-bef8ded41884 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.563071] env[68786]: DEBUG oslo_vmware.api [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091503, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.699860] env[68786]: DEBUG nova.scheduler.client.report [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.970880] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Releasing lock "refresh_cache-335b5d78-f253-44ab-abb2-b36d887a5e63" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.976803] env[68786]: DEBUG oslo_concurrency.lockutils [req-4c7cb2cc-5f9a-48c7-b75f-f48f1f3f3ac5 req-4f077805-4def-49b1-940b-e93f76b9cfae service nova] Releasing lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.064285] env[68786]: DEBUG nova.network.neutron [req-ddc45ae5-ecfb-4166-96f3-1221d4a8d2f9 req-69e1060c-5832-433e-a9f6-5e6871646ed2 service nova] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Updated VIF entry in instance network info cache for port cf3d36f2-68a1-41c9-8143-d31ad21f5294. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.064826] env[68786]: DEBUG nova.network.neutron [req-ddc45ae5-ecfb-4166-96f3-1221d4a8d2f9 req-69e1060c-5832-433e-a9f6-5e6871646ed2 service nova] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Updating instance_info_cache with network_info: [{"id": "cf3d36f2-68a1-41c9-8143-d31ad21f5294", "address": "fa:16:3e:0a:2b:c6", "network": {"id": "292d0073-58f0-467d-abe4-75727aa58255", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2120391206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0a5893426d45c1a58e47c107ca20f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf3d36f2-68", "ovs_interfaceid": "cf3d36f2-68a1-41c9-8143-d31ad21f5294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.072441] env[68786]: DEBUG oslo_vmware.api [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545667} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.073093] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 7c2eb470-12f1-4624-ad45-78e9ce78551b/7c2eb470-12f1-4624-ad45-78e9ce78551b.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.073400] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.073746] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bd72afa-8eef-4599-bc93-188f91c8875c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.084987] env[68786]: DEBUG oslo_vmware.api [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1109.084987] env[68786]: value = "task-3091504" [ 1109.084987] env[68786]: _type = "Task" [ 1109.084987] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.100850] env[68786]: DEBUG oslo_vmware.api [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.206404] env[68786]: DEBUG oslo_concurrency.lockutils [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.370s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.209373] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.756s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.209663] env[68786]: DEBUG nova.objects.instance [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lazy-loading 'resources' on Instance uuid ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.574436] env[68786]: DEBUG oslo_concurrency.lockutils [req-ddc45ae5-ecfb-4166-96f3-1221d4a8d2f9 req-69e1060c-5832-433e-a9f6-5e6871646ed2 service nova] Releasing lock "refresh_cache-44f8b6a9-89fe-4e33-b467-74a981566088" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.595502] env[68786]: DEBUG oslo_vmware.api [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.240094} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.597787] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.598795] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceada02a-61de-4e57-aba3-25974728e9a4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.624106] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 7c2eb470-12f1-4624-ad45-78e9ce78551b/7c2eb470-12f1-4624-ad45-78e9ce78551b.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.625405] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01089b2c-8dfe-468d-be94-7f9ae17c79c3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.641071] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706c8e5f-c630-4b7a-a697-09a81004b98d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.666180] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f7268d-693d-45ed-9977-663dae02ea18 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.669346] env[68786]: DEBUG oslo_vmware.api [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1109.669346] env[68786]: value = "task-3091505" [ 1109.669346] env[68786]: _type = "Task" [ 1109.669346] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.675478] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Updating instance '80bb1764-dbeb-465d-b214-d5993765b632' progress to 83 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.684025] env[68786]: DEBUG oslo_vmware.api [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.719242] env[68786]: DEBUG oslo_concurrency.lockutils [None req-94c35f1f-946e-4014-97e6-893a8c5ef435 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.976s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.720439] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.619s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.720711] env[68786]: INFO nova.compute.manager [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Unshelving [ 1109.785488] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Acquiring lock "f7a214f9-afa4-4612-a175-f6ef1cfba841" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.785976] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Lock "f7a214f9-afa4-4612-a175-f6ef1cfba841" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.928212] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dcac25-8caf-4c12-b5cb-9115f31f52aa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.936919] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f978067e-3766-4c4e-bd24-5822f4b9655c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.966827] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42079fd-8b90-40d6-b258-8a5ad7293c68 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.974134] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51da6558-b444-43cf-ab2e-5074f9259688 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.990850] env[68786]: DEBUG nova.compute.provider_tree [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.179828] env[68786]: DEBUG oslo_vmware.api [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091505, 'name': ReconfigVM_Task, 'duration_secs': 0.313033} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.181983] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.181983] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 7c2eb470-12f1-4624-ad45-78e9ce78551b/7c2eb470-12f1-4624-ad45-78e9ce78551b.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.183045] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79e55cf6-f4d1-4aa0-94f7-cd06c543e6d2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.184242] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-060f42ca-58c7-4e8d-b2b6-15276aa21a3d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.191165] env[68786]: DEBUG oslo_vmware.api [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1110.191165] env[68786]: value = "task-3091506" [ 1110.191165] env[68786]: _type = "Task" [ 1110.191165] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.192397] env[68786]: DEBUG oslo_vmware.api [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1110.192397] env[68786]: value = "task-3091507" [ 1110.192397] env[68786]: _type = "Task" [ 1110.192397] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.202920] env[68786]: DEBUG oslo_vmware.api [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.205938] env[68786]: DEBUG oslo_vmware.api [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091507, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.288655] env[68786]: DEBUG nova.compute.manager [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.486284] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c703f5-7dfd-4aef-bfd1-4f3cb85bec21 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.504968] env[68786]: DEBUG nova.scheduler.client.report [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.508048] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Updating instance '335b5d78-f253-44ab-abb2-b36d887a5e63' progress to 0 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.706442] env[68786]: DEBUG oslo_vmware.api [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091507, 'name': Rename_Task, 'duration_secs': 0.140346} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.709071] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.709445] env[68786]: DEBUG oslo_vmware.api [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.709713] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b19e20f-742b-4157-a39d-ed1451803b89 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.716519] env[68786]: DEBUG oslo_vmware.api [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1110.716519] env[68786]: value = "task-3091508" [ 1110.716519] env[68786]: _type = "Task" [ 1110.716519] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.724945] env[68786]: DEBUG oslo_vmware.api [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.731605] env[68786]: DEBUG nova.compute.utils [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.814296] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.012530] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.016044] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.016441] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.217s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.016694] env[68786]: DEBUG nova.objects.instance [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Lazy-loading 'resources' on Instance uuid 24527d30-720d-4250-9cf0-26f89ed407cd {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.017812] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5419da3-ace8-4010-b57b-434bf8b052cf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.025905] env[68786]: DEBUG oslo_vmware.api [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1111.025905] env[68786]: value = "task-3091509" [ 1111.025905] env[68786]: _type = "Task" [ 1111.025905] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.034788] env[68786]: INFO nova.scheduler.client.report [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Deleted allocations for instance ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127 [ 1111.039365] env[68786]: DEBUG oslo_vmware.api [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.203029] env[68786]: DEBUG oslo_vmware.api [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091506, 'name': PowerOnVM_Task, 'duration_secs': 0.69976} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.203282] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.203476] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ed1a32-4050-4c13-9f01-89d0239ecad6 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Updating instance '80bb1764-dbeb-465d-b214-d5993765b632' progress to 100 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.227834] env[68786]: DEBUG oslo_vmware.api [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091508, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.234866] env[68786]: INFO nova.virt.block_device [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Booting with volume 4edd0e7c-177e-491f-ba0d-bc55d83f5108 at /dev/sdb [ 1111.275566] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed1114c7-e72a-475d-aa81-91754b04d27b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.285407] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2985364f-7003-4e92-92b0-0ef2b9017d37 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.321207] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d569f766-b7df-4567-acdf-21f7f2c5200d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.329731] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6b2d32-8e5c-4e35-a643-4a3f3b332474 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.362567] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71a297f-287b-41a4-917d-8b92715b6a39 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.370337] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da49f0fd-a4fb-4bae-be71-426bb7e18b1a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.387233] env[68786]: DEBUG nova.virt.block_device [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Updating existing volume attachment record: 2014e9c7-4d85-4980-8a93-a6958035d6b4 {{(pid=68786) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1111.536492] env[68786]: DEBUG oslo_vmware.api [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091509, 'name': PowerOffVM_Task, 'duration_secs': 0.390789} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.536764] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.537061] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Updating instance '335b5d78-f253-44ab-abb2-b36d887a5e63' progress to 17 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.545041] env[68786]: DEBUG oslo_concurrency.lockutils [None req-aef00b11-1750-433e-9865-c7d139ce82bc tempest-AttachVolumeTestJSON-893004962 tempest-AttachVolumeTestJSON-893004962-project-member] Lock "ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.657s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.727190] env[68786]: DEBUG oslo_vmware.api [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091508, 'name': PowerOnVM_Task, 'duration_secs': 0.970754} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.727522] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.727589] env[68786]: INFO nova.compute.manager [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Took 7.07 seconds to spawn the instance on the hypervisor. [ 1111.727761] env[68786]: DEBUG nova.compute.manager [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.728565] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3cccf0-6caa-4414-959d-6c7b21c04f5d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.732412] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0414218a-e787-4935-930d-5d6618cae12d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.748045] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7faf30-03a3-4494-a225-5cc156f2b3c8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.780711] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa0f815-1d95-439e-96d0-a9c05f12c20a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.790085] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8c2dfb-fe1c-4a42-ad0d-4fbe430dea76 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.808284] env[68786]: DEBUG nova.compute.provider_tree [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.050390] env[68786]: DEBUG nova.virt.hardware [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.050631] env[68786]: DEBUG nova.virt.hardware [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.050882] env[68786]: DEBUG nova.virt.hardware [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.051737] env[68786]: DEBUG nova.virt.hardware [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.051737] env[68786]: DEBUG nova.virt.hardware [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.051737] env[68786]: DEBUG nova.virt.hardware [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.051986] env[68786]: DEBUG nova.virt.hardware [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.052180] env[68786]: DEBUG nova.virt.hardware [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.052445] env[68786]: DEBUG nova.virt.hardware [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.052708] env[68786]: DEBUG nova.virt.hardware [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.053095] env[68786]: DEBUG nova.virt.hardware [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.061646] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8af8f0a3-23a7-4ba3-b1a5-f08a898be0a5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.088500] env[68786]: DEBUG oslo_vmware.api [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1112.088500] env[68786]: value = "task-3091513" [ 1112.088500] env[68786]: _type = "Task" [ 1112.088500] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.096780] env[68786]: DEBUG oslo_vmware.api [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.256860] env[68786]: INFO nova.compute.manager [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Took 18.02 seconds to build instance. [ 1112.309465] env[68786]: DEBUG nova.scheduler.client.report [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.598231] env[68786]: DEBUG oslo_vmware.api [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091513, 'name': ReconfigVM_Task, 'duration_secs': 0.249321} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.598641] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Updating instance '335b5d78-f253-44ab-abb2-b36d887a5e63' progress to 33 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.762899] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f133ca62-970a-4d6b-84ce-df983f3ea07f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "7c2eb470-12f1-4624-ad45-78e9ce78551b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.533s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.818011] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.821504] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.007s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.823521] env[68786]: INFO nova.compute.claims [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.841182] env[68786]: INFO nova.scheduler.client.report [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Deleted allocations for instance 24527d30-720d-4250-9cf0-26f89ed407cd [ 1113.040976] env[68786]: DEBUG nova.compute.manager [req-98f1c5b5-033d-4c1a-9efe-718d8cc8338c req-8666ad5d-fcef-4343-aa91-3cb32dfe3db6 service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Received event network-changed-ae614660-7cbf-4a1f-86ed-7cf9fe476d08 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.041181] env[68786]: DEBUG nova.compute.manager [req-98f1c5b5-033d-4c1a-9efe-718d8cc8338c req-8666ad5d-fcef-4343-aa91-3cb32dfe3db6 service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Refreshing instance network info cache due to event network-changed-ae614660-7cbf-4a1f-86ed-7cf9fe476d08. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.041396] env[68786]: DEBUG oslo_concurrency.lockutils [req-98f1c5b5-033d-4c1a-9efe-718d8cc8338c req-8666ad5d-fcef-4343-aa91-3cb32dfe3db6 service nova] Acquiring lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.041543] env[68786]: DEBUG oslo_concurrency.lockutils [req-98f1c5b5-033d-4c1a-9efe-718d8cc8338c req-8666ad5d-fcef-4343-aa91-3cb32dfe3db6 service nova] Acquired lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.041710] env[68786]: DEBUG nova.network.neutron [req-98f1c5b5-033d-4c1a-9efe-718d8cc8338c req-8666ad5d-fcef-4343-aa91-3cb32dfe3db6 service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Refreshing network info cache for port ae614660-7cbf-4a1f-86ed-7cf9fe476d08 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.105468] env[68786]: DEBUG nova.virt.hardware [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.105614] env[68786]: DEBUG nova.virt.hardware [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.106629] env[68786]: DEBUG nova.virt.hardware [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.106629] env[68786]: DEBUG nova.virt.hardware [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.106629] env[68786]: DEBUG nova.virt.hardware [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.106629] env[68786]: DEBUG nova.virt.hardware [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.106629] env[68786]: DEBUG nova.virt.hardware [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.106629] env[68786]: DEBUG nova.virt.hardware [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.106853] env[68786]: DEBUG nova.virt.hardware [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.107070] env[68786]: DEBUG nova.virt.hardware [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.108296] env[68786]: DEBUG nova.virt.hardware [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.114670] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.115364] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc87db35-3e7f-49b0-a8c0-c9dd079b158c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.137755] env[68786]: DEBUG oslo_vmware.api [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1113.137755] env[68786]: value = "task-3091515" [ 1113.137755] env[68786]: _type = "Task" [ 1113.137755] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.146197] env[68786]: DEBUG oslo_vmware.api [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.348889] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0f66c5d5-2da4-411a-9b26-e0c750c2c7ab tempest-ServersV294TestFqdnHostnames-174337190 tempest-ServersV294TestFqdnHostnames-174337190-project-member] Lock "24527d30-720d-4250-9cf0-26f89ed407cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.806s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.647431] env[68786]: DEBUG oslo_vmware.api [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091515, 'name': ReconfigVM_Task, 'duration_secs': 0.448579} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.647715] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1113.648518] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92e1255-fa31-47f6-a384-85b6e165c1c9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.674254] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 335b5d78-f253-44ab-abb2-b36d887a5e63/335b5d78-f253-44ab-abb2-b36d887a5e63.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.674600] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1930fdd7-c7b1-4326-9864-ec67140c8bfb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.693191] env[68786]: DEBUG oslo_vmware.api [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1113.693191] env[68786]: value = "task-3091517" [ 1113.693191] env[68786]: _type = "Task" [ 1113.693191] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.701389] env[68786]: DEBUG oslo_vmware.api [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.894179] env[68786]: DEBUG nova.network.neutron [req-98f1c5b5-033d-4c1a-9efe-718d8cc8338c req-8666ad5d-fcef-4343-aa91-3cb32dfe3db6 service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Updated VIF entry in instance network info cache for port ae614660-7cbf-4a1f-86ed-7cf9fe476d08. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.894624] env[68786]: DEBUG nova.network.neutron [req-98f1c5b5-033d-4c1a-9efe-718d8cc8338c req-8666ad5d-fcef-4343-aa91-3cb32dfe3db6 service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Updating instance_info_cache with network_info: [{"id": "ae614660-7cbf-4a1f-86ed-7cf9fe476d08", "address": "fa:16:3e:9d:05:8e", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae614660-7c", "ovs_interfaceid": "ae614660-7cbf-4a1f-86ed-7cf9fe476d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.896746] env[68786]: DEBUG oslo_concurrency.lockutils [None req-32813fc0-b736-4354-9aad-b980ef6a1ec4 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "80bb1764-dbeb-465d-b214-d5993765b632" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.896746] env[68786]: DEBUG oslo_concurrency.lockutils [None req-32813fc0-b736-4354-9aad-b980ef6a1ec4 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "80bb1764-dbeb-465d-b214-d5993765b632" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.897660] env[68786]: DEBUG nova.compute.manager [None req-32813fc0-b736-4354-9aad-b980ef6a1ec4 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Going to confirm migration 5 {{(pid=68786) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1114.002666] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "6d384692-142d-49ba-aa0e-63aa7d84d8c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.002893] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "6d384692-142d-49ba-aa0e-63aa7d84d8c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.044680] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd0d53c-b1d2-4cc6-99db-a8ac4bf5434f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.053948] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea5d50d-35be-4c6f-864b-0a2a695749b3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.084015] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bdacb7-aabf-4d10-9299-81edae568b68 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.092199] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc8e4e9-cdc3-4554-a973-4d1bc7a037f4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.108114] env[68786]: DEBUG nova.compute.provider_tree [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.203361] env[68786]: DEBUG oslo_vmware.api [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091517, 'name': ReconfigVM_Task, 'duration_secs': 0.273519} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.203727] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 335b5d78-f253-44ab-abb2-b36d887a5e63/335b5d78-f253-44ab-abb2-b36d887a5e63.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.204812] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Updating instance '335b5d78-f253-44ab-abb2-b36d887a5e63' progress to 50 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.402411] env[68786]: DEBUG oslo_concurrency.lockutils [req-98f1c5b5-033d-4c1a-9efe-718d8cc8338c req-8666ad5d-fcef-4343-aa91-3cb32dfe3db6 service nova] Releasing lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.509268] env[68786]: DEBUG nova.compute.manager [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.521491] env[68786]: DEBUG oslo_concurrency.lockutils [None req-32813fc0-b736-4354-9aad-b980ef6a1ec4 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "refresh_cache-80bb1764-dbeb-465d-b214-d5993765b632" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.525833] env[68786]: DEBUG oslo_concurrency.lockutils [None req-32813fc0-b736-4354-9aad-b980ef6a1ec4 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquired lock "refresh_cache-80bb1764-dbeb-465d-b214-d5993765b632" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.525833] env[68786]: DEBUG nova.network.neutron [None req-32813fc0-b736-4354-9aad-b980ef6a1ec4 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.525833] env[68786]: DEBUG nova.objects.instance [None req-32813fc0-b736-4354-9aad-b980ef6a1ec4 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lazy-loading 'info_cache' on Instance uuid 80bb1764-dbeb-465d-b214-d5993765b632 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.611574] env[68786]: DEBUG nova.scheduler.client.report [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.713022] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad626bb5-014c-4b34-bbdf-2fdd648e3651 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.736030] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124b9ce3-6302-4a1f-b8d2-26911da9470b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.755917] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Updating instance '335b5d78-f253-44ab-abb2-b36d887a5e63' progress to 67 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.037305] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.120979] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.121656] env[68786]: DEBUG nova.compute.manager [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.124561] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.087s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.126387] env[68786]: INFO nova.compute.claims [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.353130] env[68786]: DEBUG nova.network.neutron [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Port 397a7e6f-1f7a-4ae9-8905-de5f80249862 binding to destination host cpu-1 is already ACTIVE {{(pid=68786) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1115.630753] env[68786]: DEBUG nova.compute.utils [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.637053] env[68786]: DEBUG nova.compute.manager [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.637053] env[68786]: DEBUG nova.network.neutron [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.693661] env[68786]: DEBUG nova.policy [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6bd49b7c6ac4860b35b413b9cb73b12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f50dee9812c949ebb52cb5ed4b472a92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.877627] env[68786]: DEBUG nova.network.neutron [None req-32813fc0-b736-4354-9aad-b980ef6a1ec4 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Updating instance_info_cache with network_info: [{"id": "3ce882e4-f653-4ae6-b19f-3badb2453587", "address": "fa:16:3e:3b:88:0b", "network": {"id": "76c23a36-a90c-4f9e-8062-2d6a92b1019d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1392166569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe3ff263b2d4948b59b511fca2787ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce882e4-f6", "ovs_interfaceid": "3ce882e4-f653-4ae6-b19f-3badb2453587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.043636] env[68786]: DEBUG nova.network.neutron [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Successfully created port: ccf60e31-ac1e-4b37-bfa5-406d682ee6fa {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.135645] env[68786]: DEBUG nova.compute.manager [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.356771] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2190a1a9-c81e-4f6c-9264-e93fca96ad85 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.363933] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0367825c-9842-42aa-97f1-9e82a2a208b6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.380630] env[68786]: DEBUG oslo_concurrency.lockutils [None req-32813fc0-b736-4354-9aad-b980ef6a1ec4 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Releasing lock "refresh_cache-80bb1764-dbeb-465d-b214-d5993765b632" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.380841] env[68786]: DEBUG nova.objects.instance [None req-32813fc0-b736-4354-9aad-b980ef6a1ec4 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lazy-loading 'migration_context' on Instance uuid 80bb1764-dbeb-465d-b214-d5993765b632 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.408845] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "335b5d78-f253-44ab-abb2-b36d887a5e63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.409127] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "335b5d78-f253-44ab-abb2-b36d887a5e63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.409328] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "335b5d78-f253-44ab-abb2-b36d887a5e63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.412075] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282d73d1-c747-4219-8617-a20f10136056 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.421944] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d6712e-96c3-49be-8c14-87ea2f85b11b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.436174] env[68786]: DEBUG nova.compute.provider_tree [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.886326] env[68786]: DEBUG nova.objects.base [None req-32813fc0-b736-4354-9aad-b980ef6a1ec4 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Object Instance<80bb1764-dbeb-465d-b214-d5993765b632> lazy-loaded attributes: info_cache,migration_context {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1116.887334] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678e81ba-2b70-4436-86cb-e241ef1d55f5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.907627] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0788fe3a-59f5-419d-8399-be88f3a4d69e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.914667] env[68786]: DEBUG oslo_vmware.api [None req-32813fc0-b736-4354-9aad-b980ef6a1ec4 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1116.914667] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5246f8a0-3fc1-25a1-71ac-b22383f619ba" [ 1116.914667] env[68786]: _type = "Task" [ 1116.914667] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.923076] env[68786]: DEBUG oslo_vmware.api [None req-32813fc0-b736-4354-9aad-b980ef6a1ec4 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5246f8a0-3fc1-25a1-71ac-b22383f619ba, 'name': SearchDatastore_Task, 'duration_secs': 0.007886} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.923347] env[68786]: DEBUG oslo_concurrency.lockutils [None req-32813fc0-b736-4354-9aad-b980ef6a1ec4 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.939156] env[68786]: DEBUG nova.scheduler.client.report [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.994618] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.148227] env[68786]: DEBUG nova.compute.manager [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.173921] env[68786]: DEBUG nova.virt.hardware [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.174220] env[68786]: DEBUG nova.virt.hardware [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.174383] env[68786]: DEBUG nova.virt.hardware [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.174565] env[68786]: DEBUG nova.virt.hardware [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.174712] env[68786]: DEBUG nova.virt.hardware [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.174859] env[68786]: DEBUG nova.virt.hardware [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.175080] env[68786]: DEBUG nova.virt.hardware [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.175245] env[68786]: DEBUG nova.virt.hardware [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.175417] env[68786]: DEBUG nova.virt.hardware [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.175579] env[68786]: DEBUG nova.virt.hardware [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.175754] env[68786]: DEBUG nova.virt.hardware [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.176766] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45e9c97-74c4-48d8-ae59-5bb5ea48cb87 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.185263] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8376a8-aad5-4121-a683-aba446cfa697 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.446287] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.447171] env[68786]: DEBUG nova.compute.manager [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.451996] env[68786]: DEBUG oslo_concurrency.lockutils [None req-32813fc0-b736-4354-9aad-b980ef6a1ec4 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.528s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.457924] env[68786]: DEBUG nova.compute.manager [req-1105ab3c-e6ea-407b-9bb2-4ee225d9a3b5 req-3a30fed3-c653-4040-a6fe-86e54f07222d service nova] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Received event network-vif-plugged-ccf60e31-ac1e-4b37-bfa5-406d682ee6fa {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.458422] env[68786]: DEBUG oslo_concurrency.lockutils [req-1105ab3c-e6ea-407b-9bb2-4ee225d9a3b5 req-3a30fed3-c653-4040-a6fe-86e54f07222d service nova] Acquiring lock "f7a214f9-afa4-4612-a175-f6ef1cfba841-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.458759] env[68786]: DEBUG oslo_concurrency.lockutils [req-1105ab3c-e6ea-407b-9bb2-4ee225d9a3b5 req-3a30fed3-c653-4040-a6fe-86e54f07222d service nova] Lock "f7a214f9-afa4-4612-a175-f6ef1cfba841-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.459063] env[68786]: DEBUG oslo_concurrency.lockutils [req-1105ab3c-e6ea-407b-9bb2-4ee225d9a3b5 req-3a30fed3-c653-4040-a6fe-86e54f07222d service nova] Lock "f7a214f9-afa4-4612-a175-f6ef1cfba841-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.459490] env[68786]: DEBUG nova.compute.manager [req-1105ab3c-e6ea-407b-9bb2-4ee225d9a3b5 req-3a30fed3-c653-4040-a6fe-86e54f07222d service nova] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] No waiting events found dispatching network-vif-plugged-ccf60e31-ac1e-4b37-bfa5-406d682ee6fa {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.459780] env[68786]: WARNING nova.compute.manager [req-1105ab3c-e6ea-407b-9bb2-4ee225d9a3b5 req-3a30fed3-c653-4040-a6fe-86e54f07222d service nova] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Received unexpected event network-vif-plugged-ccf60e31-ac1e-4b37-bfa5-406d682ee6fa for instance with vm_state building and task_state spawning. [ 1117.467634] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "refresh_cache-335b5d78-f253-44ab-abb2-b36d887a5e63" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.467908] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired lock "refresh_cache-335b5d78-f253-44ab-abb2-b36d887a5e63" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.468205] env[68786]: DEBUG nova.network.neutron [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.609723] env[68786]: DEBUG nova.network.neutron [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Successfully updated port: ccf60e31-ac1e-4b37-bfa5-406d682ee6fa {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.957990] env[68786]: DEBUG nova.compute.utils [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.959419] env[68786]: DEBUG nova.compute.manager [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1117.959588] env[68786]: DEBUG nova.network.neutron [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.037180] env[68786]: DEBUG nova.policy [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3218cc14ea1446578c512f8b5dbcd2b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62b6fdc11c364201ae04b85ff669b826', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.111385] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Acquiring lock "refresh_cache-f7a214f9-afa4-4612-a175-f6ef1cfba841" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.111535] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Acquired lock "refresh_cache-f7a214f9-afa4-4612-a175-f6ef1cfba841" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.111685] env[68786]: DEBUG nova.network.neutron [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.137182] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75256e9-d556-4d9d-adfc-ab115fd91c67 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.145120] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61d5259-0b42-4d58-b23b-a7d3b9ed7cad {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.176620] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.177151] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.177914] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187198f9-de22-4e1e-88c4-64df38b549a9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.180432] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.180611] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.181177] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.181344] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.181521] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.181628] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68786) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1118.181774] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager.update_available_resource {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.186010] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c622b430-436f-4b29-92ef-e862c5eb8bff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.201566] env[68786]: DEBUG nova.compute.provider_tree [None req-32813fc0-b736-4354-9aad-b980ef6a1ec4 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.313268] env[68786]: DEBUG nova.network.neutron [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Updating instance_info_cache with network_info: [{"id": "397a7e6f-1f7a-4ae9-8905-de5f80249862", "address": "fa:16:3e:a5:95:8c", "network": {"id": "adf16ff0-fa02-423b-9f55-083dd5b1fcfc", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-275860474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed492f5195f4f438b97034e09f15293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap397a7e6f-1f", "ovs_interfaceid": "397a7e6f-1f7a-4ae9-8905-de5f80249862", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.436692] env[68786]: DEBUG nova.network.neutron [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Successfully created port: 9ad67913-46fb-43ba-bb53-962082ddfd66 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.462907] env[68786]: DEBUG nova.compute.manager [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.686440] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.705189] env[68786]: DEBUG nova.scheduler.client.report [None req-32813fc0-b736-4354-9aad-b980ef6a1ec4 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.818791] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Releasing lock "refresh_cache-335b5d78-f253-44ab-abb2-b36d887a5e63" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.867161] env[68786]: DEBUG nova.network.neutron [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.112423] env[68786]: DEBUG nova.network.neutron [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Updating instance_info_cache with network_info: [{"id": "ccf60e31-ac1e-4b37-bfa5-406d682ee6fa", "address": "fa:16:3e:68:b5:17", "network": {"id": "63351c56-29e6-43b3-af5a-89e8460f0d75", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-108613073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f50dee9812c949ebb52cb5ed4b472a92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf60e31-ac", "ovs_interfaceid": "ccf60e31-ac1e-4b37-bfa5-406d682ee6fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.345433] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3297bb-d596-4a0f-ad62-d4c61fa99257 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.364999] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff855b1-abe1-45f3-8d16-1746825d94f9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.371842] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Updating instance '335b5d78-f253-44ab-abb2-b36d887a5e63' progress to 83 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.472759] env[68786]: DEBUG nova.compute.manager [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.487121] env[68786]: DEBUG nova.compute.manager [req-680e10c6-3cfd-480b-966a-14189b6d16b4 req-688024c0-04a0-4045-a857-e33005f61860 service nova] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Received event network-changed-ccf60e31-ac1e-4b37-bfa5-406d682ee6fa {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.487228] env[68786]: DEBUG nova.compute.manager [req-680e10c6-3cfd-480b-966a-14189b6d16b4 req-688024c0-04a0-4045-a857-e33005f61860 service nova] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Refreshing instance network info cache due to event network-changed-ccf60e31-ac1e-4b37-bfa5-406d682ee6fa. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.487395] env[68786]: DEBUG oslo_concurrency.lockutils [req-680e10c6-3cfd-480b-966a-14189b6d16b4 req-688024c0-04a0-4045-a857-e33005f61860 service nova] Acquiring lock "refresh_cache-f7a214f9-afa4-4612-a175-f6ef1cfba841" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.498902] env[68786]: DEBUG nova.virt.hardware [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.499225] env[68786]: DEBUG nova.virt.hardware [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.499392] env[68786]: DEBUG nova.virt.hardware [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.499579] env[68786]: DEBUG nova.virt.hardware [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.499722] env[68786]: DEBUG nova.virt.hardware [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.499867] env[68786]: DEBUG nova.virt.hardware [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.500082] env[68786]: DEBUG nova.virt.hardware [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.500246] env[68786]: DEBUG nova.virt.hardware [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.500414] env[68786]: DEBUG nova.virt.hardware [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.500573] env[68786]: DEBUG nova.virt.hardware [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.500746] env[68786]: DEBUG nova.virt.hardware [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.501614] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a276ea1-7957-407d-a658-2bb24849788f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.509538] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342f13cc-b4b2-4e78-aba7-66a7fd7f40da {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.615685] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Releasing lock "refresh_cache-f7a214f9-afa4-4612-a175-f6ef1cfba841" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.617031] env[68786]: DEBUG nova.compute.manager [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Instance network_info: |[{"id": "ccf60e31-ac1e-4b37-bfa5-406d682ee6fa", "address": "fa:16:3e:68:b5:17", "network": {"id": "63351c56-29e6-43b3-af5a-89e8460f0d75", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-108613073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f50dee9812c949ebb52cb5ed4b472a92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf60e31-ac", "ovs_interfaceid": "ccf60e31-ac1e-4b37-bfa5-406d682ee6fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.617031] env[68786]: DEBUG oslo_concurrency.lockutils [req-680e10c6-3cfd-480b-966a-14189b6d16b4 req-688024c0-04a0-4045-a857-e33005f61860 service nova] Acquired lock "refresh_cache-f7a214f9-afa4-4612-a175-f6ef1cfba841" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.617031] env[68786]: DEBUG nova.network.neutron [req-680e10c6-3cfd-480b-966a-14189b6d16b4 req-688024c0-04a0-4045-a857-e33005f61860 service nova] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Refreshing network info cache for port ccf60e31-ac1e-4b37-bfa5-406d682ee6fa {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.617953] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:b5:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccf60e31-ac1e-4b37-bfa5-406d682ee6fa', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.625608] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Creating folder: Project (f50dee9812c949ebb52cb5ed4b472a92). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.629112] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5acb68ce-57a0-49dd-9dd8-521240c2b52f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.642055] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Created folder: Project (f50dee9812c949ebb52cb5ed4b472a92) in parent group-v618484. [ 1119.642055] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Creating folder: Instances. Parent ref: group-v618784. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.642055] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16b171a8-8e1e-4369-9e75-c8e130cd666c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.650875] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Created folder: Instances in parent group-v618784. [ 1119.651113] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.651304] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.651503] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f75d2a3-06dd-44af-b153-486c66504fb3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.673811] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.673811] env[68786]: value = "task-3091522" [ 1119.673811] env[68786]: _type = "Task" [ 1119.673811] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.686311] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091522, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.718229] env[68786]: DEBUG oslo_concurrency.lockutils [None req-32813fc0-b736-4354-9aad-b980ef6a1ec4 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.266s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.721197] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.727s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.721429] env[68786]: DEBUG nova.objects.instance [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lazy-loading 'pci_requests' on Instance uuid 1b4b6e87-5f27-46e9-bbd5-2a24317e506a {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.879023] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.879369] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbf0668e-f8cd-4f2a-9204-007b0f968179 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.887356] env[68786]: DEBUG oslo_vmware.api [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1119.887356] env[68786]: value = "task-3091523" [ 1119.887356] env[68786]: _type = "Task" [ 1119.887356] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.897296] env[68786]: DEBUG oslo_vmware.api [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.901424] env[68786]: DEBUG nova.network.neutron [req-680e10c6-3cfd-480b-966a-14189b6d16b4 req-688024c0-04a0-4045-a857-e33005f61860 service nova] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Updated VIF entry in instance network info cache for port ccf60e31-ac1e-4b37-bfa5-406d682ee6fa. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.901893] env[68786]: DEBUG nova.network.neutron [req-680e10c6-3cfd-480b-966a-14189b6d16b4 req-688024c0-04a0-4045-a857-e33005f61860 service nova] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Updating instance_info_cache with network_info: [{"id": "ccf60e31-ac1e-4b37-bfa5-406d682ee6fa", "address": "fa:16:3e:68:b5:17", "network": {"id": "63351c56-29e6-43b3-af5a-89e8460f0d75", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-108613073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f50dee9812c949ebb52cb5ed4b472a92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf60e31-ac", "ovs_interfaceid": "ccf60e31-ac1e-4b37-bfa5-406d682ee6fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.975787] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1154f351-bdc8-442c-acb0-4c7704856046 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "6ccf8c87-93ce-4721-80b4-6ede01d0adf9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.976119] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1154f351-bdc8-442c-acb0-4c7704856046 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "6ccf8c87-93ce-4721-80b4-6ede01d0adf9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.184179] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091522, 'name': CreateVM_Task, 'duration_secs': 0.356488} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.184402] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.185150] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.185363] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.185759] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.186072] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c10540b-d60d-43ed-a736-ac8b52ba8f02 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.191207] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Waiting for the task: (returnval){ [ 1120.191207] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]526307c0-05b9-9189-f81c-565e9d10104b" [ 1120.191207] env[68786]: _type = "Task" [ 1120.191207] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.199113] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526307c0-05b9-9189-f81c-565e9d10104b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.227894] env[68786]: DEBUG nova.objects.instance [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lazy-loading 'numa_topology' on Instance uuid 1b4b6e87-5f27-46e9-bbd5-2a24317e506a {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.283836] env[68786]: DEBUG nova.compute.manager [req-3337ee70-2d18-4edc-8da2-c80b36503f4b req-c6534201-f0f4-4b8e-a4b9-f1ce67b12eb2 service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Received event network-vif-plugged-9ad67913-46fb-43ba-bb53-962082ddfd66 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.284100] env[68786]: DEBUG oslo_concurrency.lockutils [req-3337ee70-2d18-4edc-8da2-c80b36503f4b req-c6534201-f0f4-4b8e-a4b9-f1ce67b12eb2 service nova] Acquiring lock "6d384692-142d-49ba-aa0e-63aa7d84d8c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.284322] env[68786]: DEBUG oslo_concurrency.lockutils [req-3337ee70-2d18-4edc-8da2-c80b36503f4b req-c6534201-f0f4-4b8e-a4b9-f1ce67b12eb2 service nova] Lock "6d384692-142d-49ba-aa0e-63aa7d84d8c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.284496] env[68786]: DEBUG oslo_concurrency.lockutils [req-3337ee70-2d18-4edc-8da2-c80b36503f4b req-c6534201-f0f4-4b8e-a4b9-f1ce67b12eb2 service nova] Lock "6d384692-142d-49ba-aa0e-63aa7d84d8c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.284664] env[68786]: DEBUG nova.compute.manager [req-3337ee70-2d18-4edc-8da2-c80b36503f4b req-c6534201-f0f4-4b8e-a4b9-f1ce67b12eb2 service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] No waiting events found dispatching network-vif-plugged-9ad67913-46fb-43ba-bb53-962082ddfd66 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.284829] env[68786]: WARNING nova.compute.manager [req-3337ee70-2d18-4edc-8da2-c80b36503f4b req-c6534201-f0f4-4b8e-a4b9-f1ce67b12eb2 service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Received unexpected event network-vif-plugged-9ad67913-46fb-43ba-bb53-962082ddfd66 for instance with vm_state building and task_state spawning. [ 1120.372512] env[68786]: INFO nova.scheduler.client.report [None req-32813fc0-b736-4354-9aad-b980ef6a1ec4 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Deleted allocation for migration e8d0d2cd-49eb-4e75-b61f-e3ab4cb1b005 [ 1120.397049] env[68786]: DEBUG oslo_vmware.api [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091523, 'name': PowerOnVM_Task, 'duration_secs': 0.480185} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.397169] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.397326] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2b36b503-7cb5-440d-a38a-8246d4e819ff tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Updating instance '335b5d78-f253-44ab-abb2-b36d887a5e63' progress to 100 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.405838] env[68786]: DEBUG oslo_concurrency.lockutils [req-680e10c6-3cfd-480b-966a-14189b6d16b4 req-688024c0-04a0-4045-a857-e33005f61860 service nova] Releasing lock "refresh_cache-f7a214f9-afa4-4612-a175-f6ef1cfba841" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.410657] env[68786]: INFO nova.compute.manager [None req-a040b628-a048-40cd-a119-4174e0d2c0f0 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Get console output [ 1120.411044] env[68786]: WARNING nova.virt.vmwareapi.driver [None req-a040b628-a048-40cd-a119-4174e0d2c0f0 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] The console log is missing. Check your VSPC configuration [ 1120.479348] env[68786]: DEBUG nova.compute.utils [None req-1154f351-bdc8-442c-acb0-4c7704856046 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.700833] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]526307c0-05b9-9189-f81c-565e9d10104b, 'name': SearchDatastore_Task, 'duration_secs': 0.009451} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.701249] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.701493] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.701784] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.701938] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.702136] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.702399] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ba6de23-cd28-4851-9e52-c6738e255fae {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.711283] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.711467] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.712185] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3efd679a-d6a3-4eda-90b3-8d2a20547fd8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.717809] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Waiting for the task: (returnval){ [ 1120.717809] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5200ca1c-4b69-cf59-032b-4b2ecc62c2dc" [ 1120.717809] env[68786]: _type = "Task" [ 1120.717809] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.725581] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5200ca1c-4b69-cf59-032b-4b2ecc62c2dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.732301] env[68786]: INFO nova.compute.claims [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.763194] env[68786]: DEBUG nova.network.neutron [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Successfully updated port: 9ad67913-46fb-43ba-bb53-962082ddfd66 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.877642] env[68786]: DEBUG oslo_concurrency.lockutils [None req-32813fc0-b736-4354-9aad-b980ef6a1ec4 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "80bb1764-dbeb-465d-b214-d5993765b632" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.981s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.982444] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1154f351-bdc8-442c-acb0-4c7704856046 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "6ccf8c87-93ce-4721-80b4-6ede01d0adf9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.228772] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5200ca1c-4b69-cf59-032b-4b2ecc62c2dc, 'name': SearchDatastore_Task, 'duration_secs': 0.014109} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.229551] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fbd6632-e795-49c4-9ac5-0e88557f8188 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.234987] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Waiting for the task: (returnval){ [ 1121.234987] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]524dc2d5-5fed-45d6-6451-8e5485f4846c" [ 1121.234987] env[68786]: _type = "Task" [ 1121.234987] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.245325] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524dc2d5-5fed-45d6-6451-8e5485f4846c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.266310] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "refresh_cache-6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.266404] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "refresh_cache-6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.266582] env[68786]: DEBUG nova.network.neutron [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.512915] env[68786]: DEBUG nova.compute.manager [req-e063879b-a070-4fab-8324-4269ee3bb8fd req-5368f147-101f-42a9-ae03-e4ece9c3e8b2 service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Received event network-changed-9ad67913-46fb-43ba-bb53-962082ddfd66 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.513437] env[68786]: DEBUG nova.compute.manager [req-e063879b-a070-4fab-8324-4269ee3bb8fd req-5368f147-101f-42a9-ae03-e4ece9c3e8b2 service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Refreshing instance network info cache due to event network-changed-9ad67913-46fb-43ba-bb53-962082ddfd66. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.513644] env[68786]: DEBUG oslo_concurrency.lockutils [req-e063879b-a070-4fab-8324-4269ee3bb8fd req-5368f147-101f-42a9-ae03-e4ece9c3e8b2 service nova] Acquiring lock "refresh_cache-6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.748930] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524dc2d5-5fed-45d6-6451-8e5485f4846c, 'name': SearchDatastore_Task, 'duration_secs': 0.00957} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.749639] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.749744] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] f7a214f9-afa4-4612-a175-f6ef1cfba841/f7a214f9-afa4-4612-a175-f6ef1cfba841.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.750020] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13b83d95-621f-4678-8b2c-43ec0c2a5be2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.757442] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Waiting for the task: (returnval){ [ 1121.757442] env[68786]: value = "task-3091524" [ 1121.757442] env[68786]: _type = "Task" [ 1121.757442] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.766176] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Task: {'id': task-3091524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.799742] env[68786]: DEBUG nova.network.neutron [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.933326] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d4e866-e271-4d43-afcf-21e4c6d5efc0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.944671] env[68786]: DEBUG nova.network.neutron [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Updating instance_info_cache with network_info: [{"id": "9ad67913-46fb-43ba-bb53-962082ddfd66", "address": "fa:16:3e:da:f7:24", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad67913-46", "ovs_interfaceid": "9ad67913-46fb-43ba-bb53-962082ddfd66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.952267] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972c8734-d181-45d4-bd85-0a1f34a6b5e6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.987798] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748a7924-b72e-4929-942a-96e4ebacd55c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.996328] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a18804-0fed-465d-989c-c1ef5ad6d32c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.013778] env[68786]: DEBUG nova.compute.provider_tree [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.041642] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1154f351-bdc8-442c-acb0-4c7704856046 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "6ccf8c87-93ce-4721-80b4-6ede01d0adf9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.041926] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1154f351-bdc8-442c-acb0-4c7704856046 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "6ccf8c87-93ce-4721-80b4-6ede01d0adf9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.042200] env[68786]: INFO nova.compute.manager [None req-1154f351-bdc8-442c-acb0-4c7704856046 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Attaching volume 8f1b378d-97ab-4fe1-9d87-f0d7d786df24 to /dev/sdb [ 1122.080217] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fa39c6-c5cb-4705-870a-fd555f3a4928 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.090986] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fe0e8c-f54a-4ada-805a-4f51d0ffe965 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.107917] env[68786]: DEBUG nova.virt.block_device [None req-1154f351-bdc8-442c-acb0-4c7704856046 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Updating existing volume attachment record: bb121849-7508-4537-a91f-c0dbc89a7c91 {{(pid=68786) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1122.267273] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Task: {'id': task-3091524, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.449038] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "refresh_cache-6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.449495] env[68786]: DEBUG nova.compute.manager [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Instance network_info: |[{"id": "9ad67913-46fb-43ba-bb53-962082ddfd66", "address": "fa:16:3e:da:f7:24", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad67913-46", "ovs_interfaceid": "9ad67913-46fb-43ba-bb53-962082ddfd66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1122.450212] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "f5e74f81-ffd8-40b0-888b-68d3f1e55bfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.450355] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "f5e74f81-ffd8-40b0-888b-68d3f1e55bfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.450574] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "f5e74f81-ffd8-40b0-888b-68d3f1e55bfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.450838] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "f5e74f81-ffd8-40b0-888b-68d3f1e55bfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.451089] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "f5e74f81-ffd8-40b0-888b-68d3f1e55bfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.453056] env[68786]: DEBUG oslo_concurrency.lockutils [req-e063879b-a070-4fab-8324-4269ee3bb8fd req-5368f147-101f-42a9-ae03-e4ece9c3e8b2 service nova] Acquired lock "refresh_cache-6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.453165] env[68786]: DEBUG nova.network.neutron [req-e063879b-a070-4fab-8324-4269ee3bb8fd req-5368f147-101f-42a9-ae03-e4ece9c3e8b2 service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Refreshing network info cache for port 9ad67913-46fb-43ba-bb53-962082ddfd66 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.454905] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:f7:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ad67913-46fb-43ba-bb53-962082ddfd66', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.463864] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.464643] env[68786]: INFO nova.compute.manager [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Terminating instance [ 1122.466144] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.467723] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a817e0f6-191c-49b3-bf6c-ff429a3dbcc0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.489729] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.489729] env[68786]: value = "task-3091526" [ 1122.489729] env[68786]: _type = "Task" [ 1122.489729] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.498187] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091526, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.516873] env[68786]: DEBUG nova.scheduler.client.report [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.732516] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "335b5d78-f253-44ab-abb2-b36d887a5e63" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.732857] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "335b5d78-f253-44ab-abb2-b36d887a5e63" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.733189] env[68786]: DEBUG nova.compute.manager [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Going to confirm migration 6 {{(pid=68786) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1122.780142] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Task: {'id': task-3091524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515492} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.780364] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] f7a214f9-afa4-4612-a175-f6ef1cfba841/f7a214f9-afa4-4612-a175-f6ef1cfba841.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.780718] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.780911] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0de81859-e0c2-4529-abdb-84bfe9c35ef4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.786916] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Waiting for the task: (returnval){ [ 1122.786916] env[68786]: value = "task-3091527" [ 1122.786916] env[68786]: _type = "Task" [ 1122.786916] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.795976] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Task: {'id': task-3091527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.984848] env[68786]: DEBUG nova.compute.manager [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1122.985071] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.986183] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f071c9-f603-4646-a8bc-67de95df3659 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.995987] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.998555] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7ce71ba-ad87-400d-8951-d42b4e640fad {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.003803] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091526, 'name': CreateVM_Task, 'duration_secs': 0.35163} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.004281] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.005192] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.006220] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.006548] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.006795] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a1f71bc-2ef3-43a1-8444-ca5310ecc438 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.009762] env[68786]: DEBUG oslo_vmware.api [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1123.009762] env[68786]: value = "task-3091528" [ 1123.009762] env[68786]: _type = "Task" [ 1123.009762] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.013895] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1123.013895] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c79310-0105-5e9b-ab92-79de4a369e64" [ 1123.013895] env[68786]: _type = "Task" [ 1123.013895] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.020147] env[68786]: DEBUG oslo_vmware.api [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.021459] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.300s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.026389] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.340s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.026616] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.026811] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68786) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1123.027546] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c79310-0105-5e9b-ab92-79de4a369e64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.028324] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b72b8b-eec1-4f3d-b38e-746b389010c8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.038379] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0668189-ef87-4155-8152-9548d70a9413 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.054634] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7bf93d-7c19-4945-81a3-d99a436cd098 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.061243] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd07764c-0e16-43e2-98a0-48abaeaefda3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.091639] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179017MB free_disk=138GB free_vcpus=48 pci_devices=None {{(pid=68786) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1123.091799] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.092043] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.096862] env[68786]: INFO nova.network.neutron [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Updating port e9ac59f8-9ad9-41c4-bf55-d69d9645abf1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1123.298926] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Task: {'id': task-3091527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069551} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.299373] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.300848] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79847a93-0411-4c06-9416-799d8b01fcdf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.306617] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "refresh_cache-335b5d78-f253-44ab-abb2-b36d887a5e63" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.306874] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquired lock "refresh_cache-335b5d78-f253-44ab-abb2-b36d887a5e63" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.307194] env[68786]: DEBUG nova.network.neutron [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.307497] env[68786]: DEBUG nova.objects.instance [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lazy-loading 'info_cache' on Instance uuid 335b5d78-f253-44ab-abb2-b36d887a5e63 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.337227] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] f7a214f9-afa4-4612-a175-f6ef1cfba841/f7a214f9-afa4-4612-a175-f6ef1cfba841.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.339275] env[68786]: DEBUG nova.network.neutron [req-e063879b-a070-4fab-8324-4269ee3bb8fd req-5368f147-101f-42a9-ae03-e4ece9c3e8b2 service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Updated VIF entry in instance network info cache for port 9ad67913-46fb-43ba-bb53-962082ddfd66. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.339275] env[68786]: DEBUG nova.network.neutron [req-e063879b-a070-4fab-8324-4269ee3bb8fd req-5368f147-101f-42a9-ae03-e4ece9c3e8b2 service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Updating instance_info_cache with network_info: [{"id": "9ad67913-46fb-43ba-bb53-962082ddfd66", "address": "fa:16:3e:da:f7:24", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad67913-46", "ovs_interfaceid": "9ad67913-46fb-43ba-bb53-962082ddfd66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.340393] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a56a4c4-fc46-4fe7-a6e6-4fdd67990287 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.356814] env[68786]: DEBUG oslo_concurrency.lockutils [req-e063879b-a070-4fab-8324-4269ee3bb8fd req-5368f147-101f-42a9-ae03-e4ece9c3e8b2 service nova] Releasing lock "refresh_cache-6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.362746] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Waiting for the task: (returnval){ [ 1123.362746] env[68786]: value = "task-3091529" [ 1123.362746] env[68786]: _type = "Task" [ 1123.362746] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.373347] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Task: {'id': task-3091529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.523762] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c79310-0105-5e9b-ab92-79de4a369e64, 'name': SearchDatastore_Task, 'duration_secs': 0.023191} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.526856] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.527169] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.527414] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.527581] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.528553] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.528553] env[68786]: DEBUG oslo_vmware.api [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091528, 'name': PowerOffVM_Task, 'duration_secs': 0.242641} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.528553] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ae1c8cd-f17b-4c17-8af4-e2b6745e5c4f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.532333] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.532333] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.532333] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74d8bd8b-0af8-4f5f-85b4-5feb40af5285 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.544319] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.544319] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.544713] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81d0ce92-6fea-4918-909e-0768ceafee4d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.550677] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1123.550677] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5263b476-a305-fdca-2274-d5d18829df2f" [ 1123.550677] env[68786]: _type = "Task" [ 1123.550677] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.558091] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5263b476-a305-fdca-2274-d5d18829df2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.606927] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.611787] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.611787] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Deleting the datastore file [datastore1] f5e74f81-ffd8-40b0-888b-68d3f1e55bfb {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.612140] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5c6e187-08e6-4cf8-b68c-3bf85bc57a0d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.626300] env[68786]: DEBUG oslo_vmware.api [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1123.626300] env[68786]: value = "task-3091531" [ 1123.626300] env[68786]: _type = "Task" [ 1123.626300] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.633530] env[68786]: DEBUG oslo_vmware.api [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.872383] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Task: {'id': task-3091529, 'name': ReconfigVM_Task, 'duration_secs': 0.270218} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.872383] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Reconfigured VM instance instance-00000072 to attach disk [datastore1] f7a214f9-afa4-4612-a175-f6ef1cfba841/f7a214f9-afa4-4612-a175-f6ef1cfba841.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.872932] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fec46ff-79ec-4ab2-bb53-af13bb44f011 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.879536] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Waiting for the task: (returnval){ [ 1123.879536] env[68786]: value = "task-3091532" [ 1123.879536] env[68786]: _type = "Task" [ 1123.879536] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.887375] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Task: {'id': task-3091532, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.061070] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5263b476-a305-fdca-2274-d5d18829df2f, 'name': SearchDatastore_Task, 'duration_secs': 0.016751} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.061470] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09978199-8a79-4c24-940e-0ae1c8e55cbf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.066423] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1124.066423] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5285e9fe-fa03-8b5a-56c8-eec1512f6dc6" [ 1124.066423] env[68786]: _type = "Task" [ 1124.066423] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.073913] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5285e9fe-fa03-8b5a-56c8-eec1512f6dc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.113603] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Applying migration context for instance 335b5d78-f253-44ab-abb2-b36d887a5e63 as it has an incoming, in-progress migration 1ee65a1b-3eeb-485c-91df-5c09839d1932. Migration status is finished {{(pid=68786) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1124.115657] env[68786]: INFO nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Updating resource usage from migration 1ee65a1b-3eeb-485c-91df-5c09839d1932 [ 1124.134637] env[68786]: DEBUG oslo_vmware.api [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.499365} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.134891] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.135094] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.135345] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.135526] env[68786]: INFO nova.compute.manager [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1124.135764] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.136719] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 9869d412-3315-4661-a648-2c573ff65f7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.136857] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 656e0ed0-c4ea-4779-87d5-b4077132b563 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.136978] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance f5e74f81-ffd8-40b0-888b-68d3f1e55bfb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.137113] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 1934197e-68b9-4bec-8d18-286fa8bacb51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.137229] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 6ccf8c87-93ce-4721-80b4-6ede01d0adf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.137339] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 80bb1764-dbeb-465d-b214-d5993765b632 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.137449] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 44f8b6a9-89fe-4e33-b467-74a981566088 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.138306] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 7c2eb470-12f1-4624-ad45-78e9ce78551b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.138498] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Migration 1ee65a1b-3eeb-485c-91df-5c09839d1932 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1124.138628] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 335b5d78-f253-44ab-abb2-b36d887a5e63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.138748] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 1b4b6e87-5f27-46e9-bbd5-2a24317e506a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.138860] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance f7a214f9-afa4-4612-a175-f6ef1cfba841 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.138971] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 6d384692-142d-49ba-aa0e-63aa7d84d8c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.139236] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1124.139385] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1124.141611] env[68786]: DEBUG nova.compute.manager [-] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.141728] env[68786]: DEBUG nova.network.neutron [-] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.313025] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e872eac-0ed9-4b18-b58d-8aa93966cbfc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.322981] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0ce495-b573-4654-a45b-6ce31a56aa37 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.358121] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dc585b-cc36-4171-8417-850bbc7d933b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.365550] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fc9354-cf06-4023-ac5f-c6b76ac13e2b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.379569] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.393944] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Task: {'id': task-3091532, 'name': Rename_Task, 'duration_secs': 0.148909} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.395010] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.395287] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f375ce6f-f4f7-4a1d-812b-f3190cac060e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.401835] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Waiting for the task: (returnval){ [ 1124.401835] env[68786]: value = "task-3091534" [ 1124.401835] env[68786]: _type = "Task" [ 1124.401835] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.411819] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Task: {'id': task-3091534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.578436] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5285e9fe-fa03-8b5a-56c8-eec1512f6dc6, 'name': SearchDatastore_Task, 'duration_secs': 0.022333} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.578817] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.578967] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 6d384692-142d-49ba-aa0e-63aa7d84d8c7/6d384692-142d-49ba-aa0e-63aa7d84d8c7.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.579247] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb4b55d5-d5e8-4f77-ab45-0e988765cca6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.585864] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1124.585864] env[68786]: value = "task-3091535" [ 1124.585864] env[68786]: _type = "Task" [ 1124.585864] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.593862] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.715144] env[68786]: DEBUG nova.network.neutron [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Updating instance_info_cache with network_info: [{"id": "397a7e6f-1f7a-4ae9-8905-de5f80249862", "address": "fa:16:3e:a5:95:8c", "network": {"id": "adf16ff0-fa02-423b-9f55-083dd5b1fcfc", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-275860474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed492f5195f4f438b97034e09f15293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap397a7e6f-1f", "ovs_interfaceid": "397a7e6f-1f7a-4ae9-8905-de5f80249862", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.832232] env[68786]: DEBUG nova.compute.manager [req-0a0c9737-012e-4e81-a87c-f371f26c018a req-ae1ae15d-e861-4eea-83dc-22c8eaad81ed service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Received event network-vif-plugged-e9ac59f8-9ad9-41c4-bf55-d69d9645abf1 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.832232] env[68786]: DEBUG oslo_concurrency.lockutils [req-0a0c9737-012e-4e81-a87c-f371f26c018a req-ae1ae15d-e861-4eea-83dc-22c8eaad81ed service nova] Acquiring lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.832232] env[68786]: DEBUG oslo_concurrency.lockutils [req-0a0c9737-012e-4e81-a87c-f371f26c018a req-ae1ae15d-e861-4eea-83dc-22c8eaad81ed service nova] Lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.832232] env[68786]: DEBUG oslo_concurrency.lockutils [req-0a0c9737-012e-4e81-a87c-f371f26c018a req-ae1ae15d-e861-4eea-83dc-22c8eaad81ed service nova] Lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.832935] env[68786]: DEBUG nova.compute.manager [req-0a0c9737-012e-4e81-a87c-f371f26c018a req-ae1ae15d-e861-4eea-83dc-22c8eaad81ed service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] No waiting events found dispatching network-vif-plugged-e9ac59f8-9ad9-41c4-bf55-d69d9645abf1 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1124.833315] env[68786]: WARNING nova.compute.manager [req-0a0c9737-012e-4e81-a87c-f371f26c018a req-ae1ae15d-e861-4eea-83dc-22c8eaad81ed service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Received unexpected event network-vif-plugged-e9ac59f8-9ad9-41c4-bf55-d69d9645abf1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1124.884960] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.913198] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Task: {'id': task-3091534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.932634] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "refresh_cache-1b4b6e87-5f27-46e9-bbd5-2a24317e506a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.932820] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquired lock "refresh_cache-1b4b6e87-5f27-46e9-bbd5-2a24317e506a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.933014] env[68786]: DEBUG nova.network.neutron [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.096937] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091535, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.221438] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Releasing lock "refresh_cache-335b5d78-f253-44ab-abb2-b36d887a5e63" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.221718] env[68786]: DEBUG nova.objects.instance [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lazy-loading 'migration_context' on Instance uuid 335b5d78-f253-44ab-abb2-b36d887a5e63 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.357072] env[68786]: DEBUG nova.network.neutron [-] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.390430] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68786) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1125.390430] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.298s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.391393] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.391393] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Cleaning up deleted instances with incomplete migration {{(pid=68786) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1125.414636] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Task: {'id': task-3091534, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.596967] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.889441} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.599660] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 6d384692-142d-49ba-aa0e-63aa7d84d8c7/6d384692-142d-49ba-aa0e-63aa7d84d8c7.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.599888] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.600176] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edd17857-dbe5-4757-8078-d78d3849ffaf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.607061] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1125.607061] env[68786]: value = "task-3091536" [ 1125.607061] env[68786]: _type = "Task" [ 1125.607061] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.615855] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.665804] env[68786]: DEBUG nova.network.neutron [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Updating instance_info_cache with network_info: [{"id": "e9ac59f8-9ad9-41c4-bf55-d69d9645abf1", "address": "fa:16:3e:58:28:58", "network": {"id": "05b352a2-0a93-4081-b237-c313674a704f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117742771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6125dd9826ef43d6a08c8460028ec501", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ac59f8-9a", "ovs_interfaceid": "e9ac59f8-9ad9-41c4-bf55-d69d9645abf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.728238] env[68786]: DEBUG nova.objects.base [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Object Instance<335b5d78-f253-44ab-abb2-b36d887a5e63> lazy-loaded attributes: info_cache,migration_context {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1125.728238] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4992626-fa9e-4f6f-aa18-f342e39b5d05 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.749372] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48071fa1-363e-4f07-a409-8da63405b5e6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.755408] env[68786]: DEBUG oslo_vmware.api [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1125.755408] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a7de72-21c7-942c-3217-5022792e8290" [ 1125.755408] env[68786]: _type = "Task" [ 1125.755408] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.763699] env[68786]: DEBUG oslo_vmware.api [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a7de72-21c7-942c-3217-5022792e8290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.860329] env[68786]: INFO nova.compute.manager [-] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Took 1.72 seconds to deallocate network for instance. [ 1125.893911] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.913993] env[68786]: DEBUG oslo_vmware.api [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Task: {'id': task-3091534, 'name': PowerOnVM_Task, 'duration_secs': 1.116039} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.914338] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.914561] env[68786]: INFO nova.compute.manager [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1125.914715] env[68786]: DEBUG nova.compute.manager [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.915528] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5879252-3dca-4d65-9da2-bd27ec3ca714 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.116471] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160344} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.116757] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.117583] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c5f8a3-1ded-43d8-9420-1a91003e3e38 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.139401] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 6d384692-142d-49ba-aa0e-63aa7d84d8c7/6d384692-142d-49ba-aa0e-63aa7d84d8c7.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.139671] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14b46c69-d225-45a2-862f-5532cb1da763 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.160153] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1126.160153] env[68786]: value = "task-3091537" [ 1126.160153] env[68786]: _type = "Task" [ 1126.160153] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.168038] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Releasing lock "refresh_cache-1b4b6e87-5f27-46e9-bbd5-2a24317e506a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.169923] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.196626] env[68786]: DEBUG nova.virt.hardware [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a3c8af7a6869310bd96cf55b4dd1c280',container_format='bare',created_at=2025-03-19T15:42:30Z,direct_url=,disk_format='vmdk',id=a2387466-2819-470f-8add-5953d0520b3f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1295262142-shelved',owner='6125dd9826ef43d6a08c8460028ec501',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-03-19T15:42:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.196908] env[68786]: DEBUG nova.virt.hardware [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.197080] env[68786]: DEBUG nova.virt.hardware [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.197270] env[68786]: DEBUG nova.virt.hardware [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.197418] env[68786]: DEBUG nova.virt.hardware [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.197566] env[68786]: DEBUG nova.virt.hardware [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.197779] env[68786]: DEBUG nova.virt.hardware [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.197959] env[68786]: DEBUG nova.virt.hardware [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.198149] env[68786]: DEBUG nova.virt.hardware [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.198319] env[68786]: DEBUG nova.virt.hardware [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.198496] env[68786]: DEBUG nova.virt.hardware [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.199385] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103f27b7-3d4a-4fd6-b9bb-2745d45c9085 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.207916] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ce48cb-e751-40ba-b126-bd36a06ae178 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.221865] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:28:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9ac59f8-9ad9-41c4-bf55-d69d9645abf1', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.229291] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.229573] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.229790] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1f2de61-c27e-4a13-98e1-8bb282af14ac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.250865] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.250865] env[68786]: value = "task-3091538" [ 1126.250865] env[68786]: _type = "Task" [ 1126.250865] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.258555] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091538, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.270245] env[68786]: DEBUG oslo_vmware.api [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a7de72-21c7-942c-3217-5022792e8290, 'name': SearchDatastore_Task, 'duration_secs': 0.009489} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.270591] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.271069] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.367218] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.433931] env[68786]: INFO nova.compute.manager [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Took 15.64 seconds to build instance. [ 1126.665642] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-1154f351-bdc8-442c-acb0-4c7704856046 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Volume attach. Driver type: vmdk {{(pid=68786) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1126.665869] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-1154f351-bdc8-442c-acb0-4c7704856046 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618787', 'volume_id': '8f1b378d-97ab-4fe1-9d87-f0d7d786df24', 'name': 'volume-8f1b378d-97ab-4fe1-9d87-f0d7d786df24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ccf8c87-93ce-4721-80b4-6ede01d0adf9', 'attached_at': '', 'detached_at': '', 'volume_id': '8f1b378d-97ab-4fe1-9d87-f0d7d786df24', 'serial': '8f1b378d-97ab-4fe1-9d87-f0d7d786df24'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1126.666707] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5df5b71-765b-48e3-a38f-89bcb07f2032 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.675935] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091537, 'name': ReconfigVM_Task, 'duration_secs': 0.367699} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.685745] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 6d384692-142d-49ba-aa0e-63aa7d84d8c7/6d384692-142d-49ba-aa0e-63aa7d84d8c7.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.686458] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1e52b57-a036-4f4c-b4e6-9596375df0f3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.688262] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b298a8df-5ff7-47ca-a9ed-b6ca2a05ea4b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.694806] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1126.694806] env[68786]: value = "task-3091539" [ 1126.694806] env[68786]: _type = "Task" [ 1126.694806] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.714567] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-1154f351-bdc8-442c-acb0-4c7704856046 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-8f1b378d-97ab-4fe1-9d87-f0d7d786df24/volume-8f1b378d-97ab-4fe1-9d87-f0d7d786df24.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.717764] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-510bf674-ed88-4298-b099-a90981a1d353 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.737348] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091539, 'name': Rename_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.738695] env[68786]: DEBUG oslo_vmware.api [None req-1154f351-bdc8-442c-acb0-4c7704856046 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 1126.738695] env[68786]: value = "task-3091540" [ 1126.738695] env[68786]: _type = "Task" [ 1126.738695] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.747534] env[68786]: DEBUG oslo_vmware.api [None req-1154f351-bdc8-442c-acb0-4c7704856046 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.761913] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091538, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.782618] env[68786]: DEBUG oslo_concurrency.lockutils [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Acquiring lock "f7a214f9-afa4-4612-a175-f6ef1cfba841" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.862207] env[68786]: DEBUG nova.compute.manager [req-1c884962-a6b0-426e-ad16-214884bcd998 req-504ea021-1aba-451a-9fb4-4d00d208098b service nova] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Received event network-vif-deleted-0a75c718-4e94-48bf-8834-2395898eff6f {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.862430] env[68786]: DEBUG nova.compute.manager [req-1c884962-a6b0-426e-ad16-214884bcd998 req-504ea021-1aba-451a-9fb4-4d00d208098b service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Received event network-changed-e9ac59f8-9ad9-41c4-bf55-d69d9645abf1 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.862614] env[68786]: DEBUG nova.compute.manager [req-1c884962-a6b0-426e-ad16-214884bcd998 req-504ea021-1aba-451a-9fb4-4d00d208098b service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Refreshing instance network info cache due to event network-changed-e9ac59f8-9ad9-41c4-bf55-d69d9645abf1. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.862821] env[68786]: DEBUG oslo_concurrency.lockutils [req-1c884962-a6b0-426e-ad16-214884bcd998 req-504ea021-1aba-451a-9fb4-4d00d208098b service nova] Acquiring lock "refresh_cache-1b4b6e87-5f27-46e9-bbd5-2a24317e506a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.862958] env[68786]: DEBUG oslo_concurrency.lockutils [req-1c884962-a6b0-426e-ad16-214884bcd998 req-504ea021-1aba-451a-9fb4-4d00d208098b service nova] Acquired lock "refresh_cache-1b4b6e87-5f27-46e9-bbd5-2a24317e506a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.863128] env[68786]: DEBUG nova.network.neutron [req-1c884962-a6b0-426e-ad16-214884bcd998 req-504ea021-1aba-451a-9fb4-4d00d208098b service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Refreshing network info cache for port e9ac59f8-9ad9-41c4-bf55-d69d9645abf1 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.935551] env[68786]: DEBUG oslo_concurrency.lockutils [None req-ea3765d1-b326-4124-922b-d0c3a66e2e29 tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Lock "f7a214f9-afa4-4612-a175-f6ef1cfba841" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.149s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.938208] env[68786]: DEBUG oslo_concurrency.lockutils [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Lock "f7a214f9-afa4-4612-a175-f6ef1cfba841" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.156s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.938479] env[68786]: DEBUG oslo_concurrency.lockutils [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Acquiring lock "f7a214f9-afa4-4612-a175-f6ef1cfba841-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.938706] env[68786]: DEBUG oslo_concurrency.lockutils [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Lock "f7a214f9-afa4-4612-a175-f6ef1cfba841-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.938887] env[68786]: DEBUG oslo_concurrency.lockutils [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Lock "f7a214f9-afa4-4612-a175-f6ef1cfba841-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.940930] env[68786]: INFO nova.compute.manager [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Terminating instance [ 1126.966307] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ef624c-4172-473b-8bc3-e01cd6fcff62 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.974851] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd7c929-dda2-4861-a75a-4887f102e032 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.006558] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcf2636-3028-4ca0-a4f1-d96ec8e8b2c0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.013865] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcee19e-5822-470c-bb61-1ebe6c05d498 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.027549] env[68786]: DEBUG nova.compute.provider_tree [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.216528] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091539, 'name': Rename_Task, 'duration_secs': 0.163775} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.216817] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.217086] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-897d066f-8bbd-4210-84aa-c332f72ea20e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.223983] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1127.223983] env[68786]: value = "task-3091541" [ 1127.223983] env[68786]: _type = "Task" [ 1127.223983] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.232154] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.247852] env[68786]: DEBUG oslo_vmware.api [None req-1154f351-bdc8-442c-acb0-4c7704856046 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.260689] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091538, 'name': CreateVM_Task, 'duration_secs': 0.572864} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.260874] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.261610] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a2387466-2819-470f-8add-5953d0520b3f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.261799] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a2387466-2819-470f-8add-5953d0520b3f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.262209] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a2387466-2819-470f-8add-5953d0520b3f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.262526] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-883940c6-df52-4173-a963-8981bb1db6eb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.267161] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1127.267161] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]524df90d-d747-dcf9-bfcc-cd9c2ddc5e76" [ 1127.267161] env[68786]: _type = "Task" [ 1127.267161] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.275043] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524df90d-d747-dcf9-bfcc-cd9c2ddc5e76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.444476] env[68786]: DEBUG nova.compute.manager [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.444715] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.445635] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e56c7cc-c70a-4aad-937b-c78fa4929723 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.454029] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.454381] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-460cf34a-d949-42c6-9bf2-9041986b0656 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.462818] env[68786]: DEBUG oslo_vmware.api [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Waiting for the task: (returnval){ [ 1127.462818] env[68786]: value = "task-3091542" [ 1127.462818] env[68786]: _type = "Task" [ 1127.462818] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.474463] env[68786]: DEBUG oslo_vmware.api [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Task: {'id': task-3091542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.531277] env[68786]: DEBUG nova.scheduler.client.report [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.615773] env[68786]: DEBUG nova.network.neutron [req-1c884962-a6b0-426e-ad16-214884bcd998 req-504ea021-1aba-451a-9fb4-4d00d208098b service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Updated VIF entry in instance network info cache for port e9ac59f8-9ad9-41c4-bf55-d69d9645abf1. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.616385] env[68786]: DEBUG nova.network.neutron [req-1c884962-a6b0-426e-ad16-214884bcd998 req-504ea021-1aba-451a-9fb4-4d00d208098b service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Updating instance_info_cache with network_info: [{"id": "e9ac59f8-9ad9-41c4-bf55-d69d9645abf1", "address": "fa:16:3e:58:28:58", "network": {"id": "05b352a2-0a93-4081-b237-c313674a704f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117742771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6125dd9826ef43d6a08c8460028ec501", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ac59f8-9a", "ovs_interfaceid": "e9ac59f8-9ad9-41c4-bf55-d69d9645abf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.734336] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091541, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.748303] env[68786]: DEBUG oslo_vmware.api [None req-1154f351-bdc8-442c-acb0-4c7704856046 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091540, 'name': ReconfigVM_Task, 'duration_secs': 0.650349} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.748624] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-1154f351-bdc8-442c-acb0-4c7704856046 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-8f1b378d-97ab-4fe1-9d87-f0d7d786df24/volume-8f1b378d-97ab-4fe1-9d87-f0d7d786df24.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.753911] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b83886d4-8221-4a04-b205-af053f00c69c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.772444] env[68786]: DEBUG oslo_vmware.api [None req-1154f351-bdc8-442c-acb0-4c7704856046 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 1127.772444] env[68786]: value = "task-3091543" [ 1127.772444] env[68786]: _type = "Task" [ 1127.772444] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.781279] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a2387466-2819-470f-8add-5953d0520b3f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.781611] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Processing image a2387466-2819-470f-8add-5953d0520b3f {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.781940] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a2387466-2819-470f-8add-5953d0520b3f/a2387466-2819-470f-8add-5953d0520b3f.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.782131] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a2387466-2819-470f-8add-5953d0520b3f/a2387466-2819-470f-8add-5953d0520b3f.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.782322] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.782601] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-349db54a-3281-4992-b594-77ff2d68275e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.787746] env[68786]: DEBUG oslo_vmware.api [None req-1154f351-bdc8-442c-acb0-4c7704856046 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091543, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.794995] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.795194] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.796010] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65809558-0ccb-4f61-869d-f34cfd78fb89 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.801571] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1127.801571] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]527747a2-4d21-e425-6ac7-cce47406a527" [ 1127.801571] env[68786]: _type = "Task" [ 1127.801571] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.813694] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]527747a2-4d21-e425-6ac7-cce47406a527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.975811] env[68786]: DEBUG oslo_vmware.api [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Task: {'id': task-3091542, 'name': PowerOffVM_Task, 'duration_secs': 0.203034} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.976224] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.976478] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.976817] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6fd6308-6f57-4a7e-b07d-de4cfb38bcc9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.063328] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.063688] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.063970] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Deleting the datastore file [datastore1] f7a214f9-afa4-4612-a175-f6ef1cfba841 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.064368] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43f34d2a-05f6-4059-bbbc-802c7699be98 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.070434] env[68786]: DEBUG oslo_vmware.api [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Waiting for the task: (returnval){ [ 1128.070434] env[68786]: value = "task-3091545" [ 1128.070434] env[68786]: _type = "Task" [ 1128.070434] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.078677] env[68786]: DEBUG oslo_vmware.api [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Task: {'id': task-3091545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.119854] env[68786]: DEBUG oslo_concurrency.lockutils [req-1c884962-a6b0-426e-ad16-214884bcd998 req-504ea021-1aba-451a-9fb4-4d00d208098b service nova] Releasing lock "refresh_cache-1b4b6e87-5f27-46e9-bbd5-2a24317e506a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.234769] env[68786]: DEBUG oslo_vmware.api [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091541, 'name': PowerOnVM_Task, 'duration_secs': 0.591375} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.235065] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.235277] env[68786]: INFO nova.compute.manager [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1128.235455] env[68786]: DEBUG nova.compute.manager [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.236250] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47dd822-7568-49d8-8ad8-342f2571d211 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.282692] env[68786]: DEBUG oslo_vmware.api [None req-1154f351-bdc8-442c-acb0-4c7704856046 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091543, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.312272] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Preparing fetch location {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1128.312559] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Fetch image to [datastore1] OSTACK_IMG_b5f72cb0-e07b-462b-bc94-2a62a5d9a881/OSTACK_IMG_b5f72cb0-e07b-462b-bc94-2a62a5d9a881.vmdk {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1128.312763] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Downloading stream optimized image a2387466-2819-470f-8add-5953d0520b3f to [datastore1] OSTACK_IMG_b5f72cb0-e07b-462b-bc94-2a62a5d9a881/OSTACK_IMG_b5f72cb0-e07b-462b-bc94-2a62a5d9a881.vmdk on the data store datastore1 as vApp {{(pid=68786) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1128.312939] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Downloading image file data a2387466-2819-470f-8add-5953d0520b3f to the ESX as VM named 'OSTACK_IMG_b5f72cb0-e07b-462b-bc94-2a62a5d9a881' {{(pid=68786) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1128.385119] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1128.385119] env[68786]: value = "resgroup-9" [ 1128.385119] env[68786]: _type = "ResourcePool" [ 1128.385119] env[68786]: }. {{(pid=68786) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1128.385409] env[68786]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b3ffabbc-f9ad-418d-8c5d-a79632a6166e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.406436] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lease: (returnval){ [ 1128.406436] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]521d1fcc-50ac-e0a2-e21b-4c4027ccf00f" [ 1128.406436] env[68786]: _type = "HttpNfcLease" [ 1128.406436] env[68786]: } obtained for vApp import into resource pool (val){ [ 1128.406436] env[68786]: value = "resgroup-9" [ 1128.406436] env[68786]: _type = "ResourcePool" [ 1128.406436] env[68786]: }. {{(pid=68786) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1128.406696] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the lease: (returnval){ [ 1128.406696] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]521d1fcc-50ac-e0a2-e21b-4c4027ccf00f" [ 1128.406696] env[68786]: _type = "HttpNfcLease" [ 1128.406696] env[68786]: } to be ready. {{(pid=68786) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1128.412841] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1128.412841] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]521d1fcc-50ac-e0a2-e21b-4c4027ccf00f" [ 1128.412841] env[68786]: _type = "HttpNfcLease" [ 1128.412841] env[68786]: } is initializing. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1128.542309] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.271s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.545322] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.178s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.545547] env[68786]: DEBUG nova.objects.instance [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lazy-loading 'resources' on Instance uuid f5e74f81-ffd8-40b0-888b-68d3f1e55bfb {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.581028] env[68786]: DEBUG oslo_vmware.api [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Task: {'id': task-3091545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14271} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.581270] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.581445] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.581616] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.581783] env[68786]: INFO nova.compute.manager [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1128.582034] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.582235] env[68786]: DEBUG nova.compute.manager [-] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.582329] env[68786]: DEBUG nova.network.neutron [-] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.755784] env[68786]: INFO nova.compute.manager [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Took 13.74 seconds to build instance. [ 1128.788724] env[68786]: DEBUG oslo_vmware.api [None req-1154f351-bdc8-442c-acb0-4c7704856046 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091543, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.889921] env[68786]: DEBUG nova.compute.manager [req-bf573a58-3fca-4672-801d-118253426d45 req-95a655cf-f2ee-4635-a1fb-c4b4521a30ff service nova] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Received event network-vif-deleted-ccf60e31-ac1e-4b37-bfa5-406d682ee6fa {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.890422] env[68786]: INFO nova.compute.manager [req-bf573a58-3fca-4672-801d-118253426d45 req-95a655cf-f2ee-4635-a1fb-c4b4521a30ff service nova] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Neutron deleted interface ccf60e31-ac1e-4b37-bfa5-406d682ee6fa; detaching it from the instance and deleting it from the info cache [ 1128.890422] env[68786]: DEBUG nova.network.neutron [req-bf573a58-3fca-4672-801d-118253426d45 req-95a655cf-f2ee-4635-a1fb-c4b4521a30ff service nova] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.915527] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1128.915527] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]521d1fcc-50ac-e0a2-e21b-4c4027ccf00f" [ 1128.915527] env[68786]: _type = "HttpNfcLease" [ 1128.915527] env[68786]: } is initializing. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1129.220202] env[68786]: INFO nova.scheduler.client.report [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Deleted allocation for migration 1ee65a1b-3eeb-485c-91df-5c09839d1932 [ 1129.258123] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f572f271-7abb-457f-a7f5-fc0a25d0453d tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "6d384692-142d-49ba-aa0e-63aa7d84d8c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.255s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.287652] env[68786]: DEBUG oslo_vmware.api [None req-1154f351-bdc8-442c-acb0-4c7704856046 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091543, 'name': ReconfigVM_Task, 'duration_secs': 1.193775} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.287957] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-1154f351-bdc8-442c-acb0-4c7704856046 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618787', 'volume_id': '8f1b378d-97ab-4fe1-9d87-f0d7d786df24', 'name': 'volume-8f1b378d-97ab-4fe1-9d87-f0d7d786df24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ccf8c87-93ce-4721-80b4-6ede01d0adf9', 'attached_at': '', 'detached_at': '', 'volume_id': '8f1b378d-97ab-4fe1-9d87-f0d7d786df24', 'serial': '8f1b378d-97ab-4fe1-9d87-f0d7d786df24'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1129.320786] env[68786]: DEBUG nova.network.neutron [-] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.323895] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973a1802-a2fb-484b-8732-644cea271a79 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.332859] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80c4785-6f18-469a-9d6f-d8f445cd0d52 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.364708] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca812b43-5748-4640-a2b0-411d1636db2b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.372480] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bc4691-cc3e-4ab5-a4f3-9947f58f7c80 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.388088] env[68786]: DEBUG nova.compute.provider_tree [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.393247] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-898dcc90-a7d2-4528-830b-32e2c8d54eaa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.402373] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d49a2b7-d0a5-4bf0-afaf-d974c7218a22 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.419060] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1129.419060] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]521d1fcc-50ac-e0a2-e21b-4c4027ccf00f" [ 1129.419060] env[68786]: _type = "HttpNfcLease" [ 1129.419060] env[68786]: } is ready. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1129.419317] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1129.419317] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]521d1fcc-50ac-e0a2-e21b-4c4027ccf00f" [ 1129.419317] env[68786]: _type = "HttpNfcLease" [ 1129.419317] env[68786]: }. {{(pid=68786) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1129.419994] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b811198d-bbba-447c-868c-14918dd51562 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.427137] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5258c6af-e2d7-8536-62f7-159cbfb9d2c0/disk-0.vmdk from lease info. {{(pid=68786) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1129.427448] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5258c6af-e2d7-8536-62f7-159cbfb9d2c0/disk-0.vmdk. {{(pid=68786) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1129.439486] env[68786]: DEBUG nova.compute.manager [req-bf573a58-3fca-4672-801d-118253426d45 req-95a655cf-f2ee-4635-a1fb-c4b4521a30ff service nova] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Detach interface failed, port_id=ccf60e31-ac1e-4b37-bfa5-406d682ee6fa, reason: Instance f7a214f9-afa4-4612-a175-f6ef1cfba841 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1129.504148] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c4a121ca-061c-4c52-a485-cbf84b5d8226 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.725068] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "335b5d78-f253-44ab-abb2-b36d887a5e63" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.992s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.823724] env[68786]: INFO nova.compute.manager [-] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Took 1.24 seconds to deallocate network for instance. [ 1129.870728] env[68786]: DEBUG nova.compute.manager [req-40db6ec4-5381-421c-bafd-165354a574bd req-27d0a78d-f0a7-4069-b4b8-de4faf733d7e service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Received event network-changed-ae614660-7cbf-4a1f-86ed-7cf9fe476d08 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.870930] env[68786]: DEBUG nova.compute.manager [req-40db6ec4-5381-421c-bafd-165354a574bd req-27d0a78d-f0a7-4069-b4b8-de4faf733d7e service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Refreshing instance network info cache due to event network-changed-ae614660-7cbf-4a1f-86ed-7cf9fe476d08. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.871167] env[68786]: DEBUG oslo_concurrency.lockutils [req-40db6ec4-5381-421c-bafd-165354a574bd req-27d0a78d-f0a7-4069-b4b8-de4faf733d7e service nova] Acquiring lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.871310] env[68786]: DEBUG oslo_concurrency.lockutils [req-40db6ec4-5381-421c-bafd-165354a574bd req-27d0a78d-f0a7-4069-b4b8-de4faf733d7e service nova] Acquired lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.871470] env[68786]: DEBUG nova.network.neutron [req-40db6ec4-5381-421c-bafd-165354a574bd req-27d0a78d-f0a7-4069-b4b8-de4faf733d7e service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Refreshing network info cache for port ae614660-7cbf-4a1f-86ed-7cf9fe476d08 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.892672] env[68786]: DEBUG nova.scheduler.client.report [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.333577] env[68786]: DEBUG oslo_concurrency.lockutils [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.337994] env[68786]: DEBUG nova.objects.instance [None req-1154f351-bdc8-442c-acb0-4c7704856046 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lazy-loading 'flavor' on Instance uuid 6ccf8c87-93ce-4721-80b4-6ede01d0adf9 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.397977] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.402967] env[68786]: DEBUG oslo_concurrency.lockutils [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.069s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.403260] env[68786]: DEBUG nova.objects.instance [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Lazy-loading 'resources' on Instance uuid f7a214f9-afa4-4612-a175-f6ef1cfba841 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.423115] env[68786]: INFO nova.scheduler.client.report [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Deleted allocations for instance f5e74f81-ffd8-40b0-888b-68d3f1e55bfb [ 1130.474042] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.476778] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.476778] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.476778] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.476778] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.477029] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.477149] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.477316] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68786) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1130.478917] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager.update_available_resource {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.617511] env[68786]: DEBUG oslo_concurrency.lockutils [None req-771131f8-ca32-4510-99cc-4a160fa2334d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "6ccf8c87-93ce-4721-80b4-6ede01d0adf9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.635420] env[68786]: DEBUG nova.network.neutron [req-40db6ec4-5381-421c-bafd-165354a574bd req-27d0a78d-f0a7-4069-b4b8-de4faf733d7e service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Updated VIF entry in instance network info cache for port ae614660-7cbf-4a1f-86ed-7cf9fe476d08. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.635799] env[68786]: DEBUG nova.network.neutron [req-40db6ec4-5381-421c-bafd-165354a574bd req-27d0a78d-f0a7-4069-b4b8-de4faf733d7e service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Updating instance_info_cache with network_info: [{"id": "ae614660-7cbf-4a1f-86ed-7cf9fe476d08", "address": "fa:16:3e:9d:05:8e", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae614660-7c", "ovs_interfaceid": "ae614660-7cbf-4a1f-86ed-7cf9fe476d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.705722] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Completed reading data from the image iterator. {{(pid=68786) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1130.705722] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5258c6af-e2d7-8536-62f7-159cbfb9d2c0/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1130.705722] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fc955d-5b8f-40dc-987a-9deed6119f42 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.711647] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5258c6af-e2d7-8536-62f7-159cbfb9d2c0/disk-0.vmdk is in state: ready. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1130.711805] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5258c6af-e2d7-8536-62f7-159cbfb9d2c0/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1130.712154] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e39025a7-c85f-4278-9154-878e37f2b3c3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.761439] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "335b5d78-f253-44ab-abb2-b36d887a5e63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.761760] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "335b5d78-f253-44ab-abb2-b36d887a5e63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.761986] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "335b5d78-f253-44ab-abb2-b36d887a5e63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.762198] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "335b5d78-f253-44ab-abb2-b36d887a5e63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.762372] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "335b5d78-f253-44ab-abb2-b36d887a5e63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.764884] env[68786]: INFO nova.compute.manager [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Terminating instance [ 1130.844493] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1154f351-bdc8-442c-acb0-4c7704856046 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "6ccf8c87-93ce-4721-80b4-6ede01d0adf9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.802s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.845522] env[68786]: DEBUG oslo_concurrency.lockutils [None req-771131f8-ca32-4510-99cc-4a160fa2334d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "6ccf8c87-93ce-4721-80b4-6ede01d0adf9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.228s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.901933] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5258c6af-e2d7-8536-62f7-159cbfb9d2c0/disk-0.vmdk. {{(pid=68786) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1130.902178] env[68786]: INFO nova.virt.vmwareapi.images [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Downloaded image file data a2387466-2819-470f-8add-5953d0520b3f [ 1130.903493] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ae590c-0159-4060-9ca6-b08860fe58fe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.930559] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3130cb9-bf40-4197-b1d0-4896efe15544 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.935888] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1edc20c3-76fa-45c8-abef-004e61a820a7 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "f5e74f81-ffd8-40b0-888b-68d3f1e55bfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.486s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.955884] env[68786]: INFO nova.virt.vmwareapi.images [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] The imported VM was unregistered [ 1130.958824] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Caching image {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1130.958824] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Creating directory with path [datastore1] devstack-image-cache_base/a2387466-2819-470f-8add-5953d0520b3f {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.959386] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f281511-de4c-4ebd-971b-f6be1a9c3ffb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.973761] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Created directory with path [datastore1] devstack-image-cache_base/a2387466-2819-470f-8add-5953d0520b3f {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.973983] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b5f72cb0-e07b-462b-bc94-2a62a5d9a881/OSTACK_IMG_b5f72cb0-e07b-462b-bc94-2a62a5d9a881.vmdk to [datastore1] devstack-image-cache_base/a2387466-2819-470f-8add-5953d0520b3f/a2387466-2819-470f-8add-5953d0520b3f.vmdk. {{(pid=68786) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1130.974975] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bb589736-6adf-43d5-8d44-fdc853289df7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.982011] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1130.982011] env[68786]: value = "task-3091548" [ 1130.982011] env[68786]: _type = "Task" [ 1130.982011] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.986107] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.991187] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091548, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.139580] env[68786]: DEBUG oslo_concurrency.lockutils [req-40db6ec4-5381-421c-bafd-165354a574bd req-27d0a78d-f0a7-4069-b4b8-de4faf733d7e service nova] Releasing lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.171598] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2c59c5-814f-4f35-a6f0-ea104e96310e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.181919] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b422e4a9-073e-409c-bc0b-a614db6793d8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.222285] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54793a10-9b3b-4e11-9076-b82b185d6b39 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.231094] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e1a5bd-4552-4255-9226-32187571f6f9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.246684] env[68786]: DEBUG nova.compute.provider_tree [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.270806] env[68786]: DEBUG nova.compute.manager [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.271835] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.272146] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f212d5bf-0d1e-4ea6-b8ec-b43d95d3cdc2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.280872] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.281182] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cec5255b-557c-4721-97fc-39365574e3f7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.289701] env[68786]: DEBUG oslo_vmware.api [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1131.289701] env[68786]: value = "task-3091549" [ 1131.289701] env[68786]: _type = "Task" [ 1131.289701] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.300644] env[68786]: DEBUG oslo_vmware.api [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.350407] env[68786]: INFO nova.compute.manager [None req-771131f8-ca32-4510-99cc-4a160fa2334d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Detaching volume 8f1b378d-97ab-4fe1-9d87-f0d7d786df24 [ 1131.394108] env[68786]: INFO nova.virt.block_device [None req-771131f8-ca32-4510-99cc-4a160fa2334d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Attempting to driver detach volume 8f1b378d-97ab-4fe1-9d87-f0d7d786df24 from mountpoint /dev/sdb [ 1131.394369] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-771131f8-ca32-4510-99cc-4a160fa2334d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Volume detach. Driver type: vmdk {{(pid=68786) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1131.394595] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-771131f8-ca32-4510-99cc-4a160fa2334d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618787', 'volume_id': '8f1b378d-97ab-4fe1-9d87-f0d7d786df24', 'name': 'volume-8f1b378d-97ab-4fe1-9d87-f0d7d786df24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ccf8c87-93ce-4721-80b4-6ede01d0adf9', 'attached_at': '', 'detached_at': '', 'volume_id': '8f1b378d-97ab-4fe1-9d87-f0d7d786df24', 'serial': '8f1b378d-97ab-4fe1-9d87-f0d7d786df24'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1131.395614] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d62899-5134-4a11-a07e-1c0c0dfab1e6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.421937] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16013c50-2d85-49f3-b749-380aec7c32bf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.431247] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eb9e34-9410-4ea9-9a21-48d98af9e315 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.456592] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b69502d-3dcd-4205-9f3c-6adf84e594dd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.476998] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-771131f8-ca32-4510-99cc-4a160fa2334d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] The volume has not been displaced from its original location: [datastore1] volume-8f1b378d-97ab-4fe1-9d87-f0d7d786df24/volume-8f1b378d-97ab-4fe1-9d87-f0d7d786df24.vmdk. No consolidation needed. {{(pid=68786) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1131.483384] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-771131f8-ca32-4510-99cc-4a160fa2334d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1131.483899] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54755bd4-6a26-4966-83c3-68dcec7d229e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.511261] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091548, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.513310] env[68786]: DEBUG oslo_vmware.api [None req-771131f8-ca32-4510-99cc-4a160fa2334d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 1131.513310] env[68786]: value = "task-3091550" [ 1131.513310] env[68786]: _type = "Task" [ 1131.513310] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.525470] env[68786]: DEBUG oslo_vmware.api [None req-771131f8-ca32-4510-99cc-4a160fa2334d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091550, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.751017] env[68786]: DEBUG nova.scheduler.client.report [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.800821] env[68786]: DEBUG oslo_vmware.api [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091549, 'name': PowerOffVM_Task, 'duration_secs': 0.264318} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.801129] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.801304] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.801574] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6d99d76-4f63-4ad1-b8a7-fb54f6e42afd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.872025] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.872269] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.872481] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Deleting the datastore file [datastore2] 335b5d78-f253-44ab-abb2-b36d887a5e63 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.872761] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f32f104-ac4a-4c1a-a2b1-e02cd810111d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.882159] env[68786]: DEBUG oslo_vmware.api [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for the task: (returnval){ [ 1131.882159] env[68786]: value = "task-3091552" [ 1131.882159] env[68786]: _type = "Task" [ 1131.882159] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.892666] env[68786]: DEBUG oslo_vmware.api [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.902886] env[68786]: DEBUG nova.compute.manager [req-6ee0e65c-b6a1-46a0-9f5c-a553c2ff8aaa req-b132c929-f480-45f9-800b-f795bb37aeb3 service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Received event network-changed-9ad67913-46fb-43ba-bb53-962082ddfd66 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.903472] env[68786]: DEBUG nova.compute.manager [req-6ee0e65c-b6a1-46a0-9f5c-a553c2ff8aaa req-b132c929-f480-45f9-800b-f795bb37aeb3 service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Refreshing instance network info cache due to event network-changed-9ad67913-46fb-43ba-bb53-962082ddfd66. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.903472] env[68786]: DEBUG oslo_concurrency.lockutils [req-6ee0e65c-b6a1-46a0-9f5c-a553c2ff8aaa req-b132c929-f480-45f9-800b-f795bb37aeb3 service nova] Acquiring lock "refresh_cache-6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.903601] env[68786]: DEBUG oslo_concurrency.lockutils [req-6ee0e65c-b6a1-46a0-9f5c-a553c2ff8aaa req-b132c929-f480-45f9-800b-f795bb37aeb3 service nova] Acquired lock "refresh_cache-6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.903751] env[68786]: DEBUG nova.network.neutron [req-6ee0e65c-b6a1-46a0-9f5c-a553c2ff8aaa req-b132c929-f480-45f9-800b-f795bb37aeb3 service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Refreshing network info cache for port 9ad67913-46fb-43ba-bb53-962082ddfd66 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.995691] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091548, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.025367] env[68786]: DEBUG oslo_vmware.api [None req-771131f8-ca32-4510-99cc-4a160fa2334d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091550, 'name': ReconfigVM_Task, 'duration_secs': 0.511105} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.025665] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-771131f8-ca32-4510-99cc-4a160fa2334d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1132.031045] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-566eddcd-9063-41cf-a9f8-fe7cf8bb0907 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.050263] env[68786]: DEBUG oslo_vmware.api [None req-771131f8-ca32-4510-99cc-4a160fa2334d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 1132.050263] env[68786]: value = "task-3091553" [ 1132.050263] env[68786]: _type = "Task" [ 1132.050263] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.060146] env[68786]: DEBUG oslo_vmware.api [None req-771131f8-ca32-4510-99cc-4a160fa2334d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.256719] env[68786]: DEBUG oslo_concurrency.lockutils [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.259527] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.273s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.259733] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.259892] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68786) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1132.261079] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1cea58-4c72-4f56-83a5-4f181a284892 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.272658] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab5a154-4279-434e-8e5f-6651732ea572 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.280074] env[68786]: INFO nova.scheduler.client.report [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Deleted allocations for instance f7a214f9-afa4-4612-a175-f6ef1cfba841 [ 1132.298142] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b45e03-e29a-4d2e-b723-476d592bafe7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.309192] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f994362c-840b-4a17-9037-0f65bd2476aa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.351448] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179017MB free_disk=138GB free_vcpus=48 pci_devices=None {{(pid=68786) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1132.351637] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.351829] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.394413] env[68786]: DEBUG oslo_vmware.api [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Task: {'id': task-3091552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27304} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.394694] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.394879] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.395136] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.395249] env[68786]: INFO nova.compute.manager [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1132.395501] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.395710] env[68786]: DEBUG nova.compute.manager [-] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.395803] env[68786]: DEBUG nova.network.neutron [-] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.502311] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091548, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.560727] env[68786]: DEBUG oslo_vmware.api [None req-771131f8-ca32-4510-99cc-4a160fa2334d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091553, 'name': ReconfigVM_Task, 'duration_secs': 0.284554} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.561118] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-771131f8-ca32-4510-99cc-4a160fa2334d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618787', 'volume_id': '8f1b378d-97ab-4fe1-9d87-f0d7d786df24', 'name': 'volume-8f1b378d-97ab-4fe1-9d87-f0d7d786df24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ccf8c87-93ce-4721-80b4-6ede01d0adf9', 'attached_at': '', 'detached_at': '', 'volume_id': '8f1b378d-97ab-4fe1-9d87-f0d7d786df24', 'serial': '8f1b378d-97ab-4fe1-9d87-f0d7d786df24'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1132.749166] env[68786]: DEBUG nova.compute.manager [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Stashing vm_state: active {{(pid=68786) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1132.793625] env[68786]: DEBUG oslo_concurrency.lockutils [None req-315055bf-fee6-40f0-9348-11524ee3acef tempest-InstanceActionsV221TestJSON-1203078437 tempest-InstanceActionsV221TestJSON-1203078437-project-member] Lock "f7a214f9-afa4-4612-a175-f6ef1cfba841" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.853s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.933541] env[68786]: DEBUG nova.network.neutron [req-6ee0e65c-b6a1-46a0-9f5c-a553c2ff8aaa req-b132c929-f480-45f9-800b-f795bb37aeb3 service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Updated VIF entry in instance network info cache for port 9ad67913-46fb-43ba-bb53-962082ddfd66. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.934010] env[68786]: DEBUG nova.network.neutron [req-6ee0e65c-b6a1-46a0-9f5c-a553c2ff8aaa req-b132c929-f480-45f9-800b-f795bb37aeb3 service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Updating instance_info_cache with network_info: [{"id": "9ad67913-46fb-43ba-bb53-962082ddfd66", "address": "fa:16:3e:da:f7:24", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad67913-46", "ovs_interfaceid": "9ad67913-46fb-43ba-bb53-962082ddfd66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.000604] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091548, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.009227] env[68786]: DEBUG nova.compute.manager [req-a6bf5273-ddaa-4d52-8c4c-a1a8959a25d2 req-03f83407-051c-43be-8d18-17c7cf2efe54 service nova] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Received event network-vif-deleted-397a7e6f-1f7a-4ae9-8905-de5f80249862 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.009465] env[68786]: INFO nova.compute.manager [req-a6bf5273-ddaa-4d52-8c4c-a1a8959a25d2 req-03f83407-051c-43be-8d18-17c7cf2efe54 service nova] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Neutron deleted interface 397a7e6f-1f7a-4ae9-8905-de5f80249862; detaching it from the instance and deleting it from the info cache [ 1133.009653] env[68786]: DEBUG nova.network.neutron [req-a6bf5273-ddaa-4d52-8c4c-a1a8959a25d2 req-03f83407-051c-43be-8d18-17c7cf2efe54 service nova] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.111371] env[68786]: DEBUG nova.objects.instance [None req-771131f8-ca32-4510-99cc-4a160fa2334d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lazy-loading 'flavor' on Instance uuid 6ccf8c87-93ce-4721-80b4-6ede01d0adf9 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.277437] env[68786]: DEBUG oslo_concurrency.lockutils [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.362488] env[68786]: INFO nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Updating resource usage from migration 2b431cc0-91a4-49fc-87b4-4530e56165b6 [ 1133.381777] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 9869d412-3315-4661-a648-2c573ff65f7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.381919] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 1934197e-68b9-4bec-8d18-286fa8bacb51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.382053] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 6ccf8c87-93ce-4721-80b4-6ede01d0adf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.382828] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 80bb1764-dbeb-465d-b214-d5993765b632 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.382828] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 44f8b6a9-89fe-4e33-b467-74a981566088 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.382828] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 7c2eb470-12f1-4624-ad45-78e9ce78551b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.382828] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 335b5d78-f253-44ab-abb2-b36d887a5e63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.382828] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 1b4b6e87-5f27-46e9-bbd5-2a24317e506a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.382828] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 6d384692-142d-49ba-aa0e-63aa7d84d8c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.382828] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Migration 2b431cc0-91a4-49fc-87b4-4530e56165b6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1133.383102] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 656e0ed0-c4ea-4779-87d5-b4077132b563 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.383102] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1133.383243] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2560MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1133.438943] env[68786]: DEBUG oslo_concurrency.lockutils [req-6ee0e65c-b6a1-46a0-9f5c-a553c2ff8aaa req-b132c929-f480-45f9-800b-f795bb37aeb3 service nova] Releasing lock "refresh_cache-6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.438943] env[68786]: DEBUG nova.compute.manager [req-6ee0e65c-b6a1-46a0-9f5c-a553c2ff8aaa req-b132c929-f480-45f9-800b-f795bb37aeb3 service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Received event network-changed-9ad67913-46fb-43ba-bb53-962082ddfd66 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.438943] env[68786]: DEBUG nova.compute.manager [req-6ee0e65c-b6a1-46a0-9f5c-a553c2ff8aaa req-b132c929-f480-45f9-800b-f795bb37aeb3 service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Refreshing instance network info cache due to event network-changed-9ad67913-46fb-43ba-bb53-962082ddfd66. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.438943] env[68786]: DEBUG oslo_concurrency.lockutils [req-6ee0e65c-b6a1-46a0-9f5c-a553c2ff8aaa req-b132c929-f480-45f9-800b-f795bb37aeb3 service nova] Acquiring lock "refresh_cache-6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.438943] env[68786]: DEBUG oslo_concurrency.lockutils [req-6ee0e65c-b6a1-46a0-9f5c-a553c2ff8aaa req-b132c929-f480-45f9-800b-f795bb37aeb3 service nova] Acquired lock "refresh_cache-6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.438943] env[68786]: DEBUG nova.network.neutron [req-6ee0e65c-b6a1-46a0-9f5c-a553c2ff8aaa req-b132c929-f480-45f9-800b-f795bb37aeb3 service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Refreshing network info cache for port 9ad67913-46fb-43ba-bb53-962082ddfd66 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.487047] env[68786]: DEBUG nova.network.neutron [-] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.497025] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091548, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.469904} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.497852] env[68786]: INFO nova.virt.vmwareapi.ds_util [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b5f72cb0-e07b-462b-bc94-2a62a5d9a881/OSTACK_IMG_b5f72cb0-e07b-462b-bc94-2a62a5d9a881.vmdk to [datastore1] devstack-image-cache_base/a2387466-2819-470f-8add-5953d0520b3f/a2387466-2819-470f-8add-5953d0520b3f.vmdk. [ 1133.498328] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Cleaning up location [datastore1] OSTACK_IMG_b5f72cb0-e07b-462b-bc94-2a62a5d9a881 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1133.498328] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b5f72cb0-e07b-462b-bc94-2a62a5d9a881 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.498597] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-104ca196-7e13-47c6-8a49-9770a79d85e6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.508404] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1133.508404] env[68786]: value = "task-3091554" [ 1133.508404] env[68786]: _type = "Task" [ 1133.508404] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.514446] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-659a00fe-92a6-429d-9ea1-1c6128a9143e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.519274] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.526060] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d19cd5-f2fa-473c-a085-e97be012ade3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.550622] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20409549-040b-431e-82da-cea524f45316 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.563887] env[68786]: DEBUG nova.compute.manager [req-a6bf5273-ddaa-4d52-8c4c-a1a8959a25d2 req-03f83407-051c-43be-8d18-17c7cf2efe54 service nova] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Detach interface failed, port_id=397a7e6f-1f7a-4ae9-8905-de5f80249862, reason: Instance 335b5d78-f253-44ab-abb2-b36d887a5e63 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1133.568283] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8d1842-524e-4ce7-bd2d-b5a6df9fced7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.599289] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84b6db7-b871-4c25-8178-705c0566e79b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.606756] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a8025f-7ecc-4be9-be9f-d1004002d12c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.621306] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.989887] env[68786]: INFO nova.compute.manager [-] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Took 1.59 seconds to deallocate network for instance. [ 1134.017695] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091274} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.018887] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.019079] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a2387466-2819-470f-8add-5953d0520b3f/a2387466-2819-470f-8add-5953d0520b3f.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.019341] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a2387466-2819-470f-8add-5953d0520b3f/a2387466-2819-470f-8add-5953d0520b3f.vmdk to [datastore1] 1b4b6e87-5f27-46e9-bbd5-2a24317e506a/1b4b6e87-5f27-46e9-bbd5-2a24317e506a.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.019603] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13ff14a2-fb6f-46d2-86f8-7f765af7aca2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.027828] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1134.027828] env[68786]: value = "task-3091555" [ 1134.027828] env[68786]: _type = "Task" [ 1134.027828] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.035695] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.125045] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.128321] env[68786]: DEBUG oslo_concurrency.lockutils [None req-771131f8-ca32-4510-99cc-4a160fa2334d tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "6ccf8c87-93ce-4721-80b4-6ede01d0adf9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.283s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.195264] env[68786]: DEBUG nova.network.neutron [req-6ee0e65c-b6a1-46a0-9f5c-a553c2ff8aaa req-b132c929-f480-45f9-800b-f795bb37aeb3 service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Updated VIF entry in instance network info cache for port 9ad67913-46fb-43ba-bb53-962082ddfd66. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.195900] env[68786]: DEBUG nova.network.neutron [req-6ee0e65c-b6a1-46a0-9f5c-a553c2ff8aaa req-b132c929-f480-45f9-800b-f795bb37aeb3 service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Updating instance_info_cache with network_info: [{"id": "9ad67913-46fb-43ba-bb53-962082ddfd66", "address": "fa:16:3e:da:f7:24", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad67913-46", "ovs_interfaceid": "9ad67913-46fb-43ba-bb53-962082ddfd66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.498372] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.543557] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091555, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.630406] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68786) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1134.630516] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.279s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.631427] env[68786]: DEBUG oslo_concurrency.lockutils [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.356s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.633115] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.633273] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Cleaning up deleted instances {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1134.699418] env[68786]: DEBUG oslo_concurrency.lockutils [req-6ee0e65c-b6a1-46a0-9f5c-a553c2ff8aaa req-b132c929-f480-45f9-800b-f795bb37aeb3 service nova] Releasing lock "refresh_cache-6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.700283] env[68786]: DEBUG nova.compute.manager [req-6ee0e65c-b6a1-46a0-9f5c-a553c2ff8aaa req-b132c929-f480-45f9-800b-f795bb37aeb3 service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Received event network-changed-ae614660-7cbf-4a1f-86ed-7cf9fe476d08 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.700283] env[68786]: DEBUG nova.compute.manager [req-6ee0e65c-b6a1-46a0-9f5c-a553c2ff8aaa req-b132c929-f480-45f9-800b-f795bb37aeb3 service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Refreshing instance network info cache due to event network-changed-ae614660-7cbf-4a1f-86ed-7cf9fe476d08. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.700495] env[68786]: DEBUG oslo_concurrency.lockutils [req-6ee0e65c-b6a1-46a0-9f5c-a553c2ff8aaa req-b132c929-f480-45f9-800b-f795bb37aeb3 service nova] Acquiring lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.700495] env[68786]: DEBUG oslo_concurrency.lockutils [req-6ee0e65c-b6a1-46a0-9f5c-a553c2ff8aaa req-b132c929-f480-45f9-800b-f795bb37aeb3 service nova] Acquired lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.700653] env[68786]: DEBUG nova.network.neutron [req-6ee0e65c-b6a1-46a0-9f5c-a553c2ff8aaa req-b132c929-f480-45f9-800b-f795bb37aeb3 service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Refreshing network info cache for port ae614660-7cbf-4a1f-86ed-7cf9fe476d08 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.041684] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091555, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.125294] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "6ccf8c87-93ce-4721-80b4-6ede01d0adf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.125583] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "6ccf8c87-93ce-4721-80b4-6ede01d0adf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.125801] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "6ccf8c87-93ce-4721-80b4-6ede01d0adf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.126074] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "6ccf8c87-93ce-4721-80b4-6ede01d0adf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.126341] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "6ccf8c87-93ce-4721-80b4-6ede01d0adf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.128949] env[68786]: INFO nova.compute.manager [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Terminating instance [ 1135.138236] env[68786]: INFO nova.compute.claims [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.157145] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] There are 61 instances to clean {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1135.157360] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: f7a214f9-afa4-4612-a175-f6ef1cfba841] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1135.458926] env[68786]: DEBUG nova.network.neutron [req-6ee0e65c-b6a1-46a0-9f5c-a553c2ff8aaa req-b132c929-f480-45f9-800b-f795bb37aeb3 service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Updated VIF entry in instance network info cache for port ae614660-7cbf-4a1f-86ed-7cf9fe476d08. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.459333] env[68786]: DEBUG nova.network.neutron [req-6ee0e65c-b6a1-46a0-9f5c-a553c2ff8aaa req-b132c929-f480-45f9-800b-f795bb37aeb3 service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Updating instance_info_cache with network_info: [{"id": "ae614660-7cbf-4a1f-86ed-7cf9fe476d08", "address": "fa:16:3e:9d:05:8e", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae614660-7c", "ovs_interfaceid": "ae614660-7cbf-4a1f-86ed-7cf9fe476d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.541677] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091555, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.632580] env[68786]: DEBUG nova.compute.manager [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.632866] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.634074] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac55721a-6703-4bcc-8eab-668f1a863ea8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.644349] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.644638] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-286d91c3-0dd7-4699-a1af-e3ed2337915f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.654030] env[68786]: DEBUG oslo_vmware.api [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 1135.654030] env[68786]: value = "task-3091556" [ 1135.654030] env[68786]: _type = "Task" [ 1135.654030] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.661756] env[68786]: INFO nova.compute.resource_tracker [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Updating resource usage from migration 2b431cc0-91a4-49fc-87b4-4530e56165b6 [ 1135.668272] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 09140072-1833-4952-9bf1-777ade31e035] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1135.670300] env[68786]: DEBUG oslo_vmware.api [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.825914] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e16e6c-dfa2-4575-b0b0-de94055deb79 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.837979] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f942783-421e-4ec1-9f28-33b87d32b35c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.877658] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca4b8d0-3da7-4163-a243-5269723114a8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.887882] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e8f29a-55e9-41c7-ba04-977bd212f570 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.904802] env[68786]: DEBUG nova.compute.provider_tree [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.962597] env[68786]: DEBUG oslo_concurrency.lockutils [req-6ee0e65c-b6a1-46a0-9f5c-a553c2ff8aaa req-b132c929-f480-45f9-800b-f795bb37aeb3 service nova] Releasing lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.042678] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091555, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.165677] env[68786]: DEBUG oslo_vmware.api [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.172343] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 66eb1863-0356-40cc-bdef-a51852e1af78] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1136.408621] env[68786]: DEBUG nova.scheduler.client.report [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.541056] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091555, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.444825} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.541287] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a2387466-2819-470f-8add-5953d0520b3f/a2387466-2819-470f-8add-5953d0520b3f.vmdk to [datastore1] 1b4b6e87-5f27-46e9-bbd5-2a24317e506a/1b4b6e87-5f27-46e9-bbd5-2a24317e506a.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.542109] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ede540f-86aa-4e47-a35a-5eb2c5097a88 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.564586] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 1b4b6e87-5f27-46e9-bbd5-2a24317e506a/1b4b6e87-5f27-46e9-bbd5-2a24317e506a.vmdk or device None with type streamOptimized {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.564877] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d3ce440-5f96-4682-8baa-31236470afc4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.584737] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1136.584737] env[68786]: value = "task-3091557" [ 1136.584737] env[68786]: _type = "Task" [ 1136.584737] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.592704] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.665302] env[68786]: DEBUG oslo_vmware.api [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091556, 'name': PowerOffVM_Task, 'duration_secs': 0.931324} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.665522] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.665695] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.665944] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1404664b-3661-4b93-b51d-7045d99f83d6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.676026] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: e28e67f7-1aeb-4045-9bf8-b9e166756e28] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1136.740637] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.740865] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.741058] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Deleting the datastore file [datastore1] 6ccf8c87-93ce-4721-80b4-6ede01d0adf9 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.741325] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31986602-cdf8-47b5-a637-02062ed1c32d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.748602] env[68786]: DEBUG oslo_vmware.api [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for the task: (returnval){ [ 1136.748602] env[68786]: value = "task-3091559" [ 1136.748602] env[68786]: _type = "Task" [ 1136.748602] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.756327] env[68786]: DEBUG oslo_vmware.api [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.913702] env[68786]: DEBUG oslo_concurrency.lockutils [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.283s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.913920] env[68786]: INFO nova.compute.manager [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Migrating [ 1136.920343] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.422s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.920933] env[68786]: DEBUG nova.objects.instance [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lazy-loading 'resources' on Instance uuid 335b5d78-f253-44ab-abb2-b36d887a5e63 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.094342] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091557, 'name': ReconfigVM_Task, 'duration_secs': 0.266875} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.094656] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 1b4b6e87-5f27-46e9-bbd5-2a24317e506a/1b4b6e87-5f27-46e9-bbd5-2a24317e506a.vmdk or device None with type streamOptimized {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.095798] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'size': 0, 'device_type': 'disk', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'device_name': '/dev/sda', 'encryption_format': None, 'encrypted': False, 'image_id': '49297ab8-3c56-4f04-9154-bbe88fc8d703'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618783', 'volume_id': '4edd0e7c-177e-491f-ba0d-bc55d83f5108', 'name': 'volume-4edd0e7c-177e-491f-ba0d-bc55d83f5108', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1b4b6e87-5f27-46e9-bbd5-2a24317e506a', 'attached_at': '', 'detached_at': '', 'volume_id': '4edd0e7c-177e-491f-ba0d-bc55d83f5108', 'serial': '4edd0e7c-177e-491f-ba0d-bc55d83f5108'}, 'device_type': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'delete_on_termination': False, 'guest_format': None, 'attachment_id': '2014e9c7-4d85-4980-8a93-a6958035d6b4', 'volume_type': None}], 'swap': None} {{(pid=68786) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1137.096008] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Volume attach. Driver type: vmdk {{(pid=68786) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1137.096260] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618783', 'volume_id': '4edd0e7c-177e-491f-ba0d-bc55d83f5108', 'name': 'volume-4edd0e7c-177e-491f-ba0d-bc55d83f5108', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1b4b6e87-5f27-46e9-bbd5-2a24317e506a', 'attached_at': '', 'detached_at': '', 'volume_id': '4edd0e7c-177e-491f-ba0d-bc55d83f5108', 'serial': '4edd0e7c-177e-491f-ba0d-bc55d83f5108'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1137.097022] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0929c9-c6e1-41b0-be83-fb6518cd67e2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.111979] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18a2cec-a3c3-4030-adcd-806a502115ee {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.135715] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-4edd0e7c-177e-491f-ba0d-bc55d83f5108/volume-4edd0e7c-177e-491f-ba0d-bc55d83f5108.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.136029] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f56d51c4-3436-4cee-b676-d5028233a60d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.153670] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1137.153670] env[68786]: value = "task-3091560" [ 1137.153670] env[68786]: _type = "Task" [ 1137.153670] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.161222] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.178936] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 24527d30-720d-4250-9cf0-26f89ed407cd] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1137.258021] env[68786]: DEBUG oslo_vmware.api [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Task: {'id': task-3091559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137158} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.258302] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.258516] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.258717] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.258905] env[68786]: INFO nova.compute.manager [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1137.259170] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.259363] env[68786]: DEBUG nova.compute.manager [-] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.259471] env[68786]: DEBUG nova.network.neutron [-] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.432029] env[68786]: DEBUG oslo_concurrency.lockutils [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "refresh_cache-656e0ed0-c4ea-4779-87d5-b4077132b563" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.432029] env[68786]: DEBUG oslo_concurrency.lockutils [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "refresh_cache-656e0ed0-c4ea-4779-87d5-b4077132b563" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.432029] env[68786]: DEBUG nova.network.neutron [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.561869] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12b8328-8524-4871-bd6a-a711cdc85106 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.569045] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d89e96-a27a-457f-ab77-9277222d75a6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.605469] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e611403-f394-45ff-8c58-b49824c54bc0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.613038] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88ec07a-db68-4a7d-b586-aeca5fc68a34 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.626402] env[68786]: DEBUG nova.compute.provider_tree [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.662730] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091560, 'name': ReconfigVM_Task, 'duration_secs': 0.29625} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.662997] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-4edd0e7c-177e-491f-ba0d-bc55d83f5108/volume-4edd0e7c-177e-491f-ba0d-bc55d83f5108.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.667877] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-275746af-03fd-42b2-a6f0-c4ede783fb2b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.682702] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: bdbad34d-dc42-4668-b639-fde96c898fc2] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1137.684496] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1137.684496] env[68786]: value = "task-3091561" [ 1137.684496] env[68786]: _type = "Task" [ 1137.684496] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.693447] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.967299] env[68786]: DEBUG nova.compute.manager [req-e1109fd9-5b57-4694-b93f-888274998448 req-be48902c-6ede-4cdd-8560-ca7a523cd43d service nova] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Received event network-vif-deleted-d37564a3-c952-4455-a3f6-5bb7c1e477d2 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.967434] env[68786]: INFO nova.compute.manager [req-e1109fd9-5b57-4694-b93f-888274998448 req-be48902c-6ede-4cdd-8560-ca7a523cd43d service nova] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Neutron deleted interface d37564a3-c952-4455-a3f6-5bb7c1e477d2; detaching it from the instance and deleting it from the info cache [ 1137.967605] env[68786]: DEBUG nova.network.neutron [req-e1109fd9-5b57-4694-b93f-888274998448 req-be48902c-6ede-4cdd-8560-ca7a523cd43d service nova] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.129421] env[68786]: DEBUG nova.scheduler.client.report [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.144662] env[68786]: DEBUG nova.network.neutron [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Updating instance_info_cache with network_info: [{"id": "2c0ece61-480b-4951-818a-af8c591aaaa6", "address": "fa:16:3e:52:d2:71", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0ece61-48", "ovs_interfaceid": "2c0ece61-480b-4951-818a-af8c591aaaa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.185750] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 3a9b3b84-f621-46be-839e-4b5316a46569] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1138.196871] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091561, 'name': ReconfigVM_Task, 'duration_secs': 0.141581} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.198292] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618783', 'volume_id': '4edd0e7c-177e-491f-ba0d-bc55d83f5108', 'name': 'volume-4edd0e7c-177e-491f-ba0d-bc55d83f5108', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1b4b6e87-5f27-46e9-bbd5-2a24317e506a', 'attached_at': '', 'detached_at': '', 'volume_id': '4edd0e7c-177e-491f-ba0d-bc55d83f5108', 'serial': '4edd0e7c-177e-491f-ba0d-bc55d83f5108'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1138.198928] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c1b882d-c3ef-4d49-8b98-a926abf96d90 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.205222] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1138.205222] env[68786]: value = "task-3091562" [ 1138.205222] env[68786]: _type = "Task" [ 1138.205222] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.214720] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091562, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.439733] env[68786]: DEBUG nova.network.neutron [-] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.470119] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce5238c5-73d0-47c3-bd07-af820f97de4a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.480139] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3e3da2-95c4-4999-9f3d-4493ca44984e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.511161] env[68786]: DEBUG nova.compute.manager [req-e1109fd9-5b57-4694-b93f-888274998448 req-be48902c-6ede-4cdd-8560-ca7a523cd43d service nova] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Detach interface failed, port_id=d37564a3-c952-4455-a3f6-5bb7c1e477d2, reason: Instance 6ccf8c87-93ce-4721-80b4-6ede01d0adf9 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1138.635417] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.715s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.647157] env[68786]: DEBUG oslo_concurrency.lockutils [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "refresh_cache-656e0ed0-c4ea-4779-87d5-b4077132b563" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.660629] env[68786]: INFO nova.scheduler.client.report [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Deleted allocations for instance 335b5d78-f253-44ab-abb2-b36d887a5e63 [ 1138.692326] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: f5e74f81-ffd8-40b0-888b-68d3f1e55bfb] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1138.716917] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091562, 'name': Rename_Task, 'duration_secs': 0.1589} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.717333] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.717612] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c1e12e4-e860-4ea0-a0da-57634eb98e1b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.724718] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1138.724718] env[68786]: value = "task-3091563" [ 1138.724718] env[68786]: _type = "Task" [ 1138.724718] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.732185] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.943120] env[68786]: INFO nova.compute.manager [-] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Took 1.68 seconds to deallocate network for instance. [ 1139.170046] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c0bc3e9d-833c-47c4-808e-c9537c49a361 tempest-DeleteServersTestJSON-2099997437 tempest-DeleteServersTestJSON-2099997437-project-member] Lock "335b5d78-f253-44ab-abb2-b36d887a5e63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.408s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.196092] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: f60b0087-1f07-4881-8054-91ae488b1f01] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1139.235376] env[68786]: DEBUG oslo_vmware.api [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091563, 'name': PowerOnVM_Task, 'duration_secs': 0.498493} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.235659] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.348459] env[68786]: DEBUG nova.compute.manager [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.349515] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d4647b-1596-4714-b9e5-ff6c24617ef5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.449747] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.450155] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.450306] env[68786]: DEBUG nova.objects.instance [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lazy-loading 'resources' on Instance uuid 6ccf8c87-93ce-4721-80b4-6ede01d0adf9 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.699678] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: c2174b98-1340-4937-bd3d-ef251be96dec] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1139.869241] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3b7be552-1d4e-44bc-9c0c-56af4435201f tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.148s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.070681] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5135ec95-5df4-4ba7-90a4-6d1a80a88f03 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.078031] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfe0b9a-d416-4d55-b04a-f8405ec75ef7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.106520] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba210c84-aba3-4cd4-adc3-5aef66343a65 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.112979] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cab64e8-e197-4358-bc28-c75793dbeb6b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.126553] env[68786]: DEBUG nova.compute.provider_tree [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.160817] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff42b55-2798-4fe8-9f7d-ca894ba5dbe9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.178653] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Updating instance '656e0ed0-c4ea-4779-87d5-b4077132b563' progress to 0 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.202657] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 85bbdae5-0e93-4614-9f87-2f0f236ea4e7] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1140.630132] env[68786]: DEBUG nova.scheduler.client.report [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.684184] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.684667] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c33e1a50-6e1c-43f9-89fe-2f7f23240593 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.693274] env[68786]: DEBUG oslo_vmware.api [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1140.693274] env[68786]: value = "task-3091565" [ 1140.693274] env[68786]: _type = "Task" [ 1140.693274] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.702054] env[68786]: DEBUG oslo_vmware.api [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.705877] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: e023669b-4ffb-4e0a-a4fb-f311576b8ac1] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1141.136257] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.155254] env[68786]: INFO nova.scheduler.client.report [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Deleted allocations for instance 6ccf8c87-93ce-4721-80b4-6ede01d0adf9 [ 1141.204677] env[68786]: DEBUG oslo_vmware.api [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091565, 'name': PowerOffVM_Task, 'duration_secs': 0.240614} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.204964] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.205160] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Updating instance '656e0ed0-c4ea-4779-87d5-b4077132b563' progress to 17 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.209076] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: e8a948d4-1459-4a1c-8514-42c5762cf34c] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1141.663662] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a24793a7-4629-44cb-b0d0-792e088e3877 tempest-AttachVolumeNegativeTest-1216869214 tempest-AttachVolumeNegativeTest-1216869214-project-member] Lock "6ccf8c87-93ce-4721-80b4-6ede01d0adf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.538s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.711333] env[68786]: DEBUG nova.virt.hardware [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.711645] env[68786]: DEBUG nova.virt.hardware [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.711845] env[68786]: DEBUG nova.virt.hardware [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.712071] env[68786]: DEBUG nova.virt.hardware [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.712251] env[68786]: DEBUG nova.virt.hardware [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.712408] env[68786]: DEBUG nova.virt.hardware [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.712661] env[68786]: DEBUG nova.virt.hardware [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.712827] env[68786]: DEBUG nova.virt.hardware [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.712997] env[68786]: DEBUG nova.virt.hardware [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.713199] env[68786]: DEBUG nova.virt.hardware [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.713429] env[68786]: DEBUG nova.virt.hardware [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.719094] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: e3abb151-4382-418a-af01-ce774edd08ec] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1141.721310] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7ca6d0e-2ae9-4bfd-8139-9a14c1424261 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.739032] env[68786]: DEBUG oslo_vmware.api [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1141.739032] env[68786]: value = "task-3091566" [ 1141.739032] env[68786]: _type = "Task" [ 1141.739032] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.747493] env[68786]: DEBUG oslo_vmware.api [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.235044] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 8f83ec95-3026-4cbb-8f6b-4f974f6d31ed] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.250139] env[68786]: DEBUG oslo_vmware.api [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091566, 'name': ReconfigVM_Task, 'duration_secs': 0.170768} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.250139] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Updating instance '656e0ed0-c4ea-4779-87d5-b4077132b563' progress to 33 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.737704] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 44407975-2766-49bb-90e0-68ac9518cf08] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.757043] env[68786]: DEBUG nova.virt.hardware [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.757271] env[68786]: DEBUG nova.virt.hardware [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.757446] env[68786]: DEBUG nova.virt.hardware [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.757614] env[68786]: DEBUG nova.virt.hardware [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.757760] env[68786]: DEBUG nova.virt.hardware [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.757907] env[68786]: DEBUG nova.virt.hardware [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.758123] env[68786]: DEBUG nova.virt.hardware [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.758284] env[68786]: DEBUG nova.virt.hardware [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.758451] env[68786]: DEBUG nova.virt.hardware [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.758666] env[68786]: DEBUG nova.virt.hardware [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.758794] env[68786]: DEBUG nova.virt.hardware [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.764118] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Reconfiguring VM instance instance-0000003c to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1142.764533] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d091240c-3802-427b-a33d-df8ea33b819d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.784653] env[68786]: DEBUG oslo_vmware.api [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1142.784653] env[68786]: value = "task-3091568" [ 1142.784653] env[68786]: _type = "Task" [ 1142.784653] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.792848] env[68786]: DEBUG oslo_vmware.api [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.240729] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: db2f2674-7d6e-4666-bd52-c632d18a2cc8] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.295626] env[68786]: DEBUG oslo_vmware.api [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091568, 'name': ReconfigVM_Task, 'duration_secs': 0.180025} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.296235] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Reconfigured VM instance instance-0000003c to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1143.297180] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e644270-39c6-447a-bc30-8c1fda980150 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.324702] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 656e0ed0-c4ea-4779-87d5-b4077132b563/656e0ed0-c4ea-4779-87d5-b4077132b563.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.325826] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4745dcfe-0040-49c5-8d73-ecf6d5a207a1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.348497] env[68786]: DEBUG oslo_vmware.api [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1143.348497] env[68786]: value = "task-3091569" [ 1143.348497] env[68786]: _type = "Task" [ 1143.348497] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.357040] env[68786]: DEBUG oslo_vmware.api [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.744569] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: d6326b43-a4a8-46f5-8184-13d2ad9870b8] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.859134] env[68786]: DEBUG oslo_vmware.api [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.248319] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 759d6a00-6cec-4181-ab5d-f7e1a93896da] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.360795] env[68786]: DEBUG oslo_vmware.api [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091569, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.753604] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 929938ae-dff0-42e8-a426-f0438f83a5e7] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.860469] env[68786]: DEBUG oslo_vmware.api [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091569, 'name': ReconfigVM_Task, 'duration_secs': 1.01647} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.860765] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 656e0ed0-c4ea-4779-87d5-b4077132b563/656e0ed0-c4ea-4779-87d5-b4077132b563.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.861066] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Updating instance '656e0ed0-c4ea-4779-87d5-b4077132b563' progress to 50 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.257239] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: a87b654f-108e-46d0-b386-8fc7a96bebdb] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.273211] env[68786]: DEBUG oslo_concurrency.lockutils [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "interface-7c2eb470-12f1-4624-ad45-78e9ce78551b-7c133bc8-8105-48e3-b8f8-d97ad1a0c508" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.273498] env[68786]: DEBUG oslo_concurrency.lockutils [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "interface-7c2eb470-12f1-4624-ad45-78e9ce78551b-7c133bc8-8105-48e3-b8f8-d97ad1a0c508" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.273859] env[68786]: DEBUG nova.objects.instance [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lazy-loading 'flavor' on Instance uuid 7c2eb470-12f1-4624-ad45-78e9ce78551b {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.367097] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86092ce9-b251-42bf-8007-e5fa286edb22 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.386728] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf16e33-7af6-4860-8471-050fec576e13 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.404248] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Updating instance '656e0ed0-c4ea-4779-87d5-b4077132b563' progress to 67 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.760179] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 0e8e9e71-66fe-4acd-b200-9f16680b2b55] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.879100] env[68786]: DEBUG nova.objects.instance [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lazy-loading 'pci_requests' on Instance uuid 7c2eb470-12f1-4624-ad45-78e9ce78551b {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.944122] env[68786]: DEBUG nova.network.neutron [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Port 2c0ece61-480b-4951-818a-af8c591aaaa6 binding to destination host cpu-1 is already ACTIVE {{(pid=68786) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1146.264540] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 541f65fa-51e8-4e2c-bc5a-c56502bae16c] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.383032] env[68786]: DEBUG nova.objects.base [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Object Instance<7c2eb470-12f1-4624-ad45-78e9ce78551b> lazy-loaded attributes: flavor,pci_requests {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1146.383032] env[68786]: DEBUG nova.network.neutron [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.461123] env[68786]: DEBUG nova.policy [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3218cc14ea1446578c512f8b5dbcd2b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62b6fdc11c364201ae04b85ff669b826', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.770123] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: da54ffbd-89f8-4f86-ab38-eb455208c3f9] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.976906] env[68786]: DEBUG oslo_concurrency.lockutils [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "656e0ed0-c4ea-4779-87d5-b4077132b563-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.977177] env[68786]: DEBUG oslo_concurrency.lockutils [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "656e0ed0-c4ea-4779-87d5-b4077132b563-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.977357] env[68786]: DEBUG oslo_concurrency.lockutils [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "656e0ed0-c4ea-4779-87d5-b4077132b563-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.109853] env[68786]: INFO nova.compute.manager [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Rebuilding instance [ 1147.192218] env[68786]: DEBUG nova.compute.manager [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.193108] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4296cbdc-2100-4178-b2bc-f6a640f95033 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.274138] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 072ee9d5-6836-40ed-8eb5-4ee093227628] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.659019] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "80bb1764-dbeb-465d-b214-d5993765b632" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.659130] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "80bb1764-dbeb-465d-b214-d5993765b632" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.659402] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "80bb1764-dbeb-465d-b214-d5993765b632-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.659474] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "80bb1764-dbeb-465d-b214-d5993765b632-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.659647] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "80bb1764-dbeb-465d-b214-d5993765b632-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.661999] env[68786]: INFO nova.compute.manager [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Terminating instance [ 1147.779375] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 274cb308-139a-4f1d-9615-49c1f115e193] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.032824] env[68786]: DEBUG oslo_concurrency.lockutils [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "refresh_cache-656e0ed0-c4ea-4779-87d5-b4077132b563" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.033612] env[68786]: DEBUG oslo_concurrency.lockutils [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "refresh_cache-656e0ed0-c4ea-4779-87d5-b4077132b563" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.033612] env[68786]: DEBUG nova.network.neutron [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.136741] env[68786]: DEBUG nova.compute.manager [req-9f329fd4-174b-49cc-91f0-c47711f3d345 req-b7efbe95-dba2-447a-8291-b791ddf93c03 service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Received event network-vif-plugged-7c133bc8-8105-48e3-b8f8-d97ad1a0c508 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.136967] env[68786]: DEBUG oslo_concurrency.lockutils [req-9f329fd4-174b-49cc-91f0-c47711f3d345 req-b7efbe95-dba2-447a-8291-b791ddf93c03 service nova] Acquiring lock "7c2eb470-12f1-4624-ad45-78e9ce78551b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.137687] env[68786]: DEBUG oslo_concurrency.lockutils [req-9f329fd4-174b-49cc-91f0-c47711f3d345 req-b7efbe95-dba2-447a-8291-b791ddf93c03 service nova] Lock "7c2eb470-12f1-4624-ad45-78e9ce78551b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.137895] env[68786]: DEBUG oslo_concurrency.lockutils [req-9f329fd4-174b-49cc-91f0-c47711f3d345 req-b7efbe95-dba2-447a-8291-b791ddf93c03 service nova] Lock "7c2eb470-12f1-4624-ad45-78e9ce78551b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.138728] env[68786]: DEBUG nova.compute.manager [req-9f329fd4-174b-49cc-91f0-c47711f3d345 req-b7efbe95-dba2-447a-8291-b791ddf93c03 service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] No waiting events found dispatching network-vif-plugged-7c133bc8-8105-48e3-b8f8-d97ad1a0c508 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.138728] env[68786]: WARNING nova.compute.manager [req-9f329fd4-174b-49cc-91f0-c47711f3d345 req-b7efbe95-dba2-447a-8291-b791ddf93c03 service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Received unexpected event network-vif-plugged-7c133bc8-8105-48e3-b8f8-d97ad1a0c508 for instance with vm_state active and task_state None. [ 1148.139600] env[68786]: DEBUG nova.network.neutron [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Successfully updated port: 7c133bc8-8105-48e3-b8f8-d97ad1a0c508 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.166042] env[68786]: DEBUG nova.compute.manager [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1148.166042] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.166042] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a98159d-b351-4fca-be29-0c5b8ae90407 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.176282] env[68786]: DEBUG oslo_vmware.api [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1148.176282] env[68786]: value = "task-3091571" [ 1148.176282] env[68786]: _type = "Task" [ 1148.176282] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.184143] env[68786]: DEBUG oslo_vmware.api [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.210226] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.211091] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0757b2cd-836e-432b-bf3f-38d864b94c60 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.217410] env[68786]: DEBUG oslo_vmware.api [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Waiting for the task: (returnval){ [ 1148.217410] env[68786]: value = "task-3091572" [ 1148.217410] env[68786]: _type = "Task" [ 1148.217410] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.226649] env[68786]: DEBUG oslo_vmware.api [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Task: {'id': task-3091572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.282798] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: eae649bc-1d2b-41e4-b737-b00852e5d983] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.644235] env[68786]: DEBUG oslo_concurrency.lockutils [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.644553] env[68786]: DEBUG oslo_concurrency.lockutils [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.644663] env[68786]: DEBUG nova.network.neutron [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.686138] env[68786]: DEBUG oslo_vmware.api [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091571, 'name': PowerOffVM_Task, 'duration_secs': 0.21413} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.686675] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.686897] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Volume detach. Driver type: vmdk {{(pid=68786) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1148.687146] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618763', 'volume_id': 'b3fae7bc-411e-4b2e-8653-c5514fa0138a', 'name': 'volume-b3fae7bc-411e-4b2e-8653-c5514fa0138a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '80bb1764-dbeb-465d-b214-d5993765b632', 'attached_at': '2025-03-19T15:42:56.000000', 'detached_at': '', 'volume_id': 'b3fae7bc-411e-4b2e-8653-c5514fa0138a', 'serial': 'b3fae7bc-411e-4b2e-8653-c5514fa0138a'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1148.687915] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d35be8-0d2c-4e7d-821e-1add16c39ce2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.708989] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e898130e-bb10-458b-a964-d3c58b5d1f95 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.716193] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a999bbe4-ca0a-4e8a-acdf-e68517172fa2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.726838] env[68786]: DEBUG oslo_vmware.api [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Task: {'id': task-3091572, 'name': PowerOffVM_Task, 'duration_secs': 0.171653} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.740785] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.741471] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.745355] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90e6fc59-ec9a-4c7c-903a-88deb0711502 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.747272] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d7d91c-1ff0-4bb3-b67b-66b6213cef5d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.752258] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "17fe6762-3043-4e7f-b319-2a7f1a90dd3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.752473] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "17fe6762-3043-4e7f-b319-2a7f1a90dd3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.768830] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] The volume has not been displaced from its original location: [datastore1] volume-b3fae7bc-411e-4b2e-8653-c5514fa0138a/volume-b3fae7bc-411e-4b2e-8653-c5514fa0138a.vmdk. No consolidation needed. {{(pid=68786) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1148.774195] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1148.775943] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed6bf627-dfc1-4ad1-8a57-b3450d5066f1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.788823] env[68786]: DEBUG oslo_vmware.api [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Waiting for the task: (returnval){ [ 1148.788823] env[68786]: value = "task-3091574" [ 1148.788823] env[68786]: _type = "Task" [ 1148.788823] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.791604] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 098d000f-adcb-4464-a328-866dd1c6bc1c] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.798811] env[68786]: DEBUG oslo_vmware.api [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1148.798811] env[68786]: value = "task-3091575" [ 1148.798811] env[68786]: _type = "Task" [ 1148.798811] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.806042] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] VM already powered off {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1148.806042] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Volume detach. Driver type: vmdk {{(pid=68786) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1148.806163] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618773', 'volume_id': '189882ab-b146-47f5-b504-25baca4a9fbf', 'name': 'volume-189882ab-b146-47f5-b504-25baca4a9fbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44f8b6a9-89fe-4e33-b467-74a981566088', 'attached_at': '', 'detached_at': '', 'volume_id': '189882ab-b146-47f5-b504-25baca4a9fbf', 'serial': '189882ab-b146-47f5-b504-25baca4a9fbf'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1148.806937] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d00d7f-c510-4457-8562-2c302a725d29 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.812388] env[68786]: DEBUG oslo_vmware.api [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091575, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.834366] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917024a5-f699-4ae4-9f37-007957b470ba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.837015] env[68786]: DEBUG nova.network.neutron [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Updating instance_info_cache with network_info: [{"id": "2c0ece61-480b-4951-818a-af8c591aaaa6", "address": "fa:16:3e:52:d2:71", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0ece61-48", "ovs_interfaceid": "2c0ece61-480b-4951-818a-af8c591aaaa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.843825] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64ca890-601c-4b17-97e5-93975080e076 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.863649] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9629034-0d8f-45b7-81ca-3fb60fb2b789 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.880793] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] The volume has not been displaced from its original location: [datastore1] volume-189882ab-b146-47f5-b504-25baca4a9fbf/volume-189882ab-b146-47f5-b504-25baca4a9fbf.vmdk. No consolidation needed. {{(pid=68786) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1148.884730] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1148.885032] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5b00b3a-1ae8-484f-82e6-69f451e48490 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.903317] env[68786]: DEBUG oslo_vmware.api [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Waiting for the task: (returnval){ [ 1148.903317] env[68786]: value = "task-3091576" [ 1148.903317] env[68786]: _type = "Task" [ 1148.903317] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.911583] env[68786]: DEBUG oslo_vmware.api [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Task: {'id': task-3091576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.178323] env[68786]: WARNING nova.network.neutron [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] 6b9d157d-14ce-4b9d-8c2b-23511eaa4d22 already exists in list: networks containing: ['6b9d157d-14ce-4b9d-8c2b-23511eaa4d22']. ignoring it [ 1149.254695] env[68786]: DEBUG nova.compute.manager [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1149.294258] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 5b2bef79-42d6-447d-8cba-62a0aa2006d0] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.312902] env[68786]: DEBUG oslo_vmware.api [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091575, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.340295] env[68786]: DEBUG oslo_concurrency.lockutils [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "refresh_cache-656e0ed0-c4ea-4779-87d5-b4077132b563" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.413596] env[68786]: DEBUG oslo_vmware.api [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Task: {'id': task-3091576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.485246] env[68786]: DEBUG nova.network.neutron [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Updating instance_info_cache with network_info: [{"id": "ae614660-7cbf-4a1f-86ed-7cf9fe476d08", "address": "fa:16:3e:9d:05:8e", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae614660-7c", "ovs_interfaceid": "ae614660-7cbf-4a1f-86ed-7cf9fe476d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c133bc8-8105-48e3-b8f8-d97ad1a0c508", "address": "fa:16:3e:d2:44:b2", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c133bc8-81", "ovs_interfaceid": "7c133bc8-8105-48e3-b8f8-d97ad1a0c508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.777999] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.778303] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.779811] env[68786]: INFO nova.compute.claims [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.796978] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 4359f259-166c-4da8-9b06-d12646a67348] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.809543] env[68786]: DEBUG oslo_vmware.api [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091575, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.860710] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b200e75-49b3-45f1-899c-db27ae06d038 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.879712] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0afe85-73bf-4dae-a6ff-077116742cb3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.886411] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Updating instance '656e0ed0-c4ea-4779-87d5-b4077132b563' progress to 83 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.913122] env[68786]: DEBUG oslo_vmware.api [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Task: {'id': task-3091576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.988041] env[68786]: DEBUG oslo_concurrency.lockutils [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.988872] env[68786]: DEBUG oslo_concurrency.lockutils [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.989201] env[68786]: DEBUG oslo_concurrency.lockutils [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.990097] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f80d70-4b11-4a40-b078-8f7723e00f86 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.006909] env[68786]: DEBUG nova.virt.hardware [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.007139] env[68786]: DEBUG nova.virt.hardware [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.007299] env[68786]: DEBUG nova.virt.hardware [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.007497] env[68786]: DEBUG nova.virt.hardware [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.007652] env[68786]: DEBUG nova.virt.hardware [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.007799] env[68786]: DEBUG nova.virt.hardware [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.007999] env[68786]: DEBUG nova.virt.hardware [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.008171] env[68786]: DEBUG nova.virt.hardware [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.008339] env[68786]: DEBUG nova.virt.hardware [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.008505] env[68786]: DEBUG nova.virt.hardware [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.008678] env[68786]: DEBUG nova.virt.hardware [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.014785] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Reconfiguring VM to attach interface {{(pid=68786) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1150.015069] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-869412dd-7a29-4b3e-9aa6-05e0e08abed7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.031996] env[68786]: DEBUG oslo_vmware.api [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1150.031996] env[68786]: value = "task-3091577" [ 1150.031996] env[68786]: _type = "Task" [ 1150.031996] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.041457] env[68786]: DEBUG oslo_vmware.api [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091577, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.164507] env[68786]: DEBUG nova.compute.manager [req-0f4b52e6-54ff-4b4d-ab85-6bde61eea810 req-ec44deb2-69cc-47d8-a6a5-843e926a4b5f service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Received event network-changed-7c133bc8-8105-48e3-b8f8-d97ad1a0c508 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.164719] env[68786]: DEBUG nova.compute.manager [req-0f4b52e6-54ff-4b4d-ab85-6bde61eea810 req-ec44deb2-69cc-47d8-a6a5-843e926a4b5f service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Refreshing instance network info cache due to event network-changed-7c133bc8-8105-48e3-b8f8-d97ad1a0c508. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.165023] env[68786]: DEBUG oslo_concurrency.lockutils [req-0f4b52e6-54ff-4b4d-ab85-6bde61eea810 req-ec44deb2-69cc-47d8-a6a5-843e926a4b5f service nova] Acquiring lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.165246] env[68786]: DEBUG oslo_concurrency.lockutils [req-0f4b52e6-54ff-4b4d-ab85-6bde61eea810 req-ec44deb2-69cc-47d8-a6a5-843e926a4b5f service nova] Acquired lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.165427] env[68786]: DEBUG nova.network.neutron [req-0f4b52e6-54ff-4b4d-ab85-6bde61eea810 req-ec44deb2-69cc-47d8-a6a5-843e926a4b5f service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Refreshing network info cache for port 7c133bc8-8105-48e3-b8f8-d97ad1a0c508 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.299897] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: ec8f0081-33ff-47dc-ab7a-f1b7dc2b2127] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.310984] env[68786]: DEBUG oslo_vmware.api [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091575, 'name': ReconfigVM_Task, 'duration_secs': 1.182456} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.311278] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1150.316016] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f684a853-78f2-4a1b-9f3e-5239d4254371 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.331518] env[68786]: DEBUG oslo_vmware.api [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1150.331518] env[68786]: value = "task-3091578" [ 1150.331518] env[68786]: _type = "Task" [ 1150.331518] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.339591] env[68786]: DEBUG oslo_vmware.api [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.392544] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.392769] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98b97580-a476-4892-aad3-28188f5b902d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.402689] env[68786]: DEBUG oslo_vmware.api [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1150.402689] env[68786]: value = "task-3091579" [ 1150.402689] env[68786]: _type = "Task" [ 1150.402689] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.413548] env[68786]: DEBUG oslo_vmware.api [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.417126] env[68786]: DEBUG oslo_vmware.api [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Task: {'id': task-3091576, 'name': ReconfigVM_Task, 'duration_secs': 1.16474} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.417399] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1150.422498] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d1ddcbd-dc5e-491b-a063-c7d5ddbb0a18 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.438020] env[68786]: DEBUG oslo_vmware.api [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Waiting for the task: (returnval){ [ 1150.438020] env[68786]: value = "task-3091580" [ 1150.438020] env[68786]: _type = "Task" [ 1150.438020] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.447181] env[68786]: DEBUG oslo_vmware.api [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Task: {'id': task-3091580, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.541990] env[68786]: DEBUG oslo_vmware.api [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.803522] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 9be3fac4-257b-4806-bece-bda0eb36184a] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.844628] env[68786]: DEBUG oslo_vmware.api [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091578, 'name': ReconfigVM_Task, 'duration_secs': 0.131368} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.845593] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618763', 'volume_id': 'b3fae7bc-411e-4b2e-8653-c5514fa0138a', 'name': 'volume-b3fae7bc-411e-4b2e-8653-c5514fa0138a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '80bb1764-dbeb-465d-b214-d5993765b632', 'attached_at': '2025-03-19T15:42:56.000000', 'detached_at': '', 'volume_id': 'b3fae7bc-411e-4b2e-8653-c5514fa0138a', 'serial': 'b3fae7bc-411e-4b2e-8653-c5514fa0138a'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1150.845861] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.846875] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8cc311-ff06-4610-80a7-3d4156c6478c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.855734] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.855734] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d584d99-eca8-4a8f-898c-4560d9730610 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.914626] env[68786]: DEBUG oslo_vmware.api [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091579, 'name': PowerOnVM_Task, 'duration_secs': 0.46314} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.915396] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.915642] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-08afc717-5edd-4601-921d-01dcafb22ad4 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Updating instance '656e0ed0-c4ea-4779-87d5-b4077132b563' progress to 100 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.925393] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.925847] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.925847] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Deleting the datastore file [datastore1] 80bb1764-dbeb-465d-b214-d5993765b632 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.928891] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25918db4-b7ad-4556-b62b-8f08e3f138ed {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.935036] env[68786]: DEBUG oslo_vmware.api [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1150.935036] env[68786]: value = "task-3091582" [ 1150.935036] env[68786]: _type = "Task" [ 1150.935036] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.946452] env[68786]: DEBUG oslo_vmware.api [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.951658] env[68786]: DEBUG oslo_vmware.api [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Task: {'id': task-3091580, 'name': ReconfigVM_Task, 'duration_secs': 0.115063} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.952133] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618773', 'volume_id': '189882ab-b146-47f5-b504-25baca4a9fbf', 'name': 'volume-189882ab-b146-47f5-b504-25baca4a9fbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44f8b6a9-89fe-4e33-b467-74a981566088', 'attached_at': '', 'detached_at': '', 'volume_id': '189882ab-b146-47f5-b504-25baca4a9fbf', 'serial': '189882ab-b146-47f5-b504-25baca4a9fbf'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1150.952406] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.953276] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbc1219-e439-4d0b-a9eb-6183cefaed58 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.959693] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.960156] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13d9961c-2c3d-4209-b75d-fca74b1ae575 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.965285] env[68786]: DEBUG nova.network.neutron [req-0f4b52e6-54ff-4b4d-ab85-6bde61eea810 req-ec44deb2-69cc-47d8-a6a5-843e926a4b5f service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Updated VIF entry in instance network info cache for port 7c133bc8-8105-48e3-b8f8-d97ad1a0c508. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.965285] env[68786]: DEBUG nova.network.neutron [req-0f4b52e6-54ff-4b4d-ab85-6bde61eea810 req-ec44deb2-69cc-47d8-a6a5-843e926a4b5f service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Updating instance_info_cache with network_info: [{"id": "ae614660-7cbf-4a1f-86ed-7cf9fe476d08", "address": "fa:16:3e:9d:05:8e", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae614660-7c", "ovs_interfaceid": "ae614660-7cbf-4a1f-86ed-7cf9fe476d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c133bc8-8105-48e3-b8f8-d97ad1a0c508", "address": "fa:16:3e:d2:44:b2", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c133bc8-81", "ovs_interfaceid": "7c133bc8-8105-48e3-b8f8-d97ad1a0c508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.978490] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a47603d-2c95-4e07-9391-c221070e995b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.985722] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47d93e1-d16e-47c7-94b6-c3d0fa84ae28 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.015980] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c92624d-61bf-46d9-ab81-5f49fbf89756 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.019717] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.019920] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.020110] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Deleting the datastore file [datastore1] 44f8b6a9-89fe-4e33-b467-74a981566088 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.020773] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f5a9ba0-48c4-4d65-bcc9-873efd5ab763 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.025611] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb8691b-94f2-4705-b706-e2c88be756b8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.030624] env[68786]: DEBUG oslo_vmware.api [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Waiting for the task: (returnval){ [ 1151.030624] env[68786]: value = "task-3091584" [ 1151.030624] env[68786]: _type = "Task" [ 1151.030624] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.044216] env[68786]: DEBUG nova.compute.provider_tree [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.050090] env[68786]: DEBUG oslo_vmware.api [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Task: {'id': task-3091584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.052877] env[68786]: DEBUG oslo_vmware.api [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091577, 'name': ReconfigVM_Task, 'duration_secs': 0.661011} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.053895] env[68786]: DEBUG oslo_concurrency.lockutils [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.054103] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Reconfigured VM to attach interface {{(pid=68786) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1151.307820] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 1af9550f-a38c-4988-a9bd-cb2bd4169df1] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.444859] env[68786]: DEBUG oslo_vmware.api [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09499} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.445798] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.445961] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.446211] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.446335] env[68786]: INFO nova.compute.manager [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Took 3.28 seconds to destroy the instance on the hypervisor. [ 1151.446599] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.446803] env[68786]: DEBUG nova.compute.manager [-] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1151.446898] env[68786]: DEBUG nova.network.neutron [-] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1151.467557] env[68786]: DEBUG oslo_concurrency.lockutils [req-0f4b52e6-54ff-4b4d-ab85-6bde61eea810 req-ec44deb2-69cc-47d8-a6a5-843e926a4b5f service nova] Releasing lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.543357] env[68786]: DEBUG oslo_vmware.api [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Task: {'id': task-3091584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081465} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.543616] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.543811] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.544019] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.547907] env[68786]: DEBUG nova.scheduler.client.report [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.558279] env[68786]: DEBUG oslo_concurrency.lockutils [None req-47713325-d05d-413b-951d-7d4098deb1b0 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "interface-7c2eb470-12f1-4624-ad45-78e9ce78551b-7c133bc8-8105-48e3-b8f8-d97ad1a0c508" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.285s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.606053] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Volume detach. Driver type: vmdk {{(pid=68786) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1151.606404] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-997d0619-8023-40f3-aa63-a0e458609db5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.615978] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3675a374-f4e3-43d3-a263-baf7417dd83f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.649670] env[68786]: ERROR nova.compute.manager [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Failed to detach volume 189882ab-b146-47f5-b504-25baca4a9fbf from /dev/sda: nova.exception.InstanceNotFound: Instance 44f8b6a9-89fe-4e33-b467-74a981566088 could not be found. [ 1151.649670] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Traceback (most recent call last): [ 1151.649670] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1151.649670] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] self.driver.rebuild(**kwargs) [ 1151.649670] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1151.649670] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] raise NotImplementedError() [ 1151.649670] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] NotImplementedError [ 1151.649670] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] [ 1151.649670] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] During handling of the above exception, another exception occurred: [ 1151.649670] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] [ 1151.649670] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Traceback (most recent call last): [ 1151.649670] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1151.649670] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] self.driver.detach_volume(context, old_connection_info, [ 1151.649670] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1151.649670] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] return self._volumeops.detach_volume(connection_info, instance) [ 1151.649670] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1151.649670] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] self._detach_volume_vmdk(connection_info, instance) [ 1151.649670] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1151.649670] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1151.649670] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1151.649670] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] stable_ref.fetch_moref(session) [ 1151.649670] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1151.649670] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1151.649670] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] nova.exception.InstanceNotFound: Instance 44f8b6a9-89fe-4e33-b467-74a981566088 could not be found. [ 1151.649670] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] [ 1151.816156] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 17f45691-a34a-439a-83a4-0916e0dd1aea] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.825154] env[68786]: DEBUG nova.compute.utils [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Build of instance 44f8b6a9-89fe-4e33-b467-74a981566088 aborted: Failed to rebuild volume backed instance. {{(pid=68786) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1151.828216] env[68786]: ERROR nova.compute.manager [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 44f8b6a9-89fe-4e33-b467-74a981566088 aborted: Failed to rebuild volume backed instance. [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Traceback (most recent call last): [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] self.driver.rebuild(**kwargs) [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] raise NotImplementedError() [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] NotImplementedError [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] During handling of the above exception, another exception occurred: [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Traceback (most recent call last): [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] self._detach_root_volume(context, instance, root_bdm) [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] with excutils.save_and_reraise_exception(): [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] self.force_reraise() [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] raise self.value [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] self.driver.detach_volume(context, old_connection_info, [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] return self._volumeops.detach_volume(connection_info, instance) [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] self._detach_volume_vmdk(connection_info, instance) [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] stable_ref.fetch_moref(session) [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] nova.exception.InstanceNotFound: Instance 44f8b6a9-89fe-4e33-b467-74a981566088 could not be found. [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] During handling of the above exception, another exception occurred: [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Traceback (most recent call last): [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] yield [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1151.828216] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] self._do_rebuild_instance_with_claim( [ 1151.829328] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1151.829328] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] self._do_rebuild_instance( [ 1151.829328] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1151.829328] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] self._rebuild_default_impl(**kwargs) [ 1151.829328] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1151.829328] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] self._rebuild_volume_backed_instance( [ 1151.829328] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1151.829328] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] raise exception.BuildAbortException( [ 1151.829328] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] nova.exception.BuildAbortException: Build of instance 44f8b6a9-89fe-4e33-b467-74a981566088 aborted: Failed to rebuild volume backed instance. [ 1151.829328] env[68786]: ERROR nova.compute.manager [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] [ 1152.055255] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.055801] env[68786]: DEBUG nova.compute.manager [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1152.193305] env[68786]: DEBUG nova.compute.manager [req-c705394c-fb43-4587-abe5-9129e21d84d0 req-685640b2-055c-49f3-b501-9d34a14abd98 service nova] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Received event network-vif-deleted-3ce882e4-f653-4ae6-b19f-3badb2453587 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.193305] env[68786]: INFO nova.compute.manager [req-c705394c-fb43-4587-abe5-9129e21d84d0 req-685640b2-055c-49f3-b501-9d34a14abd98 service nova] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Neutron deleted interface 3ce882e4-f653-4ae6-b19f-3badb2453587; detaching it from the instance and deleting it from the info cache [ 1152.193305] env[68786]: DEBUG nova.network.neutron [req-c705394c-fb43-4587-abe5-9129e21d84d0 req-685640b2-055c-49f3-b501-9d34a14abd98 service nova] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.318744] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 099e1ec5-a0b5-47ff-a195-bdc9dd05c0e8] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.511528] env[68786]: DEBUG nova.network.neutron [-] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.560606] env[68786]: DEBUG nova.compute.utils [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.561965] env[68786]: DEBUG nova.compute.manager [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1152.562228] env[68786]: DEBUG nova.network.neutron [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.600131] env[68786]: DEBUG nova.policy [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aaa7398f2e4e4ab289cb8049dfce3e72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55d7b71dea254e54831c7e3f8668850e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.695861] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53552fb8-571b-4e4d-bb14-af1b5bc5eb3b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.706250] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cfde51-da2d-49b3-a078-82fcf4957f0c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.734741] env[68786]: DEBUG nova.compute.manager [req-c705394c-fb43-4587-abe5-9129e21d84d0 req-685640b2-055c-49f3-b501-9d34a14abd98 service nova] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Detach interface failed, port_id=3ce882e4-f653-4ae6-b19f-3badb2453587, reason: Instance 80bb1764-dbeb-465d-b214-d5993765b632 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1152.823122] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 857a2be6-0b59-43ec-9e0b-c0386ccde71e] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.844559] env[68786]: DEBUG nova.network.neutron [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Successfully created port: 801356ab-b4e6-44cc-892e-624b09c5066e {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1153.001750] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "interface-7c2eb470-12f1-4624-ad45-78e9ce78551b-7c133bc8-8105-48e3-b8f8-d97ad1a0c508" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.002057] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "interface-7c2eb470-12f1-4624-ad45-78e9ce78551b-7c133bc8-8105-48e3-b8f8-d97ad1a0c508" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.013647] env[68786]: INFO nova.compute.manager [-] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Took 1.57 seconds to deallocate network for instance. [ 1153.064812] env[68786]: DEBUG nova.compute.manager [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1153.326694] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 95454394-a40e-42c7-b8c0-dec0c279e7e0] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.505680] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.505831] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.506995] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee2f6f5-68a6-4293-8833-36bc52474ed3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.527026] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8787f6f9-18ff-4b3c-86ce-6bf07a8c15a0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.552905] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Reconfiguring VM to detach interface {{(pid=68786) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1153.553365] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64fb8fe4-9d91-47cf-8a43-03ac5b78d344 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.567761] env[68786]: INFO nova.compute.manager [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Took 0.55 seconds to detach 1 volumes for instance. [ 1153.572762] env[68786]: DEBUG nova.compute.manager [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Deleting volume: b3fae7bc-411e-4b2e-8653-c5514fa0138a {{(pid=68786) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1153.580344] env[68786]: DEBUG oslo_vmware.api [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1153.580344] env[68786]: value = "task-3091585" [ 1153.580344] env[68786]: _type = "Task" [ 1153.580344] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.588811] env[68786]: DEBUG oslo_vmware.api [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.715062] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28e2563e-3af6-43dd-895d-abaa95c6064a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "656e0ed0-c4ea-4779-87d5-b4077132b563" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.715513] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28e2563e-3af6-43dd-895d-abaa95c6064a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "656e0ed0-c4ea-4779-87d5-b4077132b563" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.715929] env[68786]: DEBUG nova.compute.manager [None req-28e2563e-3af6-43dd-895d-abaa95c6064a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Going to confirm migration 7 {{(pid=68786) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1153.829936] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 432f7aa2-75aa-4db8-a3b5-fa2cc8276271] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.845815] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.846147] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.953667] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57610450-773a-4dcf-8a3a-03f1e2d40f86 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.960921] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ac17f7-96b0-45f6-a130-c687ad4d58ce {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.992496] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bd1936-2c94-4d57-9e39-605607d67b0d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.999467] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf54bc6-c961-4767-8765-bd49c68c8ae7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.012085] env[68786]: DEBUG nova.compute.provider_tree [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.077185] env[68786]: DEBUG nova.compute.manager [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.090616] env[68786]: DEBUG oslo_vmware.api [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.104926] env[68786]: DEBUG nova.virt.hardware [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.105187] env[68786]: DEBUG nova.virt.hardware [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.105353] env[68786]: DEBUG nova.virt.hardware [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.105547] env[68786]: DEBUG nova.virt.hardware [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.105969] env[68786]: DEBUG nova.virt.hardware [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.105969] env[68786]: DEBUG nova.virt.hardware [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.106082] env[68786]: DEBUG nova.virt.hardware [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.106252] env[68786]: DEBUG nova.virt.hardware [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.106428] env[68786]: DEBUG nova.virt.hardware [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.106617] env[68786]: DEBUG nova.virt.hardware [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.106815] env[68786]: DEBUG nova.virt.hardware [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.107678] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285deed0-b96e-4a09-9215-a2ed5794247f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.114757] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea92bd0-94fb-4c02-a562-d1b973d9028e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.128576] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.240480] env[68786]: DEBUG nova.compute.manager [req-3523e150-31ea-4495-9780-d9984c81895f req-fa830c87-1aa5-4eb2-b45c-b4e1f8693f6d service nova] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Received event network-vif-plugged-801356ab-b4e6-44cc-892e-624b09c5066e {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.240697] env[68786]: DEBUG oslo_concurrency.lockutils [req-3523e150-31ea-4495-9780-d9984c81895f req-fa830c87-1aa5-4eb2-b45c-b4e1f8693f6d service nova] Acquiring lock "17fe6762-3043-4e7f-b319-2a7f1a90dd3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.240895] env[68786]: DEBUG oslo_concurrency.lockutils [req-3523e150-31ea-4495-9780-d9984c81895f req-fa830c87-1aa5-4eb2-b45c-b4e1f8693f6d service nova] Lock "17fe6762-3043-4e7f-b319-2a7f1a90dd3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.244226] env[68786]: DEBUG oslo_concurrency.lockutils [req-3523e150-31ea-4495-9780-d9984c81895f req-fa830c87-1aa5-4eb2-b45c-b4e1f8693f6d service nova] Lock "17fe6762-3043-4e7f-b319-2a7f1a90dd3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.244226] env[68786]: DEBUG nova.compute.manager [req-3523e150-31ea-4495-9780-d9984c81895f req-fa830c87-1aa5-4eb2-b45c-b4e1f8693f6d service nova] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] No waiting events found dispatching network-vif-plugged-801356ab-b4e6-44cc-892e-624b09c5066e {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1154.244226] env[68786]: WARNING nova.compute.manager [req-3523e150-31ea-4495-9780-d9984c81895f req-fa830c87-1aa5-4eb2-b45c-b4e1f8693f6d service nova] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Received unexpected event network-vif-plugged-801356ab-b4e6-44cc-892e-624b09c5066e for instance with vm_state building and task_state spawning. [ 1154.270871] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28e2563e-3af6-43dd-895d-abaa95c6064a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "refresh_cache-656e0ed0-c4ea-4779-87d5-b4077132b563" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.271074] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28e2563e-3af6-43dd-895d-abaa95c6064a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "refresh_cache-656e0ed0-c4ea-4779-87d5-b4077132b563" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.271259] env[68786]: DEBUG nova.network.neutron [None req-28e2563e-3af6-43dd-895d-abaa95c6064a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.271441] env[68786]: DEBUG nova.objects.instance [None req-28e2563e-3af6-43dd-895d-abaa95c6064a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lazy-loading 'info_cache' on Instance uuid 656e0ed0-c4ea-4779-87d5-b4077132b563 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.333342] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: a9f3a68d-41d6-480a-b41a-1b7e611eb90d] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.400108] env[68786]: DEBUG nova.network.neutron [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Successfully updated port: 801356ab-b4e6-44cc-892e-624b09c5066e {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.515354] env[68786]: DEBUG nova.scheduler.client.report [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.591701] env[68786]: DEBUG oslo_vmware.api [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.728251] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6380effe-db9b-4328-bae7-bc4e9cbeb334 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Acquiring lock "44f8b6a9-89fe-4e33-b467-74a981566088" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.728610] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6380effe-db9b-4328-bae7-bc4e9cbeb334 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Lock "44f8b6a9-89fe-4e33-b467-74a981566088" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.728910] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6380effe-db9b-4328-bae7-bc4e9cbeb334 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Acquiring lock "44f8b6a9-89fe-4e33-b467-74a981566088-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.729188] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6380effe-db9b-4328-bae7-bc4e9cbeb334 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Lock "44f8b6a9-89fe-4e33-b467-74a981566088-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.729441] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6380effe-db9b-4328-bae7-bc4e9cbeb334 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Lock "44f8b6a9-89fe-4e33-b467-74a981566088-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.731668] env[68786]: INFO nova.compute.manager [None req-6380effe-db9b-4328-bae7-bc4e9cbeb334 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Terminating instance [ 1154.836240] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 3ebf958f-7544-44f2-85c5-00b5a309817f] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.903926] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "refresh_cache-17fe6762-3043-4e7f-b319-2a7f1a90dd3a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.904106] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired lock "refresh_cache-17fe6762-3043-4e7f-b319-2a7f1a90dd3a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.904246] env[68786]: DEBUG nova.network.neutron [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.020222] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.174s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.020473] env[68786]: INFO nova.compute.manager [None req-fbcd3e42-6d19-4bdb-9f80-3462906dcfd1 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Successfully reverted task state from rebuilding on failure for instance. [ 1155.025939] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.897s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.026196] env[68786]: DEBUG nova.objects.instance [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lazy-loading 'resources' on Instance uuid 80bb1764-dbeb-465d-b214-d5993765b632 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.093169] env[68786]: DEBUG oslo_vmware.api [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.235451] env[68786]: DEBUG nova.compute.manager [None req-6380effe-db9b-4328-bae7-bc4e9cbeb334 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.235840] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-551cf01a-dfca-4041-82f7-495da3d0f662 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.245629] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497a6645-2594-4601-8a1b-7341bb6b5d21 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.273151] env[68786]: WARNING nova.virt.vmwareapi.driver [None req-6380effe-db9b-4328-bae7-bc4e9cbeb334 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 44f8b6a9-89fe-4e33-b467-74a981566088 could not be found. [ 1155.273359] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6380effe-db9b-4328-bae7-bc4e9cbeb334 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.273662] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6b05be1-0254-4e56-a4b4-dd9ae632caec {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.282350] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e07c65f-7ee1-49e3-ae0d-02fecd67f716 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.309966] env[68786]: WARNING nova.virt.vmwareapi.vmops [None req-6380effe-db9b-4328-bae7-bc4e9cbeb334 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 44f8b6a9-89fe-4e33-b467-74a981566088 could not be found. [ 1155.310210] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6380effe-db9b-4328-bae7-bc4e9cbeb334 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.310395] env[68786]: INFO nova.compute.manager [None req-6380effe-db9b-4328-bae7-bc4e9cbeb334 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1155.310636] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6380effe-db9b-4328-bae7-bc4e9cbeb334 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.312901] env[68786]: DEBUG nova.compute.manager [-] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.313030] env[68786]: DEBUG nova.network.neutron [-] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.339284] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: f91a41de-6ac2-4043-8176-a3849b2cc882] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.482055] env[68786]: DEBUG nova.network.neutron [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.594819] env[68786]: DEBUG oslo_vmware.api [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.676742] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7fd20b-9b5c-49af-bb2a-0b9bfd8e2648 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.691621] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4729253-24e5-47c1-8637-5c3c2fffae26 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.726752] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785ac62b-1edb-4724-bbc1-b21b2696d0f1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.737027] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d2c98a-968e-409f-b19e-c15bb3cf4c6c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.748721] env[68786]: DEBUG nova.compute.provider_tree [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.771900] env[68786]: DEBUG nova.network.neutron [None req-28e2563e-3af6-43dd-895d-abaa95c6064a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Updating instance_info_cache with network_info: [{"id": "2c0ece61-480b-4951-818a-af8c591aaaa6", "address": "fa:16:3e:52:d2:71", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0ece61-48", "ovs_interfaceid": "2c0ece61-480b-4951-818a-af8c591aaaa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.835394] env[68786]: DEBUG nova.network.neutron [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Updating instance_info_cache with network_info: [{"id": "801356ab-b4e6-44cc-892e-624b09c5066e", "address": "fa:16:3e:51:b6:bc", "network": {"id": "3522e8ed-e9cf-4aa1-9743-473c1345b0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1025079652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d7b71dea254e54831c7e3f8668850e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801356ab-b4", "ovs_interfaceid": "801356ab-b4e6-44cc-892e-624b09c5066e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.844129] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 38f4d3bd-1065-4e88-bb9c-717f12dd992b] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.094275] env[68786]: DEBUG oslo_vmware.api [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.253110] env[68786]: DEBUG nova.scheduler.client.report [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.271987] env[68786]: DEBUG nova.compute.manager [req-c4f3e35a-eaa8-4c61-9c20-cf2428577d8c req-7fa2aca4-6bc8-4321-884f-892c69193e5c service nova] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Received event network-changed-801356ab-b4e6-44cc-892e-624b09c5066e {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.271987] env[68786]: DEBUG nova.compute.manager [req-c4f3e35a-eaa8-4c61-9c20-cf2428577d8c req-7fa2aca4-6bc8-4321-884f-892c69193e5c service nova] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Refreshing instance network info cache due to event network-changed-801356ab-b4e6-44cc-892e-624b09c5066e. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.272770] env[68786]: DEBUG oslo_concurrency.lockutils [req-c4f3e35a-eaa8-4c61-9c20-cf2428577d8c req-7fa2aca4-6bc8-4321-884f-892c69193e5c service nova] Acquiring lock "refresh_cache-17fe6762-3043-4e7f-b319-2a7f1a90dd3a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.275027] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28e2563e-3af6-43dd-895d-abaa95c6064a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "refresh_cache-656e0ed0-c4ea-4779-87d5-b4077132b563" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.275126] env[68786]: DEBUG nova.objects.instance [None req-28e2563e-3af6-43dd-895d-abaa95c6064a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lazy-loading 'migration_context' on Instance uuid 656e0ed0-c4ea-4779-87d5-b4077132b563 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.336808] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Releasing lock "refresh_cache-17fe6762-3043-4e7f-b319-2a7f1a90dd3a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.337220] env[68786]: DEBUG nova.compute.manager [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Instance network_info: |[{"id": "801356ab-b4e6-44cc-892e-624b09c5066e", "address": "fa:16:3e:51:b6:bc", "network": {"id": "3522e8ed-e9cf-4aa1-9743-473c1345b0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1025079652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d7b71dea254e54831c7e3f8668850e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801356ab-b4", "ovs_interfaceid": "801356ab-b4e6-44cc-892e-624b09c5066e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1156.337482] env[68786]: DEBUG oslo_concurrency.lockutils [req-c4f3e35a-eaa8-4c61-9c20-cf2428577d8c req-7fa2aca4-6bc8-4321-884f-892c69193e5c service nova] Acquired lock "refresh_cache-17fe6762-3043-4e7f-b319-2a7f1a90dd3a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.337688] env[68786]: DEBUG nova.network.neutron [req-c4f3e35a-eaa8-4c61-9c20-cf2428577d8c req-7fa2aca4-6bc8-4321-884f-892c69193e5c service nova] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Refreshing network info cache for port 801356ab-b4e6-44cc-892e-624b09c5066e {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.338952] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:b6:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '801356ab-b4e6-44cc-892e-624b09c5066e', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.346476] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Creating folder: Project (55d7b71dea254e54831c7e3f8668850e). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1156.349659] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 4bcd4547-9f8e-492d-9581-dde131974d28] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.351293] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57bc86aa-2390-40d8-a119-bd0b8afe6024 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.363154] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Created folder: Project (55d7b71dea254e54831c7e3f8668850e) in parent group-v618484. [ 1156.363445] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Creating folder: Instances. Parent ref: group-v618791. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1156.363660] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93d4c331-6098-4326-bc21-35686e98b5bb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.372684] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Created folder: Instances in parent group-v618791. [ 1156.372684] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.372888] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1156.373115] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20cdd9cc-32e4-4c31-94e5-5ca75c6929e4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.391357] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.391357] env[68786]: value = "task-3091589" [ 1156.391357] env[68786]: _type = "Task" [ 1156.391357] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.399507] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091589, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.537091] env[68786]: DEBUG nova.network.neutron [-] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.599181] env[68786]: DEBUG oslo_vmware.api [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.757411] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.778681] env[68786]: DEBUG nova.objects.base [None req-28e2563e-3af6-43dd-895d-abaa95c6064a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Object Instance<656e0ed0-c4ea-4779-87d5-b4077132b563> lazy-loaded attributes: info_cache,migration_context {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1156.779693] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0c22f9-468a-40d2-b957-71a2560ea082 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.783268] env[68786]: INFO nova.scheduler.client.report [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Deleted allocations for instance 80bb1764-dbeb-465d-b214-d5993765b632 [ 1156.803776] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-561897b7-c871-424d-a079-bbf94723ae3f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.809486] env[68786]: DEBUG oslo_vmware.api [None req-28e2563e-3af6-43dd-895d-abaa95c6064a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1156.809486] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a6204c-9f73-6321-6a4f-2e07b0c60488" [ 1156.809486] env[68786]: _type = "Task" [ 1156.809486] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.817741] env[68786]: DEBUG oslo_vmware.api [None req-28e2563e-3af6-43dd-895d-abaa95c6064a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a6204c-9f73-6321-6a4f-2e07b0c60488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.856689] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 5bdd9ad0-ef99-4c85-ab1d-6fe2870ecdd5] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.903922] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091589, 'name': CreateVM_Task, 'duration_secs': 0.334965} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.904133] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.905256] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.905431] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.905762] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.906639] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e462e669-e369-46ed-8a70-a7f10d966ea0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.914476] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1156.914476] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]520bf57a-7a80-3c6e-1bb0-9dadf8a5c1b8" [ 1156.914476] env[68786]: _type = "Task" [ 1156.914476] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.927014] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520bf57a-7a80-3c6e-1bb0-9dadf8a5c1b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009772} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.927308] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.927538] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.927770] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.927921] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.928551] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.928551] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d849a4ee-af22-4a54-bf5b-da0eec2a6989 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.939794] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.939945] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.940686] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c4f391e-b156-4739-a38f-6eb7df720613 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.949047] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1156.949047] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52667475-f94e-d82c-1946-831344fbc495" [ 1156.949047] env[68786]: _type = "Task" [ 1156.949047] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.961019] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52667475-f94e-d82c-1946-831344fbc495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.039984] env[68786]: INFO nova.compute.manager [-] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Took 1.73 seconds to deallocate network for instance. [ 1157.097400] env[68786]: DEBUG oslo_vmware.api [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.110791] env[68786]: DEBUG nova.network.neutron [req-c4f3e35a-eaa8-4c61-9c20-cf2428577d8c req-7fa2aca4-6bc8-4321-884f-892c69193e5c service nova] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Updated VIF entry in instance network info cache for port 801356ab-b4e6-44cc-892e-624b09c5066e. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.111170] env[68786]: DEBUG nova.network.neutron [req-c4f3e35a-eaa8-4c61-9c20-cf2428577d8c req-7fa2aca4-6bc8-4321-884f-892c69193e5c service nova] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Updating instance_info_cache with network_info: [{"id": "801356ab-b4e6-44cc-892e-624b09c5066e", "address": "fa:16:3e:51:b6:bc", "network": {"id": "3522e8ed-e9cf-4aa1-9743-473c1345b0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1025079652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d7b71dea254e54831c7e3f8668850e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801356ab-b4", "ovs_interfaceid": "801356ab-b4e6-44cc-892e-624b09c5066e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.306941] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e5a39872-7d3c-428d-b525-07d3d4836202 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "80bb1764-dbeb-465d-b214-d5993765b632" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.648s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.321970] env[68786]: DEBUG oslo_vmware.api [None req-28e2563e-3af6-43dd-895d-abaa95c6064a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a6204c-9f73-6321-6a4f-2e07b0c60488, 'name': SearchDatastore_Task, 'duration_secs': 0.007506} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.322934] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28e2563e-3af6-43dd-895d-abaa95c6064a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.322934] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28e2563e-3af6-43dd-895d-abaa95c6064a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.357213] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 15e232a4-4095-44cb-9ede-92e6875cffed] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.459819] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52667475-f94e-d82c-1946-831344fbc495, 'name': SearchDatastore_Task, 'duration_secs': 0.008658} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.460622] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c0c242-c655-489b-8bb9-00f958cc12f7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.465737] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1157.465737] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e8b48f-72b0-9eb9-bf8c-22a52c2243f3" [ 1157.465737] env[68786]: _type = "Task" [ 1157.465737] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.473437] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e8b48f-72b0-9eb9-bf8c-22a52c2243f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.586375] env[68786]: INFO nova.compute.manager [None req-6380effe-db9b-4328-bae7-bc4e9cbeb334 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Took 0.55 seconds to detach 1 volumes for instance. [ 1157.592321] env[68786]: DEBUG nova.compute.manager [None req-6380effe-db9b-4328-bae7-bc4e9cbeb334 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Deleting volume: 189882ab-b146-47f5-b504-25baca4a9fbf {{(pid=68786) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1157.601498] env[68786]: DEBUG oslo_vmware.api [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.614197] env[68786]: DEBUG oslo_concurrency.lockutils [req-c4f3e35a-eaa8-4c61-9c20-cf2428577d8c req-7fa2aca4-6bc8-4321-884f-892c69193e5c service nova] Releasing lock "refresh_cache-17fe6762-3043-4e7f-b319-2a7f1a90dd3a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.614483] env[68786]: DEBUG nova.compute.manager [req-c4f3e35a-eaa8-4c61-9c20-cf2428577d8c req-7fa2aca4-6bc8-4321-884f-892c69193e5c service nova] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Received event network-vif-deleted-cf3d36f2-68a1-41c9-8143-d31ad21f5294 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.614666] env[68786]: INFO nova.compute.manager [req-c4f3e35a-eaa8-4c61-9c20-cf2428577d8c req-7fa2aca4-6bc8-4321-884f-892c69193e5c service nova] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Neutron deleted interface cf3d36f2-68a1-41c9-8143-d31ad21f5294; detaching it from the instance and deleting it from the info cache [ 1157.614840] env[68786]: DEBUG nova.network.neutron [req-c4f3e35a-eaa8-4c61-9c20-cf2428577d8c req-7fa2aca4-6bc8-4321-884f-892c69193e5c service nova] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.860936] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 9f202206-4cfc-4026-916d-74efeaf9889b] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.914744] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "1934197e-68b9-4bec-8d18-286fa8bacb51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.915061] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "1934197e-68b9-4bec-8d18-286fa8bacb51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.915358] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "1934197e-68b9-4bec-8d18-286fa8bacb51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.915618] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "1934197e-68b9-4bec-8d18-286fa8bacb51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.915852] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "1934197e-68b9-4bec-8d18-286fa8bacb51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.921889] env[68786]: INFO nova.compute.manager [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Terminating instance [ 1157.972048] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeea8067-3806-4920-b1f6-70f2f7c2f6b4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.982518] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e413cfd3-d0e5-4b84-80bd-c8c2321c8fc4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.986015] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e8b48f-72b0-9eb9-bf8c-22a52c2243f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011784} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.986093] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.986335] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 17fe6762-3043-4e7f-b319-2a7f1a90dd3a/17fe6762-3043-4e7f-b319-2a7f1a90dd3a.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.987037] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40435e96-eef8-4df5-9bc6-f94022582802 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.016556] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afe2ac8-86c1-4818-b01f-a572e249ae68 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.020832] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1158.020832] env[68786]: value = "task-3091591" [ 1158.020832] env[68786]: _type = "Task" [ 1158.020832] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.027623] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1923db-77d4-4237-a63e-af832092b301 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.034677] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.043771] env[68786]: DEBUG nova.compute.provider_tree [None req-28e2563e-3af6-43dd-895d-abaa95c6064a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.098822] env[68786]: DEBUG oslo_vmware.api [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.117770] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f6fa290-5fd4-4993-9b94-a55ceeab8296 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.127478] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52035a8-a932-4346-9e56-20c168981a4f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.157429] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6380effe-db9b-4328-bae7-bc4e9cbeb334 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.157580] env[68786]: DEBUG nova.compute.manager [req-c4f3e35a-eaa8-4c61-9c20-cf2428577d8c req-7fa2aca4-6bc8-4321-884f-892c69193e5c service nova] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Detach interface failed, port_id=cf3d36f2-68a1-41c9-8143-d31ad21f5294, reason: Instance 44f8b6a9-89fe-4e33-b467-74a981566088 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1158.364896] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 225f657a-f6a1-45e1-ad78-23191fae6003] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.429152] env[68786]: DEBUG nova.compute.manager [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.429300] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.430199] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7060d78-d033-4bec-a41d-a75108797c34 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.440179] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.440519] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49e75a0d-03c6-47c6-bc4b-bde134124df8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.448231] env[68786]: DEBUG oslo_vmware.api [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1158.448231] env[68786]: value = "task-3091592" [ 1158.448231] env[68786]: _type = "Task" [ 1158.448231] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.459759] env[68786]: DEBUG oslo_vmware.api [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.530355] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091591, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.550813] env[68786]: DEBUG nova.scheduler.client.report [None req-28e2563e-3af6-43dd-895d-abaa95c6064a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.599604] env[68786]: DEBUG oslo_vmware.api [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.869018] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 5874c470-2a9e-484a-b908-9043b0cd1110] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.958752] env[68786]: DEBUG oslo_vmware.api [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091592, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.031491] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091591, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.099277] env[68786]: DEBUG oslo_vmware.api [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091585, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.372286] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 236de9a6-5cff-40b5-aad8-ba7b11d835a0] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.460516] env[68786]: DEBUG oslo_vmware.api [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091592, 'name': PowerOffVM_Task, 'duration_secs': 0.868507} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.460925] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.461231] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.461620] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffd403ca-efe5-40e9-a684-90220b76f833 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.533675] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091591, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.469581} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.534036] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 17fe6762-3043-4e7f-b319-2a7f1a90dd3a/17fe6762-3043-4e7f-b319-2a7f1a90dd3a.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.534297] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.534855] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdad237c-329c-4357-9d38-1d974e776d6d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.538770] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.538898] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.539032] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Deleting the datastore file [datastore2] 1934197e-68b9-4bec-8d18-286fa8bacb51 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.539641] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8022779b-d4d1-47b8-bb79-61e81217e966 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.545803] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1159.545803] env[68786]: value = "task-3091594" [ 1159.545803] env[68786]: _type = "Task" [ 1159.545803] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.552596] env[68786]: DEBUG oslo_vmware.api [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1159.552596] env[68786]: value = "task-3091595" [ 1159.552596] env[68786]: _type = "Task" [ 1159.552596] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.561957] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28e2563e-3af6-43dd-895d-abaa95c6064a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.239s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.565761] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.566710] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6380effe-db9b-4328-bae7-bc4e9cbeb334 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.410s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.566966] env[68786]: DEBUG nova.objects.instance [None req-6380effe-db9b-4328-bae7-bc4e9cbeb334 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Lazy-loading 'resources' on Instance uuid 44f8b6a9-89fe-4e33-b467-74a981566088 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.571578] env[68786]: DEBUG oslo_vmware.api [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.601268] env[68786]: DEBUG oslo_vmware.api [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091585, 'name': ReconfigVM_Task, 'duration_secs': 5.746313} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.601606] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.601825] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Reconfigured VM to detach interface {{(pid=68786) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1159.875936] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 1362ff83-bc7d-43b8-ae39-b1d4d4f494bb] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.055875] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086776} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.059167] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.059949] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dca667d-94e3-4fc8-9934-c4d52a7bbcb5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.073950] env[68786]: DEBUG oslo_vmware.api [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155683} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.088080] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.088292] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.088477] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.088651] env[68786]: INFO nova.compute.manager [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1160.088893] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.097639] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 17fe6762-3043-4e7f-b319-2a7f1a90dd3a/17fe6762-3043-4e7f-b319-2a7f1a90dd3a.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.098262] env[68786]: DEBUG nova.compute.manager [-] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.098365] env[68786]: DEBUG nova.network.neutron [-] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.100018] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b39edc6-270f-4490-81e8-ddf65da435f6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.122688] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1160.122688] env[68786]: value = "task-3091596" [ 1160.122688] env[68786]: _type = "Task" [ 1160.122688] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.130792] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.180113] env[68786]: INFO nova.scheduler.client.report [None req-28e2563e-3af6-43dd-895d-abaa95c6064a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Deleted allocation for migration 2b431cc0-91a4-49fc-87b4-4530e56165b6 [ 1160.269740] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581c639b-8c7e-4cf8-9a40-664933374ee1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.277873] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b9c68f-ed16-41da-9b4d-eb895b6de29c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.310448] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee901f1-2929-42bc-b3df-a6d0cc42334a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.319665] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fa747f-4c5e-4af8-be31-fe2b85efecdb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.335455] env[68786]: DEBUG nova.compute.provider_tree [None req-6380effe-db9b-4328-bae7-bc4e9cbeb334 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.379779] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 0d4e0a9f-aea0-48b8-adf3-b45a8f9da5a9] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.440746] env[68786]: DEBUG nova.compute.manager [req-98cd4799-e923-407e-a082-baa6a45e4bc3 req-7fe58327-3d8a-4864-a303-b8c4b5e7f0bd service nova] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Received event network-vif-deleted-857f4848-792a-49ea-8992-6dac3eb878e3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.440999] env[68786]: INFO nova.compute.manager [req-98cd4799-e923-407e-a082-baa6a45e4bc3 req-7fe58327-3d8a-4864-a303-b8c4b5e7f0bd service nova] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Neutron deleted interface 857f4848-792a-49ea-8992-6dac3eb878e3; detaching it from the instance and deleting it from the info cache [ 1160.441198] env[68786]: DEBUG nova.network.neutron [req-98cd4799-e923-407e-a082-baa6a45e4bc3 req-7fe58327-3d8a-4864-a303-b8c4b5e7f0bd service nova] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.632415] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091596, 'name': ReconfigVM_Task, 'duration_secs': 0.400192} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.632705] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 17fe6762-3043-4e7f-b319-2a7f1a90dd3a/17fe6762-3043-4e7f-b319-2a7f1a90dd3a.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.633363] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c33b3607-66f9-4de1-8f4f-a3c16205ba79 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.639945] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1160.639945] env[68786]: value = "task-3091597" [ 1160.639945] env[68786]: _type = "Task" [ 1160.639945] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.648375] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091597, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.686914] env[68786]: DEBUG oslo_concurrency.lockutils [None req-28e2563e-3af6-43dd-895d-abaa95c6064a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "656e0ed0-c4ea-4779-87d5-b4077132b563" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.971s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.839224] env[68786]: DEBUG nova.scheduler.client.report [None req-6380effe-db9b-4328-bae7-bc4e9cbeb334 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.882468] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 9b02ce36-2582-4b2b-9774-1f8e14cc8b92] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.919371] env[68786]: DEBUG nova.network.neutron [-] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.945183] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dca1f34d-0351-43b6-a4d2-3e4871f1d7c6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.954711] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16aea8fe-a185-4d8e-8934-77a8f41cefca {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.975355] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.975505] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.975584] env[68786]: DEBUG nova.network.neutron [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.984759] env[68786]: DEBUG nova.compute.manager [req-98cd4799-e923-407e-a082-baa6a45e4bc3 req-7fe58327-3d8a-4864-a303-b8c4b5e7f0bd service nova] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Detach interface failed, port_id=857f4848-792a-49ea-8992-6dac3eb878e3, reason: Instance 1934197e-68b9-4bec-8d18-286fa8bacb51 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1161.150529] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091597, 'name': Rename_Task, 'duration_secs': 0.140844} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.150876] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.151228] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aca4c119-e609-4358-ad6f-057dff40029e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.157234] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1161.157234] env[68786]: value = "task-3091598" [ 1161.157234] env[68786]: _type = "Task" [ 1161.157234] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.164915] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.301905] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "656e0ed0-c4ea-4779-87d5-b4077132b563" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.302202] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "656e0ed0-c4ea-4779-87d5-b4077132b563" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.302429] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "656e0ed0-c4ea-4779-87d5-b4077132b563-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.302848] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "656e0ed0-c4ea-4779-87d5-b4077132b563-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.302848] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "656e0ed0-c4ea-4779-87d5-b4077132b563-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.306385] env[68786]: INFO nova.compute.manager [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Terminating instance [ 1161.346798] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6380effe-db9b-4328-bae7-bc4e9cbeb334 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.387086] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 646997d1-9381-48e5-946a-570e81393466] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.422521] env[68786]: INFO nova.compute.manager [-] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Took 1.32 seconds to deallocate network for instance. [ 1161.543469] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "d859760f-f2f9-45fa-8ae9-e1dab83f7f89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.543887] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "d859760f-f2f9-45fa-8ae9-e1dab83f7f89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.669088] env[68786]: DEBUG oslo_vmware.api [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091598, 'name': PowerOnVM_Task, 'duration_secs': 0.446099} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.669088] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.671129] env[68786]: INFO nova.compute.manager [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1161.671493] env[68786]: DEBUG nova.compute.manager [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.674615] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1883f2e-37e3-4432-a2ff-a8168a954563 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.816020] env[68786]: DEBUG nova.compute.manager [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.816020] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.816020] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b247934-5a29-4285-a9fa-12c6288cccf1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.824974] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.825471] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe5d6da0-4898-4c51-b7de-5162147fa901 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.832474] env[68786]: INFO nova.network.neutron [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Port 7c133bc8-8105-48e3-b8f8-d97ad1a0c508 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1161.835016] env[68786]: DEBUG nova.network.neutron [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Updating instance_info_cache with network_info: [{"id": "ae614660-7cbf-4a1f-86ed-7cf9fe476d08", "address": "fa:16:3e:9d:05:8e", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae614660-7c", "ovs_interfaceid": "ae614660-7cbf-4a1f-86ed-7cf9fe476d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.842603] env[68786]: DEBUG oslo_vmware.api [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1161.842603] env[68786]: value = "task-3091599" [ 1161.842603] env[68786]: _type = "Task" [ 1161.842603] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.849037] env[68786]: DEBUG oslo_vmware.api [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.872037] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6380effe-db9b-4328-bae7-bc4e9cbeb334 tempest-ServerActionsV293TestJSON-18143989 tempest-ServerActionsV293TestJSON-18143989-project-member] Lock "44f8b6a9-89fe-4e33-b467-74a981566088" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.143s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.891458] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 1fd79203-4a2a-4211-bcb4-4604496c99fb] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.907688] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "b572e666-0f2e-4091-a0e6-a4a6cf8e3361" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.908535] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "b572e666-0f2e-4091-a0e6-a4a6cf8e3361" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.930732] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.931057] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.931391] env[68786]: DEBUG nova.objects.instance [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lazy-loading 'resources' on Instance uuid 1934197e-68b9-4bec-8d18-286fa8bacb51 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.046884] env[68786]: DEBUG nova.compute.manager [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.192763] env[68786]: INFO nova.compute.manager [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Took 12.43 seconds to build instance. [ 1162.341713] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.354142] env[68786]: DEBUG oslo_vmware.api [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091599, 'name': PowerOffVM_Task, 'duration_secs': 0.268279} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.355108] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.355317] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.355605] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e387f2bd-9aa6-4cb1-a445-0914f1766d01 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.394637] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: daf2f4d2-5fea-4790-95d4-fb16e42e6379] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.410603] env[68786]: DEBUG nova.compute.manager [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.429067] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.429296] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.429806] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Deleting the datastore file [datastore2] 656e0ed0-c4ea-4779-87d5-b4077132b563 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.430762] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef9e165e-fa0a-405d-a900-dcbeb139e7c4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.443939] env[68786]: DEBUG oslo_vmware.api [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1162.443939] env[68786]: value = "task-3091601" [ 1162.443939] env[68786]: _type = "Task" [ 1162.443939] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.458395] env[68786]: DEBUG oslo_vmware.api [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.479933] env[68786]: DEBUG nova.compute.manager [req-4515f82e-87ea-4191-876c-b23ee70b0dde req-7174480b-b26b-4425-8edd-d4f26a6caf32 service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Received event network-changed-ae614660-7cbf-4a1f-86ed-7cf9fe476d08 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.480167] env[68786]: DEBUG nova.compute.manager [req-4515f82e-87ea-4191-876c-b23ee70b0dde req-7174480b-b26b-4425-8edd-d4f26a6caf32 service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Refreshing instance network info cache due to event network-changed-ae614660-7cbf-4a1f-86ed-7cf9fe476d08. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.480361] env[68786]: DEBUG oslo_concurrency.lockutils [req-4515f82e-87ea-4191-876c-b23ee70b0dde req-7174480b-b26b-4425-8edd-d4f26a6caf32 service nova] Acquiring lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.480508] env[68786]: DEBUG oslo_concurrency.lockutils [req-4515f82e-87ea-4191-876c-b23ee70b0dde req-7174480b-b26b-4425-8edd-d4f26a6caf32 service nova] Acquired lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.480666] env[68786]: DEBUG nova.network.neutron [req-4515f82e-87ea-4191-876c-b23ee70b0dde req-7174480b-b26b-4425-8edd-d4f26a6caf32 service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Refreshing network info cache for port ae614660-7cbf-4a1f-86ed-7cf9fe476d08 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.570470] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.583828] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408714d2-5354-4526-b28d-597783d7fc4b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.586930] env[68786]: DEBUG oslo_concurrency.lockutils [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "interface-6d384692-142d-49ba-aa0e-63aa7d84d8c7-7c133bc8-8105-48e3-b8f8-d97ad1a0c508" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.587194] env[68786]: DEBUG oslo_concurrency.lockutils [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "interface-6d384692-142d-49ba-aa0e-63aa7d84d8c7-7c133bc8-8105-48e3-b8f8-d97ad1a0c508" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.587539] env[68786]: DEBUG nova.objects.instance [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lazy-loading 'flavor' on Instance uuid 6d384692-142d-49ba-aa0e-63aa7d84d8c7 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.596787] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d773f35-e9c9-4850-8fca-daaf2d7e4d1b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.632073] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e0b179-183c-4377-b62e-5e6699d81120 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.639938] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a26fef-8e98-40b6-a8a9-2ba6af2d5891 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.655034] env[68786]: DEBUG nova.compute.provider_tree [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.694118] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4989d8b0-5b39-480d-9678-5d8108098b02 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "17fe6762-3043-4e7f-b319-2a7f1a90dd3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.941s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.850291] env[68786]: DEBUG oslo_concurrency.lockutils [None req-20e61e1a-3b38-46bd-b1f2-68f63cf24072 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "interface-7c2eb470-12f1-4624-ad45-78e9ce78551b-7c133bc8-8105-48e3-b8f8-d97ad1a0c508" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.847s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.898246] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 3b2a3201-fd24-4b57-9844-2fc078f40f2f] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.932149] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.958576] env[68786]: DEBUG oslo_vmware.api [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146376} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.958576] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.958576] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.958576] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.958576] env[68786]: INFO nova.compute.manager [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1162.958576] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.958576] env[68786]: DEBUG nova.compute.manager [-] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.958576] env[68786]: DEBUG nova.network.neutron [-] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.158613] env[68786]: DEBUG nova.scheduler.client.report [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.354894] env[68786]: DEBUG nova.objects.instance [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lazy-loading 'pci_requests' on Instance uuid 6d384692-142d-49ba-aa0e-63aa7d84d8c7 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.399899] env[68786]: DEBUG nova.network.neutron [req-4515f82e-87ea-4191-876c-b23ee70b0dde req-7174480b-b26b-4425-8edd-d4f26a6caf32 service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Updated VIF entry in instance network info cache for port ae614660-7cbf-4a1f-86ed-7cf9fe476d08. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.400287] env[68786]: DEBUG nova.network.neutron [req-4515f82e-87ea-4191-876c-b23ee70b0dde req-7174480b-b26b-4425-8edd-d4f26a6caf32 service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Updating instance_info_cache with network_info: [{"id": "ae614660-7cbf-4a1f-86ed-7cf9fe476d08", "address": "fa:16:3e:9d:05:8e", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae614660-7c", "ovs_interfaceid": "ae614660-7cbf-4a1f-86ed-7cf9fe476d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.401587] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 5db9f79c-bda3-4d2e-b8f2-0a59d7712d68] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.666149] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.669848] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.099s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.670621] env[68786]: INFO nova.compute.claims [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.690665] env[68786]: INFO nova.scheduler.client.report [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Deleted allocations for instance 1934197e-68b9-4bec-8d18-286fa8bacb51 [ 1163.857517] env[68786]: DEBUG nova.objects.base [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Object Instance<6d384692-142d-49ba-aa0e-63aa7d84d8c7> lazy-loaded attributes: flavor,pci_requests {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1163.857748] env[68786]: DEBUG nova.network.neutron [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.903913] env[68786]: DEBUG oslo_concurrency.lockutils [req-4515f82e-87ea-4191-876c-b23ee70b0dde req-7174480b-b26b-4425-8edd-d4f26a6caf32 service nova] Releasing lock "refresh_cache-7c2eb470-12f1-4624-ad45-78e9ce78551b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.904157] env[68786]: DEBUG nova.compute.manager [req-4515f82e-87ea-4191-876c-b23ee70b0dde req-7174480b-b26b-4425-8edd-d4f26a6caf32 service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Received event network-changed-9ad67913-46fb-43ba-bb53-962082ddfd66 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.904333] env[68786]: DEBUG nova.compute.manager [req-4515f82e-87ea-4191-876c-b23ee70b0dde req-7174480b-b26b-4425-8edd-d4f26a6caf32 service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Refreshing instance network info cache due to event network-changed-9ad67913-46fb-43ba-bb53-962082ddfd66. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.904544] env[68786]: DEBUG oslo_concurrency.lockutils [req-4515f82e-87ea-4191-876c-b23ee70b0dde req-7174480b-b26b-4425-8edd-d4f26a6caf32 service nova] Acquiring lock "refresh_cache-6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.904750] env[68786]: DEBUG oslo_concurrency.lockutils [req-4515f82e-87ea-4191-876c-b23ee70b0dde req-7174480b-b26b-4425-8edd-d4f26a6caf32 service nova] Acquired lock "refresh_cache-6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.904945] env[68786]: DEBUG nova.network.neutron [req-4515f82e-87ea-4191-876c-b23ee70b0dde req-7174480b-b26b-4425-8edd-d4f26a6caf32 service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Refreshing network info cache for port 9ad67913-46fb-43ba-bb53-962082ddfd66 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.906375] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: bb75a858-288f-4bdd-8488-9f5d15324e6f] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.919790] env[68786]: DEBUG nova.policy [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3218cc14ea1446578c512f8b5dbcd2b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62b6fdc11c364201ae04b85ff669b826', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.058749] env[68786]: DEBUG nova.network.neutron [-] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.197827] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f6a2030f-6117-4495-abb0-17dce07aa3d5 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "1934197e-68b9-4bec-8d18-286fa8bacb51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.283s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.411087] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 060a98ca-e50d-4b0f-96b2-f50e2e03271d] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.508176] env[68786]: DEBUG nova.compute.manager [req-5642272a-4e17-474f-a02f-f724ce3d4d16 req-6c52242e-1415-4c5f-b86c-1a8de0a206e0 service nova] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Received event network-vif-deleted-2c0ece61-480b-4951-818a-af8c591aaaa6 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.563913] env[68786]: INFO nova.compute.manager [-] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Took 1.61 seconds to deallocate network for instance. [ 1164.622265] env[68786]: DEBUG nova.network.neutron [req-4515f82e-87ea-4191-876c-b23ee70b0dde req-7174480b-b26b-4425-8edd-d4f26a6caf32 service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Updated VIF entry in instance network info cache for port 9ad67913-46fb-43ba-bb53-962082ddfd66. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.622641] env[68786]: DEBUG nova.network.neutron [req-4515f82e-87ea-4191-876c-b23ee70b0dde req-7174480b-b26b-4425-8edd-d4f26a6caf32 service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Updating instance_info_cache with network_info: [{"id": "9ad67913-46fb-43ba-bb53-962082ddfd66", "address": "fa:16:3e:da:f7:24", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad67913-46", "ovs_interfaceid": "9ad67913-46fb-43ba-bb53-962082ddfd66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.783174] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b5ad15-32db-4601-ae35-3f60dd0d218d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.790667] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c562dcd-9523-4fb9-8dde-8eab6e5c3310 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.487547] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 7a1494f4-4268-417e-861d-57f6020599fc] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.493018] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.493018] env[68786]: DEBUG oslo_concurrency.lockutils [req-4515f82e-87ea-4191-876c-b23ee70b0dde req-7174480b-b26b-4425-8edd-d4f26a6caf32 service nova] Releasing lock "refresh_cache-6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.493018] env[68786]: DEBUG nova.compute.manager [req-4515f82e-87ea-4191-876c-b23ee70b0dde req-7174480b-b26b-4425-8edd-d4f26a6caf32 service nova] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Received event network-changed-801356ab-b4e6-44cc-892e-624b09c5066e {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.493018] env[68786]: DEBUG nova.compute.manager [req-4515f82e-87ea-4191-876c-b23ee70b0dde req-7174480b-b26b-4425-8edd-d4f26a6caf32 service nova] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Refreshing instance network info cache due to event network-changed-801356ab-b4e6-44cc-892e-624b09c5066e. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.493018] env[68786]: DEBUG oslo_concurrency.lockutils [req-4515f82e-87ea-4191-876c-b23ee70b0dde req-7174480b-b26b-4425-8edd-d4f26a6caf32 service nova] Acquiring lock "refresh_cache-17fe6762-3043-4e7f-b319-2a7f1a90dd3a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.493018] env[68786]: DEBUG oslo_concurrency.lockutils [req-4515f82e-87ea-4191-876c-b23ee70b0dde req-7174480b-b26b-4425-8edd-d4f26a6caf32 service nova] Acquired lock "refresh_cache-17fe6762-3043-4e7f-b319-2a7f1a90dd3a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.493018] env[68786]: DEBUG nova.network.neutron [req-4515f82e-87ea-4191-876c-b23ee70b0dde req-7174480b-b26b-4425-8edd-d4f26a6caf32 service nova] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Refreshing network info cache for port 801356ab-b4e6-44cc-892e-624b09c5066e {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.493315] env[68786]: DEBUG nova.network.neutron [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Successfully updated port: 7c133bc8-8105-48e3-b8f8-d97ad1a0c508 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.494675] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482801b4-dd1b-4d35-8c78-25b7546c71b8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.503158] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1611b3e-0c2d-4406-a374-226bb140d9f9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.517125] env[68786]: DEBUG nova.compute.provider_tree [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.995391] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 90a90104-ef19-43f6-badb-0e06d0ee0bee] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.997904] env[68786]: DEBUG oslo_concurrency.lockutils [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "refresh_cache-6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.998093] env[68786]: DEBUG oslo_concurrency.lockutils [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "refresh_cache-6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.998271] env[68786]: DEBUG nova.network.neutron [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.020153] env[68786]: DEBUG nova.scheduler.client.report [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.254138] env[68786]: DEBUG nova.network.neutron [req-4515f82e-87ea-4191-876c-b23ee70b0dde req-7174480b-b26b-4425-8edd-d4f26a6caf32 service nova] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Updated VIF entry in instance network info cache for port 801356ab-b4e6-44cc-892e-624b09c5066e. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.254544] env[68786]: DEBUG nova.network.neutron [req-4515f82e-87ea-4191-876c-b23ee70b0dde req-7174480b-b26b-4425-8edd-d4f26a6caf32 service nova] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Updating instance_info_cache with network_info: [{"id": "801356ab-b4e6-44cc-892e-624b09c5066e", "address": "fa:16:3e:51:b6:bc", "network": {"id": "3522e8ed-e9cf-4aa1-9743-473c1345b0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1025079652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d7b71dea254e54831c7e3f8668850e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801356ab-b4", "ovs_interfaceid": "801356ab-b4e6-44cc-892e-624b09c5066e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.525118] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.856s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.525959] env[68786]: DEBUG nova.compute.manager [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1166.528790] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.597s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.530250] env[68786]: INFO nova.compute.claims [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.539274] env[68786]: WARNING nova.network.neutron [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] 6b9d157d-14ce-4b9d-8c2b-23511eaa4d22 already exists in list: networks containing: ['6b9d157d-14ce-4b9d-8c2b-23511eaa4d22']. ignoring it [ 1166.554551] env[68786]: DEBUG nova.compute.manager [req-c316b92a-5ad3-4c4b-8250-52a50ac215ef req-64755a8a-407a-4f80-9162-dc38a1e04eff service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Received event network-vif-plugged-7c133bc8-8105-48e3-b8f8-d97ad1a0c508 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.554776] env[68786]: DEBUG oslo_concurrency.lockutils [req-c316b92a-5ad3-4c4b-8250-52a50ac215ef req-64755a8a-407a-4f80-9162-dc38a1e04eff service nova] Acquiring lock "6d384692-142d-49ba-aa0e-63aa7d84d8c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.555092] env[68786]: DEBUG oslo_concurrency.lockutils [req-c316b92a-5ad3-4c4b-8250-52a50ac215ef req-64755a8a-407a-4f80-9162-dc38a1e04eff service nova] Lock "6d384692-142d-49ba-aa0e-63aa7d84d8c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.555187] env[68786]: DEBUG oslo_concurrency.lockutils [req-c316b92a-5ad3-4c4b-8250-52a50ac215ef req-64755a8a-407a-4f80-9162-dc38a1e04eff service nova] Lock "6d384692-142d-49ba-aa0e-63aa7d84d8c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.555349] env[68786]: DEBUG nova.compute.manager [req-c316b92a-5ad3-4c4b-8250-52a50ac215ef req-64755a8a-407a-4f80-9162-dc38a1e04eff service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] No waiting events found dispatching network-vif-plugged-7c133bc8-8105-48e3-b8f8-d97ad1a0c508 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1166.555502] env[68786]: WARNING nova.compute.manager [req-c316b92a-5ad3-4c4b-8250-52a50ac215ef req-64755a8a-407a-4f80-9162-dc38a1e04eff service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Received unexpected event network-vif-plugged-7c133bc8-8105-48e3-b8f8-d97ad1a0c508 for instance with vm_state active and task_state None. [ 1166.555666] env[68786]: DEBUG nova.compute.manager [req-c316b92a-5ad3-4c4b-8250-52a50ac215ef req-64755a8a-407a-4f80-9162-dc38a1e04eff service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Received event network-changed-7c133bc8-8105-48e3-b8f8-d97ad1a0c508 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.555794] env[68786]: DEBUG nova.compute.manager [req-c316b92a-5ad3-4c4b-8250-52a50ac215ef req-64755a8a-407a-4f80-9162-dc38a1e04eff service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Refreshing instance network info cache due to event network-changed-7c133bc8-8105-48e3-b8f8-d97ad1a0c508. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.555954] env[68786]: DEBUG oslo_concurrency.lockutils [req-c316b92a-5ad3-4c4b-8250-52a50ac215ef req-64755a8a-407a-4f80-9162-dc38a1e04eff service nova] Acquiring lock "refresh_cache-6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.757240] env[68786]: DEBUG oslo_concurrency.lockutils [req-4515f82e-87ea-4191-876c-b23ee70b0dde req-7174480b-b26b-4425-8edd-d4f26a6caf32 service nova] Releasing lock "refresh_cache-17fe6762-3043-4e7f-b319-2a7f1a90dd3a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.810253] env[68786]: DEBUG nova.network.neutron [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Updating instance_info_cache with network_info: [{"id": "9ad67913-46fb-43ba-bb53-962082ddfd66", "address": "fa:16:3e:da:f7:24", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad67913-46", "ovs_interfaceid": "9ad67913-46fb-43ba-bb53-962082ddfd66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c133bc8-8105-48e3-b8f8-d97ad1a0c508", "address": "fa:16:3e:d2:44:b2", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c133bc8-81", "ovs_interfaceid": "7c133bc8-8105-48e3-b8f8-d97ad1a0c508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.034571] env[68786]: DEBUG nova.compute.utils [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.039044] env[68786]: DEBUG nova.compute.manager [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.039044] env[68786]: DEBUG nova.network.neutron [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.073295] env[68786]: DEBUG nova.policy [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cebf2d84de7f4cadb53bc6c6e33e646e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '047b06846d8f4a3fb20ae46fdae50302', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.313824] env[68786]: DEBUG oslo_concurrency.lockutils [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "refresh_cache-6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.314353] env[68786]: DEBUG oslo_concurrency.lockutils [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.314516] env[68786]: DEBUG oslo_concurrency.lockutils [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.314823] env[68786]: DEBUG oslo_concurrency.lockutils [req-c316b92a-5ad3-4c4b-8250-52a50ac215ef req-64755a8a-407a-4f80-9162-dc38a1e04eff service nova] Acquired lock "refresh_cache-6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.315019] env[68786]: DEBUG nova.network.neutron [req-c316b92a-5ad3-4c4b-8250-52a50ac215ef req-64755a8a-407a-4f80-9162-dc38a1e04eff service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Refreshing network info cache for port 7c133bc8-8105-48e3-b8f8-d97ad1a0c508 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.317248] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da192d4-7e72-4d86-9e2f-995b6a638e86 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.325375] env[68786]: DEBUG nova.network.neutron [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Successfully created port: 1702e96f-f549-498e-9906-5b4e922d4f17 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.342320] env[68786]: DEBUG nova.virt.hardware [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.342627] env[68786]: DEBUG nova.virt.hardware [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.342716] env[68786]: DEBUG nova.virt.hardware [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.342901] env[68786]: DEBUG nova.virt.hardware [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.344136] env[68786]: DEBUG nova.virt.hardware [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.344136] env[68786]: DEBUG nova.virt.hardware [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.344136] env[68786]: DEBUG nova.virt.hardware [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.344136] env[68786]: DEBUG nova.virt.hardware [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.344136] env[68786]: DEBUG nova.virt.hardware [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.344136] env[68786]: DEBUG nova.virt.hardware [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.344136] env[68786]: DEBUG nova.virt.hardware [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.350262] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Reconfiguring VM to attach interface {{(pid=68786) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1167.351044] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-195e80d7-d35a-4a7c-b698-1b14f4f403c8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.369401] env[68786]: DEBUG oslo_vmware.api [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1167.369401] env[68786]: value = "task-3091603" [ 1167.369401] env[68786]: _type = "Task" [ 1167.369401] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.377254] env[68786]: DEBUG oslo_vmware.api [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091603, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.487608] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.539897] env[68786]: DEBUG nova.compute.manager [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1167.645518] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89faa3fd-d551-41f2-9aa8-195858ff563a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.652719] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57042833-7d79-4b4d-b24e-a3b675b0c1c1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.682211] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fea3cd-e859-45bd-8fab-12078602b24e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.689477] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b0983f-19ee-43b9-8056-eb32567e435d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.703814] env[68786]: DEBUG nova.compute.provider_tree [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.776346] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "9869d412-3315-4661-a648-2c573ff65f7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.776603] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "9869d412-3315-4661-a648-2c573ff65f7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.776863] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "9869d412-3315-4661-a648-2c573ff65f7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.777077] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "9869d412-3315-4661-a648-2c573ff65f7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.777255] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "9869d412-3315-4661-a648-2c573ff65f7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.779352] env[68786]: INFO nova.compute.manager [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Terminating instance [ 1167.879551] env[68786]: DEBUG oslo_vmware.api [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.025281] env[68786]: DEBUG nova.network.neutron [req-c316b92a-5ad3-4c4b-8250-52a50ac215ef req-64755a8a-407a-4f80-9162-dc38a1e04eff service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Updated VIF entry in instance network info cache for port 7c133bc8-8105-48e3-b8f8-d97ad1a0c508. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.025734] env[68786]: DEBUG nova.network.neutron [req-c316b92a-5ad3-4c4b-8250-52a50ac215ef req-64755a8a-407a-4f80-9162-dc38a1e04eff service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Updating instance_info_cache with network_info: [{"id": "9ad67913-46fb-43ba-bb53-962082ddfd66", "address": "fa:16:3e:da:f7:24", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad67913-46", "ovs_interfaceid": "9ad67913-46fb-43ba-bb53-962082ddfd66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c133bc8-8105-48e3-b8f8-d97ad1a0c508", "address": "fa:16:3e:d2:44:b2", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c133bc8-81", "ovs_interfaceid": "7c133bc8-8105-48e3-b8f8-d97ad1a0c508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.207100] env[68786]: DEBUG nova.scheduler.client.report [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.282982] env[68786]: DEBUG nova.compute.manager [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.283184] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.284101] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331b3394-7a7f-4a20-91fb-d1b12103a2e8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.292686] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.292920] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b422ef2c-b644-4504-8795-31d90bd6f9db {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.299801] env[68786]: DEBUG oslo_vmware.api [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1168.299801] env[68786]: value = "task-3091604" [ 1168.299801] env[68786]: _type = "Task" [ 1168.299801] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.308150] env[68786]: DEBUG oslo_vmware.api [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.381184] env[68786]: DEBUG oslo_vmware.api [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091603, 'name': ReconfigVM_Task, 'duration_secs': 0.726045} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.381700] env[68786]: DEBUG oslo_concurrency.lockutils [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.381943] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Reconfigured VM to attach interface {{(pid=68786) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1168.528931] env[68786]: DEBUG oslo_concurrency.lockutils [req-c316b92a-5ad3-4c4b-8250-52a50ac215ef req-64755a8a-407a-4f80-9162-dc38a1e04eff service nova] Releasing lock "refresh_cache-6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.551457] env[68786]: DEBUG nova.compute.manager [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.579509] env[68786]: DEBUG nova.virt.hardware [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.579748] env[68786]: DEBUG nova.virt.hardware [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.579904] env[68786]: DEBUG nova.virt.hardware [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.580112] env[68786]: DEBUG nova.virt.hardware [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.580264] env[68786]: DEBUG nova.virt.hardware [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.580409] env[68786]: DEBUG nova.virt.hardware [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.580613] env[68786]: DEBUG nova.virt.hardware [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.580769] env[68786]: DEBUG nova.virt.hardware [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.580937] env[68786]: DEBUG nova.virt.hardware [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.581989] env[68786]: DEBUG nova.virt.hardware [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.581989] env[68786]: DEBUG nova.virt.hardware [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.582280] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b69431-c2cb-44a7-b6ff-0bbb931a509a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.589657] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0d27ee-e415-4a85-bda1-fd805e7c5bfd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.699610] env[68786]: DEBUG nova.compute.manager [req-71ba4783-3e11-4df3-a98d-8fe8dfad4a71 req-ab8234ba-0a88-4527-b877-5b1ddeb89e8c service nova] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Received event network-vif-plugged-1702e96f-f549-498e-9906-5b4e922d4f17 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.699830] env[68786]: DEBUG oslo_concurrency.lockutils [req-71ba4783-3e11-4df3-a98d-8fe8dfad4a71 req-ab8234ba-0a88-4527-b877-5b1ddeb89e8c service nova] Acquiring lock "d859760f-f2f9-45fa-8ae9-e1dab83f7f89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.700051] env[68786]: DEBUG oslo_concurrency.lockutils [req-71ba4783-3e11-4df3-a98d-8fe8dfad4a71 req-ab8234ba-0a88-4527-b877-5b1ddeb89e8c service nova] Lock "d859760f-f2f9-45fa-8ae9-e1dab83f7f89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.700222] env[68786]: DEBUG oslo_concurrency.lockutils [req-71ba4783-3e11-4df3-a98d-8fe8dfad4a71 req-ab8234ba-0a88-4527-b877-5b1ddeb89e8c service nova] Lock "d859760f-f2f9-45fa-8ae9-e1dab83f7f89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.700387] env[68786]: DEBUG nova.compute.manager [req-71ba4783-3e11-4df3-a98d-8fe8dfad4a71 req-ab8234ba-0a88-4527-b877-5b1ddeb89e8c service nova] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] No waiting events found dispatching network-vif-plugged-1702e96f-f549-498e-9906-5b4e922d4f17 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.700551] env[68786]: WARNING nova.compute.manager [req-71ba4783-3e11-4df3-a98d-8fe8dfad4a71 req-ab8234ba-0a88-4527-b877-5b1ddeb89e8c service nova] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Received unexpected event network-vif-plugged-1702e96f-f549-498e-9906-5b4e922d4f17 for instance with vm_state building and task_state spawning. [ 1168.712305] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.712766] env[68786]: DEBUG nova.compute.manager [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1168.715234] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.225s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.716302] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.736378] env[68786]: INFO nova.scheduler.client.report [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Deleted allocations for instance 656e0ed0-c4ea-4779-87d5-b4077132b563 [ 1168.792910] env[68786]: DEBUG nova.network.neutron [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Successfully updated port: 1702e96f-f549-498e-9906-5b4e922d4f17 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1168.809494] env[68786]: DEBUG oslo_vmware.api [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091604, 'name': PowerOffVM_Task, 'duration_secs': 0.24165} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.809743] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.809905] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.810159] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3c449e4-de0c-4168-9456-16a8486901f0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.882838] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.883073] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.883256] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Deleting the datastore file [datastore2] 9869d412-3315-4661-a648-2c573ff65f7f {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.883519] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-628968e1-18d6-4055-9c87-24edcc79ead6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.886849] env[68786]: DEBUG oslo_concurrency.lockutils [None req-66c8031b-14f8-4144-9361-42732f542460 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "interface-6d384692-142d-49ba-aa0e-63aa7d84d8c7-7c133bc8-8105-48e3-b8f8-d97ad1a0c508" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.299s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.892178] env[68786]: DEBUG oslo_vmware.api [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for the task: (returnval){ [ 1168.892178] env[68786]: value = "task-3091606" [ 1168.892178] env[68786]: _type = "Task" [ 1168.892178] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.900073] env[68786]: DEBUG oslo_vmware.api [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.219533] env[68786]: DEBUG nova.compute.utils [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.221434] env[68786]: DEBUG nova.compute.manager [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.221606] env[68786]: DEBUG nova.network.neutron [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.244537] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f7a08f55-5941-4f8c-ba9c-e3f88487c559 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "656e0ed0-c4ea-4779-87d5-b4077132b563" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.942s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.264684] env[68786]: DEBUG nova.policy [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cebf2d84de7f4cadb53bc6c6e33e646e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '047b06846d8f4a3fb20ae46fdae50302', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.296935] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "refresh_cache-d859760f-f2f9-45fa-8ae9-e1dab83f7f89" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.297126] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquired lock "refresh_cache-d859760f-f2f9-45fa-8ae9-e1dab83f7f89" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.297291] env[68786]: DEBUG nova.network.neutron [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.402311] env[68786]: DEBUG oslo_vmware.api [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Task: {'id': task-3091606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160847} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.402625] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.402811] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.402986] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.403178] env[68786]: INFO nova.compute.manager [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1169.403417] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.403623] env[68786]: DEBUG nova.compute.manager [-] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.403718] env[68786]: DEBUG nova.network.neutron [-] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.607269] env[68786]: DEBUG nova.network.neutron [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Successfully created port: ce050557-1fa5-491a-8c5d-2d602660d46c {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.722809] env[68786]: DEBUG nova.compute.manager [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1169.957792] env[68786]: DEBUG nova.network.neutron [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.272964] env[68786]: DEBUG nova.network.neutron [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Updating instance_info_cache with network_info: [{"id": "1702e96f-f549-498e-9906-5b4e922d4f17", "address": "fa:16:3e:33:0c:15", "network": {"id": "d8fc6a34-46e3-4363-ae92-f7dcfc6f0fd5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1956616996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047b06846d8f4a3fb20ae46fdae50302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1702e96f-f5", "ovs_interfaceid": "1702e96f-f549-498e-9906-5b4e922d4f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.676197] env[68786]: DEBUG nova.network.neutron [-] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.729829] env[68786]: DEBUG nova.compute.manager [req-8f6ccaca-1d75-45d0-b4a1-7654a5f401f9 req-8c792023-d710-410d-8b76-d6b720fb98a2 service nova] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Received event network-changed-1702e96f-f549-498e-9906-5b4e922d4f17 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.730046] env[68786]: DEBUG nova.compute.manager [req-8f6ccaca-1d75-45d0-b4a1-7654a5f401f9 req-8c792023-d710-410d-8b76-d6b720fb98a2 service nova] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Refreshing instance network info cache due to event network-changed-1702e96f-f549-498e-9906-5b4e922d4f17. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.730244] env[68786]: DEBUG oslo_concurrency.lockutils [req-8f6ccaca-1d75-45d0-b4a1-7654a5f401f9 req-8c792023-d710-410d-8b76-d6b720fb98a2 service nova] Acquiring lock "refresh_cache-d859760f-f2f9-45fa-8ae9-e1dab83f7f89" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.734488] env[68786]: DEBUG nova.compute.manager [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.736457] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "ab5e4f8e-51d2-40e8-846c-e32c5d532655" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.736667] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "ab5e4f8e-51d2-40e8-846c-e32c5d532655" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.756923] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "interface-6d384692-142d-49ba-aa0e-63aa7d84d8c7-7c133bc8-8105-48e3-b8f8-d97ad1a0c508" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.757205] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "interface-6d384692-142d-49ba-aa0e-63aa7d84d8c7-7c133bc8-8105-48e3-b8f8-d97ad1a0c508" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.764417] env[68786]: DEBUG nova.virt.hardware [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.764653] env[68786]: DEBUG nova.virt.hardware [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.764863] env[68786]: DEBUG nova.virt.hardware [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.765094] env[68786]: DEBUG nova.virt.hardware [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.765249] env[68786]: DEBUG nova.virt.hardware [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.765400] env[68786]: DEBUG nova.virt.hardware [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.765619] env[68786]: DEBUG nova.virt.hardware [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.765774] env[68786]: DEBUG nova.virt.hardware [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.766013] env[68786]: DEBUG nova.virt.hardware [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.766135] env[68786]: DEBUG nova.virt.hardware [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.766342] env[68786]: DEBUG nova.virt.hardware [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.767809] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b56935e-0d76-4bf3-8257-b1090bd680e7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.774933] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Releasing lock "refresh_cache-d859760f-f2f9-45fa-8ae9-e1dab83f7f89" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.775262] env[68786]: DEBUG nova.compute.manager [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Instance network_info: |[{"id": "1702e96f-f549-498e-9906-5b4e922d4f17", "address": "fa:16:3e:33:0c:15", "network": {"id": "d8fc6a34-46e3-4363-ae92-f7dcfc6f0fd5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1956616996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047b06846d8f4a3fb20ae46fdae50302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1702e96f-f5", "ovs_interfaceid": "1702e96f-f549-498e-9906-5b4e922d4f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1170.777551] env[68786]: DEBUG oslo_concurrency.lockutils [req-8f6ccaca-1d75-45d0-b4a1-7654a5f401f9 req-8c792023-d710-410d-8b76-d6b720fb98a2 service nova] Acquired lock "refresh_cache-d859760f-f2f9-45fa-8ae9-e1dab83f7f89" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.777745] env[68786]: DEBUG nova.network.neutron [req-8f6ccaca-1d75-45d0-b4a1-7654a5f401f9 req-8c792023-d710-410d-8b76-d6b720fb98a2 service nova] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Refreshing network info cache for port 1702e96f-f549-498e-9906-5b4e922d4f17 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.778976] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:0c:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1702e96f-f549-498e-9906-5b4e922d4f17', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.786544] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Creating folder: Project (047b06846d8f4a3fb20ae46fdae50302). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.787527] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e5f5377-e2d0-47b9-9838-4c4490254e3a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.790487] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6a9705-9fa1-44a4-bf21-a1955aa33656 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.809178] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Created folder: Project (047b06846d8f4a3fb20ae46fdae50302) in parent group-v618484. [ 1170.809368] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Creating folder: Instances. Parent ref: group-v618794. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.809704] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46c83335-89a1-46f2-a75b-64264e199441 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.818608] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Created folder: Instances in parent group-v618794. [ 1170.818835] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.819041] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.819256] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f22c054a-6746-418d-bf6e-8005cf41b622 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.838727] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.838727] env[68786]: value = "task-3091609" [ 1170.838727] env[68786]: _type = "Task" [ 1170.838727] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.846600] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091609, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.178675] env[68786]: INFO nova.compute.manager [-] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Took 1.77 seconds to deallocate network for instance. [ 1171.240364] env[68786]: DEBUG nova.compute.manager [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1171.260125] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.260125] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.261408] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d8d448-c914-4bf5-80e8-aa1082e8f5f4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.282707] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738f38af-5dab-4ffe-81e4-7003ce434d85 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.315415] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Reconfiguring VM to detach interface {{(pid=68786) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1171.316621] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a7c3f5a-d191-46dc-96e8-a9dd1ac58a74 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.337854] env[68786]: DEBUG oslo_vmware.api [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1171.337854] env[68786]: value = "task-3091610" [ 1171.337854] env[68786]: _type = "Task" [ 1171.337854] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.351780] env[68786]: DEBUG oslo_vmware.api [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091610, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.353834] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091609, 'name': CreateVM_Task, 'duration_secs': 0.370732} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.354041] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.354795] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.355020] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.355395] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.355789] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c041e12d-6348-402f-81f5-7b296317c1be {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.362772] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1171.362772] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52844352-370c-1ea8-c488-7404d8673ce7" [ 1171.362772] env[68786]: _type = "Task" [ 1171.362772] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.374279] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52844352-370c-1ea8-c488-7404d8673ce7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.686262] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.686735] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.687161] env[68786]: DEBUG nova.objects.instance [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lazy-loading 'resources' on Instance uuid 9869d412-3315-4661-a648-2c573ff65f7f {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.718180] env[68786]: DEBUG nova.network.neutron [req-8f6ccaca-1d75-45d0-b4a1-7654a5f401f9 req-8c792023-d710-410d-8b76-d6b720fb98a2 service nova] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Updated VIF entry in instance network info cache for port 1702e96f-f549-498e-9906-5b4e922d4f17. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.718740] env[68786]: DEBUG nova.network.neutron [req-8f6ccaca-1d75-45d0-b4a1-7654a5f401f9 req-8c792023-d710-410d-8b76-d6b720fb98a2 service nova] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Updating instance_info_cache with network_info: [{"id": "1702e96f-f549-498e-9906-5b4e922d4f17", "address": "fa:16:3e:33:0c:15", "network": {"id": "d8fc6a34-46e3-4363-ae92-f7dcfc6f0fd5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1956616996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047b06846d8f4a3fb20ae46fdae50302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1702e96f-f5", "ovs_interfaceid": "1702e96f-f549-498e-9906-5b4e922d4f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.766428] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.803383] env[68786]: DEBUG nova.network.neutron [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Successfully updated port: ce050557-1fa5-491a-8c5d-2d602660d46c {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.848386] env[68786]: DEBUG oslo_vmware.api [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.870629] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52844352-370c-1ea8-c488-7404d8673ce7, 'name': SearchDatastore_Task, 'duration_secs': 0.015305} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.870933] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.871192] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.871427] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.871581] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.871810] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.872099] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75f294de-1a4d-4a3d-965a-740b8d1a5ce3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.885608] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.885790] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.886546] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dfaa4a7-1b45-4816-9c25-70c57d75b194 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.891593] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1171.891593] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5202a431-52db-1778-2ba7-c5a4c518ec6c" [ 1171.891593] env[68786]: _type = "Task" [ 1171.891593] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.899242] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5202a431-52db-1778-2ba7-c5a4c518ec6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.221768] env[68786]: DEBUG oslo_concurrency.lockutils [req-8f6ccaca-1d75-45d0-b4a1-7654a5f401f9 req-8c792023-d710-410d-8b76-d6b720fb98a2 service nova] Releasing lock "refresh_cache-d859760f-f2f9-45fa-8ae9-e1dab83f7f89" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.222051] env[68786]: DEBUG nova.compute.manager [req-8f6ccaca-1d75-45d0-b4a1-7654a5f401f9 req-8c792023-d710-410d-8b76-d6b720fb98a2 service nova] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Received event network-vif-deleted-01c02134-401a-495a-bf99-d1642d2b4fe3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.294020] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2ae349-cab9-40bb-8587-b0e528e10473 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.303285] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d719f3-5f53-4034-bf00-2e496d7d65c7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.306822] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "refresh_cache-b572e666-0f2e-4091-a0e6-a4a6cf8e3361" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.307570] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquired lock "refresh_cache-b572e666-0f2e-4091-a0e6-a4a6cf8e3361" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.307781] env[68786]: DEBUG nova.network.neutron [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.340101] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3af73b-84c9-414f-8cbb-a0a3427f7a5a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.354477] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99182f61-b43c-447a-84a7-54c0ff37813a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.358599] env[68786]: DEBUG oslo_vmware.api [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.369623] env[68786]: DEBUG nova.compute.provider_tree [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.401782] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5202a431-52db-1778-2ba7-c5a4c518ec6c, 'name': SearchDatastore_Task, 'duration_secs': 0.039182} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.402660] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c5ec9a4-e1c2-4cfe-89f4-ec5b223cdc47 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.407776] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1172.407776] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52687283-52b2-c777-a7b6-e4e6c2ccbcd3" [ 1172.407776] env[68786]: _type = "Task" [ 1172.407776] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.415510] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52687283-52b2-c777-a7b6-e4e6c2ccbcd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.755400] env[68786]: DEBUG nova.compute.manager [req-52a59b42-63e0-4fb1-a019-30f0704810c1 req-c0ca1a75-7cfc-496d-9e8c-213f4016cccf service nova] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Received event network-vif-plugged-ce050557-1fa5-491a-8c5d-2d602660d46c {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.755717] env[68786]: DEBUG oslo_concurrency.lockutils [req-52a59b42-63e0-4fb1-a019-30f0704810c1 req-c0ca1a75-7cfc-496d-9e8c-213f4016cccf service nova] Acquiring lock "b572e666-0f2e-4091-a0e6-a4a6cf8e3361-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.755812] env[68786]: DEBUG oslo_concurrency.lockutils [req-52a59b42-63e0-4fb1-a019-30f0704810c1 req-c0ca1a75-7cfc-496d-9e8c-213f4016cccf service nova] Lock "b572e666-0f2e-4091-a0e6-a4a6cf8e3361-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.756044] env[68786]: DEBUG oslo_concurrency.lockutils [req-52a59b42-63e0-4fb1-a019-30f0704810c1 req-c0ca1a75-7cfc-496d-9e8c-213f4016cccf service nova] Lock "b572e666-0f2e-4091-a0e6-a4a6cf8e3361-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.756161] env[68786]: DEBUG nova.compute.manager [req-52a59b42-63e0-4fb1-a019-30f0704810c1 req-c0ca1a75-7cfc-496d-9e8c-213f4016cccf service nova] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] No waiting events found dispatching network-vif-plugged-ce050557-1fa5-491a-8c5d-2d602660d46c {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.756324] env[68786]: WARNING nova.compute.manager [req-52a59b42-63e0-4fb1-a019-30f0704810c1 req-c0ca1a75-7cfc-496d-9e8c-213f4016cccf service nova] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Received unexpected event network-vif-plugged-ce050557-1fa5-491a-8c5d-2d602660d46c for instance with vm_state building and task_state spawning. [ 1172.756476] env[68786]: DEBUG nova.compute.manager [req-52a59b42-63e0-4fb1-a019-30f0704810c1 req-c0ca1a75-7cfc-496d-9e8c-213f4016cccf service nova] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Received event network-changed-ce050557-1fa5-491a-8c5d-2d602660d46c {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.756624] env[68786]: DEBUG nova.compute.manager [req-52a59b42-63e0-4fb1-a019-30f0704810c1 req-c0ca1a75-7cfc-496d-9e8c-213f4016cccf service nova] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Refreshing instance network info cache due to event network-changed-ce050557-1fa5-491a-8c5d-2d602660d46c. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.756785] env[68786]: DEBUG oslo_concurrency.lockutils [req-52a59b42-63e0-4fb1-a019-30f0704810c1 req-c0ca1a75-7cfc-496d-9e8c-213f4016cccf service nova] Acquiring lock "refresh_cache-b572e666-0f2e-4091-a0e6-a4a6cf8e3361" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.838888] env[68786]: DEBUG nova.network.neutron [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.849587] env[68786]: DEBUG oslo_vmware.api [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.872329] env[68786]: DEBUG nova.scheduler.client.report [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.917565] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52687283-52b2-c777-a7b6-e4e6c2ccbcd3, 'name': SearchDatastore_Task, 'duration_secs': 0.017619} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.917822] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.918126] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] d859760f-f2f9-45fa-8ae9-e1dab83f7f89/d859760f-f2f9-45fa-8ae9-e1dab83f7f89.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1172.918391] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db21fda7-f91c-493f-ac4a-13063d12d10e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.924580] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1172.924580] env[68786]: value = "task-3091611" [ 1172.924580] env[68786]: _type = "Task" [ 1172.924580] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.931968] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.966563] env[68786]: DEBUG nova.network.neutron [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Updating instance_info_cache with network_info: [{"id": "ce050557-1fa5-491a-8c5d-2d602660d46c", "address": "fa:16:3e:f4:69:ef", "network": {"id": "d8fc6a34-46e3-4363-ae92-f7dcfc6f0fd5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1956616996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047b06846d8f4a3fb20ae46fdae50302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce050557-1f", "ovs_interfaceid": "ce050557-1fa5-491a-8c5d-2d602660d46c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.352397] env[68786]: DEBUG oslo_vmware.api [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.377626] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.380057] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.614s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.381635] env[68786]: INFO nova.compute.claims [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.397225] env[68786]: INFO nova.scheduler.client.report [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Deleted allocations for instance 9869d412-3315-4661-a648-2c573ff65f7f [ 1173.439158] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482783} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.439458] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] d859760f-f2f9-45fa-8ae9-e1dab83f7f89/d859760f-f2f9-45fa-8ae9-e1dab83f7f89.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.439669] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.439928] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-213045b8-92f2-4972-b9bb-9905c0194e9c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.446336] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1173.446336] env[68786]: value = "task-3091612" [ 1173.446336] env[68786]: _type = "Task" [ 1173.446336] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.454055] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.469289] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Releasing lock "refresh_cache-b572e666-0f2e-4091-a0e6-a4a6cf8e3361" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.469616] env[68786]: DEBUG nova.compute.manager [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Instance network_info: |[{"id": "ce050557-1fa5-491a-8c5d-2d602660d46c", "address": "fa:16:3e:f4:69:ef", "network": {"id": "d8fc6a34-46e3-4363-ae92-f7dcfc6f0fd5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1956616996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047b06846d8f4a3fb20ae46fdae50302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce050557-1f", "ovs_interfaceid": "ce050557-1fa5-491a-8c5d-2d602660d46c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.470165] env[68786]: DEBUG oslo_concurrency.lockutils [req-52a59b42-63e0-4fb1-a019-30f0704810c1 req-c0ca1a75-7cfc-496d-9e8c-213f4016cccf service nova] Acquired lock "refresh_cache-b572e666-0f2e-4091-a0e6-a4a6cf8e3361" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.470371] env[68786]: DEBUG nova.network.neutron [req-52a59b42-63e0-4fb1-a019-30f0704810c1 req-c0ca1a75-7cfc-496d-9e8c-213f4016cccf service nova] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Refreshing network info cache for port ce050557-1fa5-491a-8c5d-2d602660d46c {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.471523] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:69:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce050557-1fa5-491a-8c5d-2d602660d46c', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.478893] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.481633] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.482371] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36567d51-ad03-476f-91fc-f389e6a666ec {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.501159] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.501159] env[68786]: value = "task-3091613" [ 1173.501159] env[68786]: _type = "Task" [ 1173.501159] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.509484] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091613, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.700504] env[68786]: DEBUG nova.network.neutron [req-52a59b42-63e0-4fb1-a019-30f0704810c1 req-c0ca1a75-7cfc-496d-9e8c-213f4016cccf service nova] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Updated VIF entry in instance network info cache for port ce050557-1fa5-491a-8c5d-2d602660d46c. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.700933] env[68786]: DEBUG nova.network.neutron [req-52a59b42-63e0-4fb1-a019-30f0704810c1 req-c0ca1a75-7cfc-496d-9e8c-213f4016cccf service nova] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Updating instance_info_cache with network_info: [{"id": "ce050557-1fa5-491a-8c5d-2d602660d46c", "address": "fa:16:3e:f4:69:ef", "network": {"id": "d8fc6a34-46e3-4363-ae92-f7dcfc6f0fd5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1956616996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047b06846d8f4a3fb20ae46fdae50302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce050557-1f", "ovs_interfaceid": "ce050557-1fa5-491a-8c5d-2d602660d46c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.852627] env[68786]: DEBUG oslo_vmware.api [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.905241] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f1871ed4-ddf7-44f1-bd38-2f1d679db9d3 tempest-ServerActionsTestOtherA-583452787 tempest-ServerActionsTestOtherA-583452787-project-member] Lock "9869d412-3315-4661-a648-2c573ff65f7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.128s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.957045] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122645} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.957352] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.958176] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffac4a1c-7cd7-481b-95f2-7d3fcda0ab42 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.979679] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] d859760f-f2f9-45fa-8ae9-e1dab83f7f89/d859760f-f2f9-45fa-8ae9-e1dab83f7f89.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.979929] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbcb9e15-705a-446a-9872-2c21005d0e44 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.999072] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1173.999072] env[68786]: value = "task-3091614" [ 1173.999072] env[68786]: _type = "Task" [ 1173.999072] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.009539] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.012300] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091613, 'name': CreateVM_Task, 'duration_secs': 0.424045} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.012452] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.013062] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.013226] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.013552] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.013789] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86ed4cd5-1de3-49f2-9e38-c42222d87c62 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.018327] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1174.018327] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52043bbd-c83d-d220-7d20-cea84c67d3be" [ 1174.018327] env[68786]: _type = "Task" [ 1174.018327] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.026813] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52043bbd-c83d-d220-7d20-cea84c67d3be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.203788] env[68786]: DEBUG oslo_concurrency.lockutils [req-52a59b42-63e0-4fb1-a019-30f0704810c1 req-c0ca1a75-7cfc-496d-9e8c-213f4016cccf service nova] Releasing lock "refresh_cache-b572e666-0f2e-4091-a0e6-a4a6cf8e3361" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.353905] env[68786]: DEBUG oslo_vmware.api [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.487648] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2cd7ff-8403-49d2-a70c-480f154a18c5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.496290] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b2b582-351d-44e2-96c4-504778a0780a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.528360] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2315baa-59d6-4955-9705-f9fc582ca3a7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.533779] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091614, 'name': ReconfigVM_Task, 'duration_secs': 0.302244} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.534661] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Reconfigured VM instance instance-00000075 to attach disk [datastore2] d859760f-f2f9-45fa-8ae9-e1dab83f7f89/d859760f-f2f9-45fa-8ae9-e1dab83f7f89.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.535349] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84af8b65-cd1a-4065-8380-ec0575b7986a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.541672] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52043bbd-c83d-d220-7d20-cea84c67d3be, 'name': SearchDatastore_Task, 'duration_secs': 0.011045} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.542349] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.542590] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.542916] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.543027] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.543240] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.544471] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce93aa63-9032-462f-bc69-a379ca094353 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.549059] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-373ef2fb-7701-4396-aeba-c285b48c3662 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.550653] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1174.550653] env[68786]: value = "task-3091615" [ 1174.550653] env[68786]: _type = "Task" [ 1174.550653] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.561281] env[68786]: DEBUG nova.compute.provider_tree [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.563864] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.564110] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.565135] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e0b6097-9928-4309-8a4b-4b4bb9e35c9e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.570040] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091615, 'name': Rename_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.575130] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1174.575130] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f71d4a-d301-b988-53a1-b9b7a66dd7c3" [ 1174.575130] env[68786]: _type = "Task" [ 1174.575130] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.584387] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f71d4a-d301-b988-53a1-b9b7a66dd7c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.853100] env[68786]: DEBUG oslo_vmware.api [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.062536] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091615, 'name': Rename_Task, 'duration_secs': 0.196883} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.062818] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.063093] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff8f34ac-62fa-41b3-b79c-9534d305e2bf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.066583] env[68786]: DEBUG nova.scheduler.client.report [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.070785] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1175.070785] env[68786]: value = "task-3091616" [ 1175.070785] env[68786]: _type = "Task" [ 1175.070785] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.078521] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.087201] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f71d4a-d301-b988-53a1-b9b7a66dd7c3, 'name': SearchDatastore_Task, 'duration_secs': 0.011189} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.087928] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a51fffe1-6d4d-41c7-bb48-ffc763594f9a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.092615] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1175.092615] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5264d62a-27e5-3d9b-b121-e3052ee31a58" [ 1175.092615] env[68786]: _type = "Task" [ 1175.092615] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.101015] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5264d62a-27e5-3d9b-b121-e3052ee31a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.354766] env[68786]: DEBUG oslo_vmware.api [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.573923] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.574509] env[68786]: DEBUG nova.compute.manager [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1175.586533] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091616, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.602874] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5264d62a-27e5-3d9b-b121-e3052ee31a58, 'name': SearchDatastore_Task, 'duration_secs': 0.009482} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.603517] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.603517] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] b572e666-0f2e-4091-a0e6-a4a6cf8e3361/b572e666-0f2e-4091-a0e6-a4a6cf8e3361.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.603710] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70ac9a0a-3281-4366-816b-d71b21d5fae7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.611838] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1175.611838] env[68786]: value = "task-3091617" [ 1175.611838] env[68786]: _type = "Task" [ 1175.611838] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.621230] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.856232] env[68786]: DEBUG oslo_vmware.api [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.084113] env[68786]: DEBUG nova.compute.utils [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.085847] env[68786]: DEBUG nova.compute.manager [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.085847] env[68786]: DEBUG nova.network.neutron [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.092967] env[68786]: DEBUG oslo_vmware.api [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091616, 'name': PowerOnVM_Task, 'duration_secs': 0.588102} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.093252] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.093454] env[68786]: INFO nova.compute.manager [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1176.093628] env[68786]: DEBUG nova.compute.manager [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.094422] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1c9974-af65-4370-8769-92b06ac4d5d4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.120964] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478706} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.121282] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] b572e666-0f2e-4091-a0e6-a4a6cf8e3361/b572e666-0f2e-4091-a0e6-a4a6cf8e3361.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.121503] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.121753] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db54ef0f-6c18-4eae-83a0-3b3c9c209ff1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.127956] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1176.127956] env[68786]: value = "task-3091618" [ 1176.127956] env[68786]: _type = "Task" [ 1176.127956] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.137028] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.210700] env[68786]: DEBUG nova.policy [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc0d268882ae4e1a81bc9e631ecda10c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ac2bdd051844773a9ea751d45cbdf52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.358319] env[68786]: DEBUG oslo_vmware.api [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.588933] env[68786]: DEBUG nova.compute.manager [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1176.610884] env[68786]: INFO nova.compute.manager [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Took 14.06 seconds to build instance. [ 1176.641029] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19702} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.641029] env[68786]: DEBUG nova.network.neutron [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Successfully created port: 626d6ae4-62e8-4be7-8077-1844d774f62d {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1176.641800] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.643162] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1fffe7-cf66-4fcd-8d24-89a2baac6710 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.646851] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f8ef371b-b7fc-4c00-9754-94f580c7c523 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.647120] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f8ef371b-b7fc-4c00-9754-94f580c7c523 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.670973] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] b572e666-0f2e-4091-a0e6-a4a6cf8e3361/b572e666-0f2e-4091-a0e6-a4a6cf8e3361.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.671753] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5d06025-29bc-447f-bfb0-e7b4f4c6f0ed {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.692624] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1176.692624] env[68786]: value = "task-3091619" [ 1176.692624] env[68786]: _type = "Task" [ 1176.692624] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.703231] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.856468] env[68786]: DEBUG oslo_vmware.api [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091610, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.113118] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a3ed7996-012c-419c-825f-2239c3aaefed tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "d859760f-f2f9-45fa-8ae9-e1dab83f7f89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.569s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.151190] env[68786]: INFO nova.compute.manager [None req-f8ef371b-b7fc-4c00-9754-94f580c7c523 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Detaching volume 4edd0e7c-177e-491f-ba0d-bc55d83f5108 [ 1177.202255] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091619, 'name': ReconfigVM_Task, 'duration_secs': 0.462592} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.202918] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Reconfigured VM instance instance-00000076 to attach disk [datastore2] b572e666-0f2e-4091-a0e6-a4a6cf8e3361/b572e666-0f2e-4091-a0e6-a4a6cf8e3361.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.203584] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9301e820-bfd7-4bee-9244-4d905ebbc204 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.209615] env[68786]: INFO nova.virt.block_device [None req-f8ef371b-b7fc-4c00-9754-94f580c7c523 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Attempting to driver detach volume 4edd0e7c-177e-491f-ba0d-bc55d83f5108 from mountpoint /dev/sdb [ 1177.209845] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ef371b-b7fc-4c00-9754-94f580c7c523 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Volume detach. Driver type: vmdk {{(pid=68786) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1177.210048] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ef371b-b7fc-4c00-9754-94f580c7c523 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618783', 'volume_id': '4edd0e7c-177e-491f-ba0d-bc55d83f5108', 'name': 'volume-4edd0e7c-177e-491f-ba0d-bc55d83f5108', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1b4b6e87-5f27-46e9-bbd5-2a24317e506a', 'attached_at': '', 'detached_at': '', 'volume_id': '4edd0e7c-177e-491f-ba0d-bc55d83f5108', 'serial': '4edd0e7c-177e-491f-ba0d-bc55d83f5108'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1177.210901] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0f4bde-f071-4041-8c3c-5500ddb027a4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.214698] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1177.214698] env[68786]: value = "task-3091620" [ 1177.214698] env[68786]: _type = "Task" [ 1177.214698] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.240748] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3162bed6-1d84-4e9e-b0f5-08e5e4cf89aa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.243792] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091620, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.252081] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff002ae-5f95-431a-947b-15b2cfa2628b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.280148] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177ba0fc-508e-455a-9f76-fb6b4ab4be20 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.295890] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ef371b-b7fc-4c00-9754-94f580c7c523 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] The volume has not been displaced from its original location: [datastore1] volume-4edd0e7c-177e-491f-ba0d-bc55d83f5108/volume-4edd0e7c-177e-491f-ba0d-bc55d83f5108.vmdk. No consolidation needed. {{(pid=68786) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1177.301092] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ef371b-b7fc-4c00-9754-94f580c7c523 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1177.301441] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dff668a9-4961-4ff6-8645-7c5fcd3b1187 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.320370] env[68786]: DEBUG oslo_vmware.api [None req-f8ef371b-b7fc-4c00-9754-94f580c7c523 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1177.320370] env[68786]: value = "task-3091621" [ 1177.320370] env[68786]: _type = "Task" [ 1177.320370] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.330709] env[68786]: DEBUG oslo_vmware.api [None req-f8ef371b-b7fc-4c00-9754-94f580c7c523 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.357649] env[68786]: DEBUG oslo_vmware.api [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091610, 'name': ReconfigVM_Task, 'duration_secs': 5.756002} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.358032] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.358298] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Reconfigured VM to detach interface {{(pid=68786) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1177.599320] env[68786]: DEBUG nova.compute.manager [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1177.629995] env[68786]: DEBUG nova.virt.hardware [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.630278] env[68786]: DEBUG nova.virt.hardware [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.630435] env[68786]: DEBUG nova.virt.hardware [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.630617] env[68786]: DEBUG nova.virt.hardware [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.630762] env[68786]: DEBUG nova.virt.hardware [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.630907] env[68786]: DEBUG nova.virt.hardware [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.631136] env[68786]: DEBUG nova.virt.hardware [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.631320] env[68786]: DEBUG nova.virt.hardware [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.631523] env[68786]: DEBUG nova.virt.hardware [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.631689] env[68786]: DEBUG nova.virt.hardware [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.631861] env[68786]: DEBUG nova.virt.hardware [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.633448] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881b1de6-181b-44cf-953c-606e21a001cb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.641701] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee915a6-7510-4a8c-a861-fea94b36ea44 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.725152] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091620, 'name': Rename_Task, 'duration_secs': 0.169001} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.725457] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.725724] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30391927-37ad-4e3c-b28f-166fd5323110 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.733820] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1177.733820] env[68786]: value = "task-3091622" [ 1177.733820] env[68786]: _type = "Task" [ 1177.733820] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.742445] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.830861] env[68786]: DEBUG oslo_vmware.api [None req-f8ef371b-b7fc-4c00-9754-94f580c7c523 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091621, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.253855] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091622, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.336059] env[68786]: DEBUG oslo_vmware.api [None req-f8ef371b-b7fc-4c00-9754-94f580c7c523 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091621, 'name': ReconfigVM_Task, 'duration_secs': 0.566924} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.336394] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ef371b-b7fc-4c00-9754-94f580c7c523 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1178.341694] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3da7176c-9e31-41fa-bebb-764aacb7128c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.359365] env[68786]: DEBUG oslo_vmware.api [None req-f8ef371b-b7fc-4c00-9754-94f580c7c523 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1178.359365] env[68786]: value = "task-3091623" [ 1178.359365] env[68786]: _type = "Task" [ 1178.359365] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.368829] env[68786]: DEBUG oslo_vmware.api [None req-f8ef371b-b7fc-4c00-9754-94f580c7c523 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.441466] env[68786]: DEBUG nova.compute.manager [req-e4131732-46b6-4cd2-9d76-10c36c39fbf2 req-d159589c-12ef-4308-b90c-ac975a2050a9 service nova] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Received event network-vif-plugged-626d6ae4-62e8-4be7-8077-1844d774f62d {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.441827] env[68786]: DEBUG oslo_concurrency.lockutils [req-e4131732-46b6-4cd2-9d76-10c36c39fbf2 req-d159589c-12ef-4308-b90c-ac975a2050a9 service nova] Acquiring lock "ab5e4f8e-51d2-40e8-846c-e32c5d532655-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.442784] env[68786]: DEBUG oslo_concurrency.lockutils [req-e4131732-46b6-4cd2-9d76-10c36c39fbf2 req-d159589c-12ef-4308-b90c-ac975a2050a9 service nova] Lock "ab5e4f8e-51d2-40e8-846c-e32c5d532655-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.443065] env[68786]: DEBUG oslo_concurrency.lockutils [req-e4131732-46b6-4cd2-9d76-10c36c39fbf2 req-d159589c-12ef-4308-b90c-ac975a2050a9 service nova] Lock "ab5e4f8e-51d2-40e8-846c-e32c5d532655-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.443299] env[68786]: DEBUG nova.compute.manager [req-e4131732-46b6-4cd2-9d76-10c36c39fbf2 req-d159589c-12ef-4308-b90c-ac975a2050a9 service nova] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] No waiting events found dispatching network-vif-plugged-626d6ae4-62e8-4be7-8077-1844d774f62d {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1178.443595] env[68786]: WARNING nova.compute.manager [req-e4131732-46b6-4cd2-9d76-10c36c39fbf2 req-d159589c-12ef-4308-b90c-ac975a2050a9 service nova] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Received unexpected event network-vif-plugged-626d6ae4-62e8-4be7-8077-1844d774f62d for instance with vm_state building and task_state spawning. [ 1178.540900] env[68786]: DEBUG nova.network.neutron [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Successfully updated port: 626d6ae4-62e8-4be7-8077-1844d774f62d {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.734580] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "refresh_cache-6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.734783] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquired lock "refresh_cache-6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.734968] env[68786]: DEBUG nova.network.neutron [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.746229] env[68786]: DEBUG oslo_vmware.api [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091622, 'name': PowerOnVM_Task, 'duration_secs': 0.593741} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.746679] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.746921] env[68786]: INFO nova.compute.manager [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1178.747147] env[68786]: DEBUG nova.compute.manager [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.747973] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfe8b5b-2dcd-43c8-99f4-1498b6298825 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.868954] env[68786]: DEBUG oslo_vmware.api [None req-f8ef371b-b7fc-4c00-9754-94f580c7c523 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091623, 'name': ReconfigVM_Task, 'duration_secs': 0.372311} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.869301] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ef371b-b7fc-4c00-9754-94f580c7c523 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618783', 'volume_id': '4edd0e7c-177e-491f-ba0d-bc55d83f5108', 'name': 'volume-4edd0e7c-177e-491f-ba0d-bc55d83f5108', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1b4b6e87-5f27-46e9-bbd5-2a24317e506a', 'attached_at': '', 'detached_at': '', 'volume_id': '4edd0e7c-177e-491f-ba0d-bc55d83f5108', 'serial': '4edd0e7c-177e-491f-ba0d-bc55d83f5108'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1179.044747] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "refresh_cache-ab5e4f8e-51d2-40e8-846c-e32c5d532655" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.044747] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "refresh_cache-ab5e4f8e-51d2-40e8-846c-e32c5d532655" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.044747] env[68786]: DEBUG nova.network.neutron [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.266332] env[68786]: INFO nova.compute.manager [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Took 16.35 seconds to build instance. [ 1179.272250] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "6d384692-142d-49ba-aa0e-63aa7d84d8c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.272493] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "6d384692-142d-49ba-aa0e-63aa7d84d8c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.272907] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "6d384692-142d-49ba-aa0e-63aa7d84d8c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.272907] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "6d384692-142d-49ba-aa0e-63aa7d84d8c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.273030] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "6d384692-142d-49ba-aa0e-63aa7d84d8c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.274720] env[68786]: INFO nova.compute.manager [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Terminating instance [ 1179.416609] env[68786]: DEBUG nova.objects.instance [None req-f8ef371b-b7fc-4c00-9754-94f580c7c523 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lazy-loading 'flavor' on Instance uuid 1b4b6e87-5f27-46e9-bbd5-2a24317e506a {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.479409] env[68786]: INFO nova.network.neutron [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Port 7c133bc8-8105-48e3-b8f8-d97ad1a0c508 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1179.481580] env[68786]: DEBUG nova.network.neutron [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Updating instance_info_cache with network_info: [{"id": "9ad67913-46fb-43ba-bb53-962082ddfd66", "address": "fa:16:3e:da:f7:24", "network": {"id": "6b9d157d-14ce-4b9d-8c2b-23511eaa4d22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-189515434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b6fdc11c364201ae04b85ff669b826", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad67913-46", "ovs_interfaceid": "9ad67913-46fb-43ba-bb53-962082ddfd66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.550986] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Acquiring lock "85acf573-1348-498b-9ce3-2cb26c73974f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.551243] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Lock "85acf573-1348-498b-9ce3-2cb26c73974f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.585276] env[68786]: DEBUG nova.network.neutron [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.764951] env[68786]: DEBUG nova.network.neutron [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Updating instance_info_cache with network_info: [{"id": "626d6ae4-62e8-4be7-8077-1844d774f62d", "address": "fa:16:3e:40:f5:33", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626d6ae4-62", "ovs_interfaceid": "626d6ae4-62e8-4be7-8077-1844d774f62d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.768072] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0c3ea976-9a05-4e0a-bb2d-e752b4675815 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "b572e666-0f2e-4091-a0e6-a4a6cf8e3361" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.860s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.779080] env[68786]: DEBUG nova.compute.manager [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.779258] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.781106] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f13c70e-70cf-4d61-88c5-bbb86c107d1a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.788397] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.788648] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec20306e-45eb-4081-8a56-5d9e89df2bc0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.794395] env[68786]: DEBUG oslo_vmware.api [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1179.794395] env[68786]: value = "task-3091624" [ 1179.794395] env[68786]: _type = "Task" [ 1179.794395] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.802423] env[68786]: DEBUG oslo_vmware.api [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.986377] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Releasing lock "refresh_cache-6d384692-142d-49ba-aa0e-63aa7d84d8c7" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.054153] env[68786]: DEBUG nova.compute.manager [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.120562] env[68786]: INFO nova.compute.manager [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Rescuing [ 1180.120836] env[68786]: DEBUG oslo_concurrency.lockutils [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "refresh_cache-b572e666-0f2e-4091-a0e6-a4a6cf8e3361" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.120997] env[68786]: DEBUG oslo_concurrency.lockutils [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquired lock "refresh_cache-b572e666-0f2e-4091-a0e6-a4a6cf8e3361" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.121286] env[68786]: DEBUG nova.network.neutron [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.267292] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "refresh_cache-ab5e4f8e-51d2-40e8-846c-e32c5d532655" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.267642] env[68786]: DEBUG nova.compute.manager [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Instance network_info: |[{"id": "626d6ae4-62e8-4be7-8077-1844d774f62d", "address": "fa:16:3e:40:f5:33", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626d6ae4-62", "ovs_interfaceid": "626d6ae4-62e8-4be7-8077-1844d774f62d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.268240] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:f5:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '626d6ae4-62e8-4be7-8077-1844d774f62d', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.276533] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.276724] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.276951] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a347528-a7c5-42c1-b83d-ce8a52694ebc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.299216] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.299216] env[68786]: value = "task-3091625" [ 1180.299216] env[68786]: _type = "Task" [ 1180.299216] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.305079] env[68786]: DEBUG oslo_vmware.api [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091624, 'name': PowerOffVM_Task, 'duration_secs': 0.445397} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.305601] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.305774] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.305997] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-692bd8a9-2674-460e-9a0a-cc7f1e6c7f18 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.309936] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091625, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.378908] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.379181] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.379402] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Deleting the datastore file [datastore1] 6d384692-142d-49ba-aa0e-63aa7d84d8c7 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.379685] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5b8856b-1e4d-4b7b-8a39-05468b4062b7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.387212] env[68786]: DEBUG oslo_vmware.api [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1180.387212] env[68786]: value = "task-3091627" [ 1180.387212] env[68786]: _type = "Task" [ 1180.387212] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.396021] env[68786]: DEBUG oslo_vmware.api [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.426186] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f8ef371b-b7fc-4c00-9754-94f580c7c523 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.779s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.495790] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7a8675c0-8b18-4173-bd82-2863883d4e72 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "interface-6d384692-142d-49ba-aa0e-63aa7d84d8c7-7c133bc8-8105-48e3-b8f8-d97ad1a0c508" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.738s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.511305] env[68786]: DEBUG nova.compute.manager [req-7312494f-c1f6-4183-a4a2-c7059f5ca8c0 req-708c4c68-f811-451d-8d41-556d16ca764d service nova] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Received event network-changed-626d6ae4-62e8-4be7-8077-1844d774f62d {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.511488] env[68786]: DEBUG nova.compute.manager [req-7312494f-c1f6-4183-a4a2-c7059f5ca8c0 req-708c4c68-f811-451d-8d41-556d16ca764d service nova] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Refreshing instance network info cache due to event network-changed-626d6ae4-62e8-4be7-8077-1844d774f62d. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.511831] env[68786]: DEBUG oslo_concurrency.lockutils [req-7312494f-c1f6-4183-a4a2-c7059f5ca8c0 req-708c4c68-f811-451d-8d41-556d16ca764d service nova] Acquiring lock "refresh_cache-ab5e4f8e-51d2-40e8-846c-e32c5d532655" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.512063] env[68786]: DEBUG oslo_concurrency.lockutils [req-7312494f-c1f6-4183-a4a2-c7059f5ca8c0 req-708c4c68-f811-451d-8d41-556d16ca764d service nova] Acquired lock "refresh_cache-ab5e4f8e-51d2-40e8-846c-e32c5d532655" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.512357] env[68786]: DEBUG nova.network.neutron [req-7312494f-c1f6-4183-a4a2-c7059f5ca8c0 req-708c4c68-f811-451d-8d41-556d16ca764d service nova] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Refreshing network info cache for port 626d6ae4-62e8-4be7-8077-1844d774f62d {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.578671] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.578950] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.580959] env[68786]: INFO nova.compute.claims [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.810330] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091625, 'name': CreateVM_Task, 'duration_secs': 0.31057} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.813019] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.819660] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.819779] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.820153] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.820457] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45714a56-b464-4b2b-8223-4b99bdd77922 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.829029] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1180.829029] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5292cd95-0d79-7059-4f7b-0910d332dfb8" [ 1180.829029] env[68786]: _type = "Task" [ 1180.829029] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.836458] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5292cd95-0d79-7059-4f7b-0910d332dfb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.843942] env[68786]: DEBUG nova.network.neutron [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Updating instance_info_cache with network_info: [{"id": "ce050557-1fa5-491a-8c5d-2d602660d46c", "address": "fa:16:3e:f4:69:ef", "network": {"id": "d8fc6a34-46e3-4363-ae92-f7dcfc6f0fd5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1956616996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047b06846d8f4a3fb20ae46fdae50302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce050557-1f", "ovs_interfaceid": "ce050557-1fa5-491a-8c5d-2d602660d46c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.896711] env[68786]: DEBUG oslo_vmware.api [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153835} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.897027] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.897290] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.897485] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.897660] env[68786]: INFO nova.compute.manager [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1180.897859] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.898105] env[68786]: DEBUG nova.compute.manager [-] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.898209] env[68786]: DEBUG nova.network.neutron [-] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.969776] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.970098] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.970361] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.970612] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.970796] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.972979] env[68786]: INFO nova.compute.manager [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Terminating instance [ 1181.338931] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5292cd95-0d79-7059-4f7b-0910d332dfb8, 'name': SearchDatastore_Task, 'duration_secs': 0.010268} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.340743] env[68786]: DEBUG nova.network.neutron [req-7312494f-c1f6-4183-a4a2-c7059f5ca8c0 req-708c4c68-f811-451d-8d41-556d16ca764d service nova] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Updated VIF entry in instance network info cache for port 626d6ae4-62e8-4be7-8077-1844d774f62d. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.340743] env[68786]: DEBUG nova.network.neutron [req-7312494f-c1f6-4183-a4a2-c7059f5ca8c0 req-708c4c68-f811-451d-8d41-556d16ca764d service nova] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Updating instance_info_cache with network_info: [{"id": "626d6ae4-62e8-4be7-8077-1844d774f62d", "address": "fa:16:3e:40:f5:33", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626d6ae4-62", "ovs_interfaceid": "626d6ae4-62e8-4be7-8077-1844d774f62d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.342070] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.342364] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.342674] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.342916] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.343130] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.343708] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc24a780-2b6d-442d-aa4c-fd6cc1423ecc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.347805] env[68786]: DEBUG oslo_concurrency.lockutils [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Releasing lock "refresh_cache-b572e666-0f2e-4091-a0e6-a4a6cf8e3361" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.353335] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.353546] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.354318] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eaa4354-283f-4a95-a742-845a364f8b40 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.360396] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1181.360396] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f0f778-e33b-2f1e-2007-216aa3e4aaf5" [ 1181.360396] env[68786]: _type = "Task" [ 1181.360396] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.368621] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f0f778-e33b-2f1e-2007-216aa3e4aaf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.467449] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager.update_available_resource {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.476649] env[68786]: DEBUG nova.compute.manager [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.476878] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.477917] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aac3b32-8515-4ae5-86c5-d0dd1c671500 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.487035] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.487312] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa6581dd-8776-4417-a855-f924be86cdd0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.493705] env[68786]: DEBUG oslo_vmware.api [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1181.493705] env[68786]: value = "task-3091628" [ 1181.493705] env[68786]: _type = "Task" [ 1181.493705] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.502501] env[68786]: DEBUG oslo_vmware.api [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.696676] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5f3670-b09b-46f5-995e-7db72fdcac6c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.704436] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48a3a44-f8f0-4210-bfd0-d181a6626603 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.740214] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ff4eab-ab75-4286-bdc0-895e353d4954 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.746425] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4810183f-f58d-4231-a073-e53d92cb2ec4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.760759] env[68786]: DEBUG nova.compute.provider_tree [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.844922] env[68786]: DEBUG oslo_concurrency.lockutils [req-7312494f-c1f6-4183-a4a2-c7059f5ca8c0 req-708c4c68-f811-451d-8d41-556d16ca764d service nova] Releasing lock "refresh_cache-ab5e4f8e-51d2-40e8-846c-e32c5d532655" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.872326] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f0f778-e33b-2f1e-2007-216aa3e4aaf5, 'name': SearchDatastore_Task, 'duration_secs': 0.010249} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.872326] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63758d16-7f2a-40c2-8b58-8c19fdc627ee {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.877239] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1181.877239] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52234bd2-5af8-c428-8524-383108b1e50b" [ 1181.877239] env[68786]: _type = "Task" [ 1181.877239] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.887089] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52234bd2-5af8-c428-8524-383108b1e50b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.970833] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.003350] env[68786]: DEBUG oslo_vmware.api [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091628, 'name': PowerOffVM_Task, 'duration_secs': 0.288849} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.003623] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.003793] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.004059] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca2af04f-896a-4c9e-aa99-cfa4a6864e4f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.083495] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.083775] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.084023] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Deleting the datastore file [datastore1] 1b4b6e87-5f27-46e9-bbd5-2a24317e506a {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.084332] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b69ab3be-f3f2-4f7f-bd58-d7f7a7e199aa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.090902] env[68786]: DEBUG oslo_vmware.api [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1182.090902] env[68786]: value = "task-3091630" [ 1182.090902] env[68786]: _type = "Task" [ 1182.090902] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.100503] env[68786]: DEBUG oslo_vmware.api [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.238810] env[68786]: DEBUG nova.network.neutron [-] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.263428] env[68786]: DEBUG nova.scheduler.client.report [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.390419] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52234bd2-5af8-c428-8524-383108b1e50b, 'name': SearchDatastore_Task, 'duration_secs': 0.009735} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.391834] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.392124] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] ab5e4f8e-51d2-40e8-846c-e32c5d532655/ab5e4f8e-51d2-40e8-846c-e32c5d532655.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.392680] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16b88c62-b76e-418a-950f-ec135b8a62fe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.399265] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1182.399265] env[68786]: value = "task-3091631" [ 1182.399265] env[68786]: _type = "Task" [ 1182.399265] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.407448] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.538368] env[68786]: DEBUG nova.compute.manager [req-1b701993-3b67-4e5b-882e-4ccd6feb79f8 req-c5332191-74ac-4565-a9c9-3d9bc5485bf5 service nova] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Received event network-vif-deleted-9ad67913-46fb-43ba-bb53-962082ddfd66 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.602192] env[68786]: DEBUG oslo_vmware.api [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122995} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.602450] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.602633] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.602806] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.602980] env[68786]: INFO nova.compute.manager [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1182.603243] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.603797] env[68786]: DEBUG nova.compute.manager [-] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.603898] env[68786]: DEBUG nova.network.neutron [-] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.741400] env[68786]: INFO nova.compute.manager [-] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Took 1.84 seconds to deallocate network for instance. [ 1182.772901] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.772901] env[68786]: DEBUG nova.compute.manager [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1182.774705] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.804s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.774885] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.775084] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68786) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1182.776109] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75d6321-784c-4110-8f81-5e3cb0ce8cc2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.788354] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e6c7b3-244c-447e-a8b3-952be2f49029 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.804415] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad81f6ab-5df9-4798-beb1-9b9c025096a1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.815404] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae91ac6-a44b-4e8e-bdeb-afc6d23a02a2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.847540] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179485MB free_disk=138GB free_vcpus=48 pci_devices=None {{(pid=68786) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1182.847774] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.847921] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.893592] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.894215] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c968db88-5661-4471-aaf0-9ae4a8ab96e6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.900566] env[68786]: DEBUG oslo_vmware.api [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1182.900566] env[68786]: value = "task-3091632" [ 1182.900566] env[68786]: _type = "Task" [ 1182.900566] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.915607] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48878} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.919532] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] ab5e4f8e-51d2-40e8-846c-e32c5d532655/ab5e4f8e-51d2-40e8-846c-e32c5d532655.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.919734] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1182.919934] env[68786]: DEBUG oslo_vmware.api [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.920162] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-146fb382-d2f9-4827-978a-8c09245c4e8b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.926216] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1182.926216] env[68786]: value = "task-3091633" [ 1182.926216] env[68786]: _type = "Task" [ 1182.926216] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.934264] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.249018] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.282577] env[68786]: DEBUG nova.compute.utils [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.284462] env[68786]: DEBUG nova.compute.manager [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1183.284645] env[68786]: DEBUG nova.network.neutron [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.325786] env[68786]: DEBUG nova.policy [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39557e49b62147a19a0ffb345bfe855d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38edd72200c846d9bff63c1f5bdfeee2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.415982] env[68786]: DEBUG oslo_vmware.api [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091632, 'name': PowerOffVM_Task, 'duration_secs': 0.20501} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.416282] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.417105] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2397f4d1-0e4f-4251-8475-6b27a9b4e16a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.437812] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a62f40-7258-4ac6-a1bd-b2401d3232eb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.445152] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081589} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.447465] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.450041] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2429530-f781-4a7f-bc78-0cac8edff0c5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.470898] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] ab5e4f8e-51d2-40e8-846c-e32c5d532655/ab5e4f8e-51d2-40e8-846c-e32c5d532655.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.472881] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d505e84-7da0-4148-bdda-c71b05876156 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.491482] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1183.491482] env[68786]: value = "task-3091634" [ 1183.491482] env[68786]: _type = "Task" [ 1183.491482] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.493338] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.493637] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89e24533-5930-409e-99d3-4d1d8a6aea0c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.502909] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.504082] env[68786]: DEBUG oslo_vmware.api [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1183.504082] env[68786]: value = "task-3091635" [ 1183.504082] env[68786]: _type = "Task" [ 1183.504082] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.514121] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] VM already powered off {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1183.514353] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.514572] env[68786]: DEBUG oslo_concurrency.lockutils [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.514715] env[68786]: DEBUG oslo_concurrency.lockutils [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.514887] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.515141] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55848edd-8ead-44de-a493-58d890621b51 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.523545] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.523765] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.524512] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d72ccd5-4d5d-4136-a7af-285f387bf274 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.529467] env[68786]: DEBUG oslo_vmware.api [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1183.529467] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b712f2-f2c2-0751-b035-3b5e968c29ce" [ 1183.529467] env[68786]: _type = "Task" [ 1183.529467] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.536898] env[68786]: DEBUG oslo_vmware.api [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b712f2-f2c2-0751-b035-3b5e968c29ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.578951] env[68786]: DEBUG nova.network.neutron [-] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.614190] env[68786]: DEBUG nova.network.neutron [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Successfully created port: 92c8df07-27dd-4b00-a0cc-ef47c7ffd8f3 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1183.788167] env[68786]: DEBUG nova.compute.manager [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1183.876534] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 7c2eb470-12f1-4624-ad45-78e9ce78551b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1183.876696] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 1b4b6e87-5f27-46e9-bbd5-2a24317e506a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1183.876847] env[68786]: WARNING nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 6d384692-142d-49ba-aa0e-63aa7d84d8c7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1183.876970] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 17fe6762-3043-4e7f-b319-2a7f1a90dd3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1183.877279] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance d859760f-f2f9-45fa-8ae9-e1dab83f7f89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1183.877470] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance b572e666-0f2e-4091-a0e6-a4a6cf8e3361 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1183.877649] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance ab5e4f8e-51d2-40e8-846c-e32c5d532655 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1183.877783] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 85acf573-1348-498b-9ce3-2cb26c73974f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1183.877977] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1183.878330] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1183.984376] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7621c672-b27b-46a6-81b0-d899244a91a6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.991844] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12707d61-b851-4283-9f23-0e211af78625 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.003071] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091634, 'name': ReconfigVM_Task, 'duration_secs': 0.463324} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.025879] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Reconfigured VM instance instance-00000077 to attach disk [datastore1] ab5e4f8e-51d2-40e8-846c-e32c5d532655/ab5e4f8e-51d2-40e8-846c-e32c5d532655.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.026638] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc02baa6-7e6a-4567-bc69-e469291075bb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.028527] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9ad6a1-ee13-47f4-aab8-331b3eace9b7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.034828] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1184.034828] env[68786]: value = "task-3091636" [ 1184.034828] env[68786]: _type = "Task" [ 1184.034828] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.043694] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64997a0c-94a9-44e1-8e3f-554d762b2cec {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.047111] env[68786]: DEBUG oslo_vmware.api [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52b712f2-f2c2-0751-b035-3b5e968c29ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009125} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.048334] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-704875e1-4f0b-48cc-9b0d-15e1cb80fe68 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.054362] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091636, 'name': Rename_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.062173] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.064404] env[68786]: DEBUG oslo_vmware.api [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1184.064404] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]528e7468-0c29-426c-31c1-09f4eef3f745" [ 1184.064404] env[68786]: _type = "Task" [ 1184.064404] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.071684] env[68786]: DEBUG oslo_vmware.api [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]528e7468-0c29-426c-31c1-09f4eef3f745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.084587] env[68786]: INFO nova.compute.manager [-] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Took 1.48 seconds to deallocate network for instance. [ 1184.545257] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091636, 'name': Rename_Task, 'duration_secs': 0.138884} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.545553] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.545812] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe6041f3-ecef-48ca-97d2-1110dd99e883 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.552932] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1184.552932] env[68786]: value = "task-3091637" [ 1184.552932] env[68786]: _type = "Task" [ 1184.552932] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.560157] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.562229] env[68786]: DEBUG nova.compute.manager [req-131f8b95-a823-46df-a7b7-92a72bfef8c2 req-1b3f8b36-1c3a-49f3-b554-4be3ac74715f service nova] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Received event network-vif-deleted-e9ac59f8-9ad9-41c4-bf55-d69d9645abf1 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.565658] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.576870] env[68786]: DEBUG oslo_vmware.api [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]528e7468-0c29-426c-31c1-09f4eef3f745, 'name': SearchDatastore_Task, 'duration_secs': 0.013704} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.577083] env[68786]: DEBUG oslo_concurrency.lockutils [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.577326] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] b572e666-0f2e-4091-a0e6-a4a6cf8e3361/49297ab8-3c56-4f04-9154-bbe88fc8d703-rescue.vmdk. {{(pid=68786) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1184.577588] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cad09cf-c9ba-465a-b4fb-4979badf190f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.584649] env[68786]: DEBUG oslo_vmware.api [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1184.584649] env[68786]: value = "task-3091638" [ 1184.584649] env[68786]: _type = "Task" [ 1184.584649] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.592447] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.592694] env[68786]: DEBUG oslo_vmware.api [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.798295] env[68786]: DEBUG nova.compute.manager [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1184.828381] env[68786]: DEBUG nova.virt.hardware [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.828644] env[68786]: DEBUG nova.virt.hardware [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.828803] env[68786]: DEBUG nova.virt.hardware [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.828986] env[68786]: DEBUG nova.virt.hardware [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.829150] env[68786]: DEBUG nova.virt.hardware [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.829309] env[68786]: DEBUG nova.virt.hardware [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.829522] env[68786]: DEBUG nova.virt.hardware [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.829683] env[68786]: DEBUG nova.virt.hardware [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.829863] env[68786]: DEBUG nova.virt.hardware [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.830061] env[68786]: DEBUG nova.virt.hardware [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.830266] env[68786]: DEBUG nova.virt.hardware [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.831197] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99270391-910a-4f1c-991e-9b939b2e5d68 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.839519] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c4506b-d610-4241-9553-f98a3dc414ee {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.065551] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091637, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.074016] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68786) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1185.074016] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.225s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.074016] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.824s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.074016] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.074989] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.483s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.075225] env[68786]: DEBUG nova.objects.instance [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lazy-loading 'resources' on Instance uuid 1b4b6e87-5f27-46e9-bbd5-2a24317e506a {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.095163] env[68786]: DEBUG oslo_vmware.api [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475526} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.096061] env[68786]: INFO nova.scheduler.client.report [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Deleted allocations for instance 6d384692-142d-49ba-aa0e-63aa7d84d8c7 [ 1185.096965] env[68786]: INFO nova.virt.vmwareapi.ds_util [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] b572e666-0f2e-4091-a0e6-a4a6cf8e3361/49297ab8-3c56-4f04-9154-bbe88fc8d703-rescue.vmdk. [ 1185.102395] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ed8b97-42e7-4414-b581-20fe2e2795f4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.128761] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] b572e666-0f2e-4091-a0e6-a4a6cf8e3361/49297ab8-3c56-4f04-9154-bbe88fc8d703-rescue.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.129492] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6df03d67-7825-4f18-bf1f-fd2d40c06ba7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.148488] env[68786]: DEBUG oslo_vmware.api [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1185.148488] env[68786]: value = "task-3091639" [ 1185.148488] env[68786]: _type = "Task" [ 1185.148488] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.157497] env[68786]: DEBUG oslo_vmware.api [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.355712] env[68786]: DEBUG nova.network.neutron [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Successfully updated port: 92c8df07-27dd-4b00-a0cc-ef47c7ffd8f3 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1185.566169] env[68786]: DEBUG oslo_vmware.api [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091637, 'name': PowerOnVM_Task, 'duration_secs': 0.728444} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.566477] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.567115] env[68786]: INFO nova.compute.manager [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1185.567115] env[68786]: DEBUG nova.compute.manager [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.567798] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980e678a-5d75-4768-b9a0-0587e90a372a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.609202] env[68786]: DEBUG oslo_concurrency.lockutils [None req-fd26d87b-ec29-441c-a50f-296d1559ed6f tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "6d384692-142d-49ba-aa0e-63aa7d84d8c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.337s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.661208] env[68786]: DEBUG oslo_vmware.api [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091639, 'name': ReconfigVM_Task, 'duration_secs': 0.449335} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.661685] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Reconfigured VM instance instance-00000076 to attach disk [datastore2] b572e666-0f2e-4091-a0e6-a4a6cf8e3361/49297ab8-3c56-4f04-9154-bbe88fc8d703-rescue.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.662542] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb934ea-a56d-4bab-9ed8-4ec04561e2ba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.690834] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aba8ba9b-6ce5-4419-93ac-de288fbe5252 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.705818] env[68786]: DEBUG oslo_vmware.api [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1185.705818] env[68786]: value = "task-3091640" [ 1185.705818] env[68786]: _type = "Task" [ 1185.705818] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.710166] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f6fda2-1721-4885-8957-21aa5f028325 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.717231] env[68786]: DEBUG oslo_vmware.api [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.721530] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4474543-de9d-41cb-be6c-f6c11d08b399 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.751180] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf11d98-3f98-4449-8719-9efcb6c983b7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.757974] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70f8705-955f-42f3-b9a9-39fd6fe02413 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.770971] env[68786]: DEBUG nova.compute.provider_tree [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.858293] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Acquiring lock "refresh_cache-85acf573-1348-498b-9ce3-2cb26c73974f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.858470] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Acquired lock "refresh_cache-85acf573-1348-498b-9ce3-2cb26c73974f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.858524] env[68786]: DEBUG nova.network.neutron [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.864517] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "7c2eb470-12f1-4624-ad45-78e9ce78551b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.864776] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "7c2eb470-12f1-4624-ad45-78e9ce78551b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.865017] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "7c2eb470-12f1-4624-ad45-78e9ce78551b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.865219] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "7c2eb470-12f1-4624-ad45-78e9ce78551b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.865398] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "7c2eb470-12f1-4624-ad45-78e9ce78551b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.867592] env[68786]: INFO nova.compute.manager [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Terminating instance [ 1186.087643] env[68786]: INFO nova.compute.manager [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Took 14.34 seconds to build instance. [ 1186.216835] env[68786]: DEBUG oslo_vmware.api [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091640, 'name': ReconfigVM_Task, 'duration_secs': 0.489822} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.217224] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.217530] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5c9e6de-6e4a-43fb-997e-ae1c51311991 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.223359] env[68786]: DEBUG oslo_vmware.api [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1186.223359] env[68786]: value = "task-3091641" [ 1186.223359] env[68786]: _type = "Task" [ 1186.223359] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.231059] env[68786]: DEBUG oslo_vmware.api [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.274370] env[68786]: DEBUG nova.scheduler.client.report [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.371760] env[68786]: DEBUG nova.compute.manager [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.371969] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.372897] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e573bc-53e2-4645-8ff4-058b42fdeefd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.382190] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.382571] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-836857e2-8094-4d2b-b216-eb73517dcb5f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.388657] env[68786]: DEBUG oslo_vmware.api [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1186.388657] env[68786]: value = "task-3091642" [ 1186.388657] env[68786]: _type = "Task" [ 1186.388657] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.396316] env[68786]: DEBUG oslo_vmware.api [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.397109] env[68786]: DEBUG nova.network.neutron [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.588857] env[68786]: DEBUG nova.network.neutron [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Updating instance_info_cache with network_info: [{"id": "92c8df07-27dd-4b00-a0cc-ef47c7ffd8f3", "address": "fa:16:3e:07:ae:b6", "network": {"id": "57a4bc67-8a6b-42f1-a496-8cd20d2aeafc", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1775280376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38edd72200c846d9bff63c1f5bdfeee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c8df07-27", "ovs_interfaceid": "92c8df07-27dd-4b00-a0cc-ef47c7ffd8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.590332] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d0120b85-5c8d-4c32-b08d-4f43f07d5768 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "ab5e4f8e-51d2-40e8-846c-e32c5d532655" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.854s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.633711] env[68786]: DEBUG nova.compute.manager [req-82f469d5-f4f0-4bff-9c91-95b02b603c18 req-3ad668d1-ef50-4712-9f00-fd9d30b12690 service nova] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Received event network-vif-plugged-92c8df07-27dd-4b00-a0cc-ef47c7ffd8f3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.633948] env[68786]: DEBUG oslo_concurrency.lockutils [req-82f469d5-f4f0-4bff-9c91-95b02b603c18 req-3ad668d1-ef50-4712-9f00-fd9d30b12690 service nova] Acquiring lock "85acf573-1348-498b-9ce3-2cb26c73974f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.634251] env[68786]: DEBUG oslo_concurrency.lockutils [req-82f469d5-f4f0-4bff-9c91-95b02b603c18 req-3ad668d1-ef50-4712-9f00-fd9d30b12690 service nova] Lock "85acf573-1348-498b-9ce3-2cb26c73974f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.634352] env[68786]: DEBUG oslo_concurrency.lockutils [req-82f469d5-f4f0-4bff-9c91-95b02b603c18 req-3ad668d1-ef50-4712-9f00-fd9d30b12690 service nova] Lock "85acf573-1348-498b-9ce3-2cb26c73974f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.634542] env[68786]: DEBUG nova.compute.manager [req-82f469d5-f4f0-4bff-9c91-95b02b603c18 req-3ad668d1-ef50-4712-9f00-fd9d30b12690 service nova] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] No waiting events found dispatching network-vif-plugged-92c8df07-27dd-4b00-a0cc-ef47c7ffd8f3 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1186.634797] env[68786]: WARNING nova.compute.manager [req-82f469d5-f4f0-4bff-9c91-95b02b603c18 req-3ad668d1-ef50-4712-9f00-fd9d30b12690 service nova] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Received unexpected event network-vif-plugged-92c8df07-27dd-4b00-a0cc-ef47c7ffd8f3 for instance with vm_state building and task_state spawning. [ 1186.635027] env[68786]: DEBUG nova.compute.manager [req-82f469d5-f4f0-4bff-9c91-95b02b603c18 req-3ad668d1-ef50-4712-9f00-fd9d30b12690 service nova] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Received event network-changed-92c8df07-27dd-4b00-a0cc-ef47c7ffd8f3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.635265] env[68786]: DEBUG nova.compute.manager [req-82f469d5-f4f0-4bff-9c91-95b02b603c18 req-3ad668d1-ef50-4712-9f00-fd9d30b12690 service nova] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Refreshing instance network info cache due to event network-changed-92c8df07-27dd-4b00-a0cc-ef47c7ffd8f3. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.635363] env[68786]: DEBUG oslo_concurrency.lockutils [req-82f469d5-f4f0-4bff-9c91-95b02b603c18 req-3ad668d1-ef50-4712-9f00-fd9d30b12690 service nova] Acquiring lock "refresh_cache-85acf573-1348-498b-9ce3-2cb26c73974f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.734193] env[68786]: DEBUG oslo_vmware.api [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091641, 'name': PowerOnVM_Task, 'duration_secs': 0.423714} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.734480] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.737071] env[68786]: DEBUG nova.compute.manager [None req-95f9b7f4-2422-44ce-8fe4-899eb3a0732f tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.737853] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08866b57-038e-45e4-af0a-69ba9946e31e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.778868] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.799055] env[68786]: INFO nova.scheduler.client.report [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Deleted allocations for instance 1b4b6e87-5f27-46e9-bbd5-2a24317e506a [ 1186.897975] env[68786]: DEBUG oslo_vmware.api [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091642, 'name': PowerOffVM_Task, 'duration_secs': 0.422537} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.898337] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.898560] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.898847] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-978575d4-e30b-4960-81b3-2a5a7feebec7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.964136] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.964405] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.964588] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Deleting the datastore file [datastore1] 7c2eb470-12f1-4624-ad45-78e9ce78551b {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.964865] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-740553fb-8205-4b6a-813c-1d890b7afd9e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.974079] env[68786]: DEBUG oslo_vmware.api [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for the task: (returnval){ [ 1186.974079] env[68786]: value = "task-3091644" [ 1186.974079] env[68786]: _type = "Task" [ 1186.974079] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.984873] env[68786]: DEBUG oslo_vmware.api [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.093769] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Releasing lock "refresh_cache-85acf573-1348-498b-9ce3-2cb26c73974f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.093769] env[68786]: DEBUG nova.compute.manager [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Instance network_info: |[{"id": "92c8df07-27dd-4b00-a0cc-ef47c7ffd8f3", "address": "fa:16:3e:07:ae:b6", "network": {"id": "57a4bc67-8a6b-42f1-a496-8cd20d2aeafc", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1775280376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38edd72200c846d9bff63c1f5bdfeee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c8df07-27", "ovs_interfaceid": "92c8df07-27dd-4b00-a0cc-ef47c7ffd8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1187.093769] env[68786]: DEBUG oslo_concurrency.lockutils [req-82f469d5-f4f0-4bff-9c91-95b02b603c18 req-3ad668d1-ef50-4712-9f00-fd9d30b12690 service nova] Acquired lock "refresh_cache-85acf573-1348-498b-9ce3-2cb26c73974f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.093769] env[68786]: DEBUG nova.network.neutron [req-82f469d5-f4f0-4bff-9c91-95b02b603c18 req-3ad668d1-ef50-4712-9f00-fd9d30b12690 service nova] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Refreshing network info cache for port 92c8df07-27dd-4b00-a0cc-ef47c7ffd8f3 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.094596] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:ae:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92c8df07-27dd-4b00-a0cc-ef47c7ffd8f3', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.103458] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Creating folder: Project (38edd72200c846d9bff63c1f5bdfeee2). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1187.106534] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dcad014-3632-419e-bcdc-3a506ab1f782 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.118617] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Created folder: Project (38edd72200c846d9bff63c1f5bdfeee2) in parent group-v618484. [ 1187.118804] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Creating folder: Instances. Parent ref: group-v618799. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1187.120064] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6af1d0ce-fbd6-4633-9fa8-88c7a473c734 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.128537] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Created folder: Instances in parent group-v618799. [ 1187.128537] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.128537] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.128734] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d5b6b72-f302-451c-8283-1f577bef4f73 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.152474] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.152474] env[68786]: value = "task-3091647" [ 1187.152474] env[68786]: _type = "Task" [ 1187.152474] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.159118] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091647, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.309986] env[68786]: DEBUG oslo_concurrency.lockutils [None req-7398cb9f-fa29-4e84-9389-c9a3723825d5 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "1b4b6e87-5f27-46e9-bbd5-2a24317e506a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.340s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.311489] env[68786]: DEBUG nova.network.neutron [req-82f469d5-f4f0-4bff-9c91-95b02b603c18 req-3ad668d1-ef50-4712-9f00-fd9d30b12690 service nova] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Updated VIF entry in instance network info cache for port 92c8df07-27dd-4b00-a0cc-ef47c7ffd8f3. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.311901] env[68786]: DEBUG nova.network.neutron [req-82f469d5-f4f0-4bff-9c91-95b02b603c18 req-3ad668d1-ef50-4712-9f00-fd9d30b12690 service nova] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Updating instance_info_cache with network_info: [{"id": "92c8df07-27dd-4b00-a0cc-ef47c7ffd8f3", "address": "fa:16:3e:07:ae:b6", "network": {"id": "57a4bc67-8a6b-42f1-a496-8cd20d2aeafc", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1775280376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38edd72200c846d9bff63c1f5bdfeee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c8df07-27", "ovs_interfaceid": "92c8df07-27dd-4b00-a0cc-ef47c7ffd8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.486168] env[68786]: DEBUG oslo_vmware.api [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Task: {'id': task-3091644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166005} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.487138] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.487527] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.488018] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.488454] env[68786]: INFO nova.compute.manager [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1187.489045] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.489548] env[68786]: DEBUG nova.compute.manager [-] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.489749] env[68786]: DEBUG nova.network.neutron [-] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.532317] env[68786]: DEBUG nova.compute.manager [req-40bde594-703f-4725-8929-3780a9f9e5d2 req-6f3b5bb0-950d-4b14-9d0a-ab106ca419bc service nova] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Received event network-changed-626d6ae4-62e8-4be7-8077-1844d774f62d {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.532317] env[68786]: DEBUG nova.compute.manager [req-40bde594-703f-4725-8929-3780a9f9e5d2 req-6f3b5bb0-950d-4b14-9d0a-ab106ca419bc service nova] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Refreshing instance network info cache due to event network-changed-626d6ae4-62e8-4be7-8077-1844d774f62d. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.532317] env[68786]: DEBUG oslo_concurrency.lockutils [req-40bde594-703f-4725-8929-3780a9f9e5d2 req-6f3b5bb0-950d-4b14-9d0a-ab106ca419bc service nova] Acquiring lock "refresh_cache-ab5e4f8e-51d2-40e8-846c-e32c5d532655" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.532317] env[68786]: DEBUG oslo_concurrency.lockutils [req-40bde594-703f-4725-8929-3780a9f9e5d2 req-6f3b5bb0-950d-4b14-9d0a-ab106ca419bc service nova] Acquired lock "refresh_cache-ab5e4f8e-51d2-40e8-846c-e32c5d532655" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.532317] env[68786]: DEBUG nova.network.neutron [req-40bde594-703f-4725-8929-3780a9f9e5d2 req-6f3b5bb0-950d-4b14-9d0a-ab106ca419bc service nova] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Refreshing network info cache for port 626d6ae4-62e8-4be7-8077-1844d774f62d {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.662170] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091647, 'name': CreateVM_Task, 'duration_secs': 0.373172} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.662701] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.663563] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.663903] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.664363] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.664756] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f518116d-c4b7-4885-a581-ca1996a9c214 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.670916] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Waiting for the task: (returnval){ [ 1187.670916] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e6e358-fdba-215d-6ab2-3faba1d45317" [ 1187.670916] env[68786]: _type = "Task" [ 1187.670916] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.679683] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e6e358-fdba-215d-6ab2-3faba1d45317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.816164] env[68786]: DEBUG oslo_concurrency.lockutils [req-82f469d5-f4f0-4bff-9c91-95b02b603c18 req-3ad668d1-ef50-4712-9f00-fd9d30b12690 service nova] Releasing lock "refresh_cache-85acf573-1348-498b-9ce3-2cb26c73974f" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.862944] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.863209] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.863392] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.863573] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.863722] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._sync_power_states {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.183330] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e6e358-fdba-215d-6ab2-3faba1d45317, 'name': SearchDatastore_Task, 'duration_secs': 0.010296} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.185698] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.185698] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.185698] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.185698] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.185698] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.188141] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-704493ea-df18-4a5c-8c6f-028d55cd2c06 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.197893] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.198127] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.198946] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6502145-a42f-4823-a01c-f06f3e569de8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.205039] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Waiting for the task: (returnval){ [ 1188.205039] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c6b323-45c7-8d60-b494-a631803ce45a" [ 1188.205039] env[68786]: _type = "Task" [ 1188.205039] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.214480] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c6b323-45c7-8d60-b494-a631803ce45a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.290571] env[68786]: DEBUG nova.network.neutron [req-40bde594-703f-4725-8929-3780a9f9e5d2 req-6f3b5bb0-950d-4b14-9d0a-ab106ca419bc service nova] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Updated VIF entry in instance network info cache for port 626d6ae4-62e8-4be7-8077-1844d774f62d. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.291023] env[68786]: DEBUG nova.network.neutron [req-40bde594-703f-4725-8929-3780a9f9e5d2 req-6f3b5bb0-950d-4b14-9d0a-ab106ca419bc service nova] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Updating instance_info_cache with network_info: [{"id": "626d6ae4-62e8-4be7-8077-1844d774f62d", "address": "fa:16:3e:40:f5:33", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626d6ae4-62", "ovs_interfaceid": "626d6ae4-62e8-4be7-8077-1844d774f62d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.307660] env[68786]: DEBUG nova.network.neutron [-] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.368281] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Getting list of instances from cluster (obj){ [ 1188.368281] env[68786]: value = "domain-c8" [ 1188.368281] env[68786]: _type = "ClusterComputeResource" [ 1188.368281] env[68786]: } {{(pid=68786) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1188.369364] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f496aecb-dd50-4a26-8227-8439bc86b858 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.382167] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Got total of 5 instances {{(pid=68786) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1188.382340] env[68786]: WARNING nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] While synchronizing instance power states, found 6 instances in the database and 5 instances on the hypervisor. [ 1188.382522] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Triggering sync for uuid 7c2eb470-12f1-4624-ad45-78e9ce78551b {{(pid=68786) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1188.382718] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Triggering sync for uuid 17fe6762-3043-4e7f-b319-2a7f1a90dd3a {{(pid=68786) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1188.382870] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Triggering sync for uuid d859760f-f2f9-45fa-8ae9-e1dab83f7f89 {{(pid=68786) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1188.383027] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Triggering sync for uuid b572e666-0f2e-4091-a0e6-a4a6cf8e3361 {{(pid=68786) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1188.383181] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Triggering sync for uuid ab5e4f8e-51d2-40e8-846c-e32c5d532655 {{(pid=68786) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1188.383332] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Triggering sync for uuid 85acf573-1348-498b-9ce3-2cb26c73974f {{(pid=68786) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1188.383658] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "7c2eb470-12f1-4624-ad45-78e9ce78551b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.383896] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "17fe6762-3043-4e7f-b319-2a7f1a90dd3a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.384102] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "17fe6762-3043-4e7f-b319-2a7f1a90dd3a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.384371] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "d859760f-f2f9-45fa-8ae9-e1dab83f7f89" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.384570] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "d859760f-f2f9-45fa-8ae9-e1dab83f7f89" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.384782] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "b572e666-0f2e-4091-a0e6-a4a6cf8e3361" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.384960] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "b572e666-0f2e-4091-a0e6-a4a6cf8e3361" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.385207] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "ab5e4f8e-51d2-40e8-846c-e32c5d532655" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.385386] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "ab5e4f8e-51d2-40e8-846c-e32c5d532655" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.385609] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "85acf573-1348-498b-9ce3-2cb26c73974f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.385790] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.385919] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68786) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1188.386621] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933c0832-a9c1-427e-a598-9ad38b72cff5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.391586] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4cee53-08dd-4bdd-a57c-38bc9fc58263 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.393023] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811365f1-5146-4f37-8509-b6f05253379c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.395682] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2b7c51-7e26-4906-9059-802bd9a1e3bc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.668307] env[68786]: DEBUG nova.compute.manager [req-e782c62b-30c1-4fb4-be60-7f7ec8527dd8 req-01a4493f-2af5-417e-b2c6-1a51341568c4 service nova] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Received event network-vif-deleted-ae614660-7cbf-4a1f-86ed-7cf9fe476d08 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.716854] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c6b323-45c7-8d60-b494-a631803ce45a, 'name': SearchDatastore_Task, 'duration_secs': 0.011046} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.717702] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8433d583-5038-423a-9fb6-a5765e6bdc72 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.723187] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Waiting for the task: (returnval){ [ 1188.723187] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f2933d-8268-3e33-6d59-da3acc2f1b30" [ 1188.723187] env[68786]: _type = "Task" [ 1188.723187] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.730722] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f2933d-8268-3e33-6d59-da3acc2f1b30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.793901] env[68786]: DEBUG oslo_concurrency.lockutils [req-40bde594-703f-4725-8929-3780a9f9e5d2 req-6f3b5bb0-950d-4b14-9d0a-ab106ca419bc service nova] Releasing lock "refresh_cache-ab5e4f8e-51d2-40e8-846c-e32c5d532655" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.809746] env[68786]: INFO nova.compute.manager [-] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Took 1.32 seconds to deallocate network for instance. [ 1188.911997] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "d859760f-f2f9-45fa-8ae9-e1dab83f7f89" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.912460] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "b572e666-0f2e-4091-a0e6-a4a6cf8e3361" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.915476] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "17fe6762-3043-4e7f-b319-2a7f1a90dd3a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.531s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.915476] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "ab5e4f8e-51d2-40e8-846c-e32c5d532655" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.530s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.001471] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.233161] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f2933d-8268-3e33-6d59-da3acc2f1b30, 'name': SearchDatastore_Task, 'duration_secs': 0.009525} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.233425] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.233711] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 85acf573-1348-498b-9ce3-2cb26c73974f/85acf573-1348-498b-9ce3-2cb26c73974f.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.233975] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eceb7618-f7c0-4445-8dd1-4b1c4967723b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.240562] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Waiting for the task: (returnval){ [ 1189.240562] env[68786]: value = "task-3091648" [ 1189.240562] env[68786]: _type = "Task" [ 1189.240562] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.248154] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Task: {'id': task-3091648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.317495] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.317761] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.317991] env[68786]: DEBUG nova.objects.instance [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lazy-loading 'resources' on Instance uuid 7c2eb470-12f1-4624-ad45-78e9ce78551b {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.370775] env[68786]: DEBUG oslo_concurrency.lockutils [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "895ca200-dcaa-4850-a24a-f6e36cd21862" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.371015] env[68786]: DEBUG oslo_concurrency.lockutils [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "895ca200-dcaa-4850-a24a-f6e36cd21862" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.467914] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.686735] env[68786]: INFO nova.compute.manager [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Rescuing [ 1189.687192] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "refresh_cache-d859760f-f2f9-45fa-8ae9-e1dab83f7f89" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.687280] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquired lock "refresh_cache-d859760f-f2f9-45fa-8ae9-e1dab83f7f89" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.687424] env[68786]: DEBUG nova.network.neutron [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.750759] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Task: {'id': task-3091648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441703} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.750962] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 85acf573-1348-498b-9ce3-2cb26c73974f/85acf573-1348-498b-9ce3-2cb26c73974f.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.751200] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.751451] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba39b320-beef-43e8-a524-f267ddf4e397 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.757918] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Waiting for the task: (returnval){ [ 1189.757918] env[68786]: value = "task-3091649" [ 1189.757918] env[68786]: _type = "Task" [ 1189.757918] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.766445] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Task: {'id': task-3091649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.874333] env[68786]: DEBUG nova.compute.manager [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1189.917860] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a820152-84db-44e8-849c-e31a65307307 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.927050] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95772723-3c26-416a-84ec-78947aa12f99 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.959264] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c7a794-77fe-438b-9a5e-0d847227b8cb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.966965] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756834a3-f51e-4aa4-b8a8-581864f14587 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.980948] env[68786]: DEBUG nova.compute.provider_tree [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.267056] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Task: {'id': task-3091649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213913} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.269384] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.270168] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dec82a-9b97-4392-a915-cc4f5d5d762d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.292016] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 85acf573-1348-498b-9ce3-2cb26c73974f/85acf573-1348-498b-9ce3-2cb26c73974f.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.294098] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dd2aa55-b83c-46f1-9fe3-0c9a18a1ab46 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.313697] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Waiting for the task: (returnval){ [ 1190.313697] env[68786]: value = "task-3091650" [ 1190.313697] env[68786]: _type = "Task" [ 1190.313697] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.322753] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Task: {'id': task-3091650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.392111] env[68786]: DEBUG oslo_concurrency.lockutils [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.416080] env[68786]: DEBUG nova.network.neutron [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Updating instance_info_cache with network_info: [{"id": "1702e96f-f549-498e-9906-5b4e922d4f17", "address": "fa:16:3e:33:0c:15", "network": {"id": "d8fc6a34-46e3-4363-ae92-f7dcfc6f0fd5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1956616996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047b06846d8f4a3fb20ae46fdae50302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1702e96f-f5", "ovs_interfaceid": "1702e96f-f549-498e-9906-5b4e922d4f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.484560] env[68786]: DEBUG nova.scheduler.client.report [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.824397] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Task: {'id': task-3091650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.918546] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Releasing lock "refresh_cache-d859760f-f2f9-45fa-8ae9-e1dab83f7f89" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.989811] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.992240] env[68786]: DEBUG oslo_concurrency.lockutils [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.600s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.993763] env[68786]: INFO nova.compute.claims [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.010274] env[68786]: INFO nova.scheduler.client.report [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Deleted allocations for instance 7c2eb470-12f1-4624-ad45-78e9ce78551b [ 1191.324814] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Task: {'id': task-3091650, 'name': ReconfigVM_Task, 'duration_secs': 0.961351} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.325104] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 85acf573-1348-498b-9ce3-2cb26c73974f/85acf573-1348-498b-9ce3-2cb26c73974f.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.325726] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c367722e-3d04-40b6-9015-ed0bbe86dc64 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.331570] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Waiting for the task: (returnval){ [ 1191.331570] env[68786]: value = "task-3091651" [ 1191.331570] env[68786]: _type = "Task" [ 1191.331570] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.338654] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Task: {'id': task-3091651, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.516977] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6cd90677-d1d2-4ffa-8cd0-f3bfd973a8c7 tempest-AttachInterfacesTestJSON-1017537602 tempest-AttachInterfacesTestJSON-1017537602-project-member] Lock "7c2eb470-12f1-4624-ad45-78e9ce78551b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.652s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.517903] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "7c2eb470-12f1-4624-ad45-78e9ce78551b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.134s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.518107] env[68786]: INFO nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] During sync_power_state the instance has a pending task (deleting). Skip. [ 1191.518311] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "7c2eb470-12f1-4624-ad45-78e9ce78551b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.841428] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Task: {'id': task-3091651, 'name': Rename_Task, 'duration_secs': 0.12951} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.841784] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.842044] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d3c50dd-d1b4-4a83-80cb-c44b06537d96 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.847692] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Waiting for the task: (returnval){ [ 1191.847692] env[68786]: value = "task-3091652" [ 1191.847692] env[68786]: _type = "Task" [ 1191.847692] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.854614] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Task: {'id': task-3091652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.087899] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f150e41-5912-479e-80aa-4a445945b03f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.096298] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598390ac-f1ca-4159-beab-1149b39500e1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.127862] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac93c8c-0ea3-4188-b9a5-3ba12d9f477f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.135417] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e7a72f-cf9a-4f17-ac0c-03f24d204050 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.148922] env[68786]: DEBUG nova.compute.provider_tree [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.358985] env[68786]: DEBUG oslo_vmware.api [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Task: {'id': task-3091652, 'name': PowerOnVM_Task, 'duration_secs': 0.441544} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.359339] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.360414] env[68786]: INFO nova.compute.manager [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1192.360682] env[68786]: DEBUG nova.compute.manager [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.361880] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782a7885-414e-4d5b-9338-4dbaf0425804 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.458826] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.459173] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e61f3f40-1f70-4c69-b589-e2a8b89ab0ba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.466755] env[68786]: DEBUG oslo_vmware.api [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1192.466755] env[68786]: value = "task-3091653" [ 1192.466755] env[68786]: _type = "Task" [ 1192.466755] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.474911] env[68786]: DEBUG oslo_vmware.api [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.653155] env[68786]: DEBUG nova.scheduler.client.report [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.879717] env[68786]: INFO nova.compute.manager [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Took 12.32 seconds to build instance. [ 1192.976556] env[68786]: DEBUG oslo_vmware.api [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091653, 'name': PowerOffVM_Task, 'duration_secs': 0.181728} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.976815] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.977665] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a4b172-650b-4d5e-a244-a70f9ce3714c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.996127] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ad9759-82ed-436b-af74-5b66c4e5d778 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.031849] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.032162] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22488fe4-0d57-43fc-816d-beef3ec3ce30 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.038475] env[68786]: DEBUG oslo_vmware.api [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1193.038475] env[68786]: value = "task-3091654" [ 1193.038475] env[68786]: _type = "Task" [ 1193.038475] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.046337] env[68786]: DEBUG oslo_vmware.api [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.162049] env[68786]: DEBUG oslo_concurrency.lockutils [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.162376] env[68786]: DEBUG nova.compute.manager [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1193.382134] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5f66e658-012d-47c6-a6ea-2bba73ec9839 tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Lock "85acf573-1348-498b-9ce3-2cb26c73974f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.831s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.382468] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "85acf573-1348-498b-9ce3-2cb26c73974f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.997s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.382675] env[68786]: INFO nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] During sync_power_state the instance has a pending task (spawning). Skip. [ 1193.382852] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "85acf573-1348-498b-9ce3-2cb26c73974f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.552812] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] VM already powered off {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1193.553080] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.553622] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.553622] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.553756] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.553904] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffd7aa80-41bb-4a15-8db5-77f7e96c99f1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.562608] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.562745] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.563459] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75e80df7-4c7a-43fe-ba07-ef2d3b51b6cf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.568558] env[68786]: DEBUG oslo_vmware.api [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1193.568558] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5218cecb-9e9f-7b8d-395b-95b2d2745c9f" [ 1193.568558] env[68786]: _type = "Task" [ 1193.568558] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.577991] env[68786]: DEBUG oslo_vmware.api [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5218cecb-9e9f-7b8d-395b-95b2d2745c9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.669096] env[68786]: DEBUG nova.compute.utils [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.670591] env[68786]: DEBUG nova.compute.manager [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.670774] env[68786]: DEBUG nova.network.neutron [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.724667] env[68786]: DEBUG nova.policy [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09f87e1e17b648aba4a0889044b51eaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6125dd9826ef43d6a08c8460028ec501', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1194.037485] env[68786]: DEBUG nova.network.neutron [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Successfully created port: 23a53d2a-97b7-4487-b8d7-58bed150d5b3 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.079130] env[68786]: DEBUG oslo_vmware.api [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5218cecb-9e9f-7b8d-395b-95b2d2745c9f, 'name': SearchDatastore_Task, 'duration_secs': 0.01} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.079942] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac021336-6766-4f95-aae2-a66e3f65b06b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.085055] env[68786]: DEBUG oslo_vmware.api [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1194.085055] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]528c4cbe-5f06-9c42-a1be-4a9ff322ad4c" [ 1194.085055] env[68786]: _type = "Task" [ 1194.085055] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.094928] env[68786]: DEBUG oslo_vmware.api [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]528c4cbe-5f06-9c42-a1be-4a9ff322ad4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.173961] env[68786]: DEBUG nova.compute.manager [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.543323] env[68786]: DEBUG oslo_concurrency.lockutils [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Acquiring lock "85acf573-1348-498b-9ce3-2cb26c73974f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.543650] env[68786]: DEBUG oslo_concurrency.lockutils [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Lock "85acf573-1348-498b-9ce3-2cb26c73974f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.543863] env[68786]: DEBUG oslo_concurrency.lockutils [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Acquiring lock "85acf573-1348-498b-9ce3-2cb26c73974f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.544082] env[68786]: DEBUG oslo_concurrency.lockutils [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Lock "85acf573-1348-498b-9ce3-2cb26c73974f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.544274] env[68786]: DEBUG oslo_concurrency.lockutils [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Lock "85acf573-1348-498b-9ce3-2cb26c73974f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.546449] env[68786]: INFO nova.compute.manager [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Terminating instance [ 1194.595353] env[68786]: DEBUG oslo_vmware.api [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]528c4cbe-5f06-9c42-a1be-4a9ff322ad4c, 'name': SearchDatastore_Task, 'duration_secs': 0.00929} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.595660] env[68786]: DEBUG oslo_concurrency.lockutils [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.595934] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] d859760f-f2f9-45fa-8ae9-e1dab83f7f89/49297ab8-3c56-4f04-9154-bbe88fc8d703-rescue.vmdk. {{(pid=68786) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1194.596209] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3dcd8c22-694d-4d2d-842b-ee897f91e30a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.602235] env[68786]: DEBUG oslo_vmware.api [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1194.602235] env[68786]: value = "task-3091655" [ 1194.602235] env[68786]: _type = "Task" [ 1194.602235] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.609388] env[68786]: DEBUG oslo_vmware.api [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.050547] env[68786]: DEBUG nova.compute.manager [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1195.050931] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.051843] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb99d1e0-9e50-4ac8-a74c-001c69a22a05 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.059905] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.060292] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4943f93a-e13c-45c7-a10e-fde5331f7d64 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.067584] env[68786]: DEBUG oslo_vmware.api [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Waiting for the task: (returnval){ [ 1195.067584] env[68786]: value = "task-3091656" [ 1195.067584] env[68786]: _type = "Task" [ 1195.067584] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.078459] env[68786]: DEBUG oslo_vmware.api [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Task: {'id': task-3091656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.112833] env[68786]: DEBUG oslo_vmware.api [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498358} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.113116] env[68786]: INFO nova.virt.vmwareapi.ds_util [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] d859760f-f2f9-45fa-8ae9-e1dab83f7f89/49297ab8-3c56-4f04-9154-bbe88fc8d703-rescue.vmdk. [ 1195.113878] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db948b66-59e6-4c58-9703-73c25877406b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.139257] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] d859760f-f2f9-45fa-8ae9-e1dab83f7f89/49297ab8-3c56-4f04-9154-bbe88fc8d703-rescue.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.139598] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccb3f8e2-d5ac-4e5b-ae6b-401b2623e35d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.157617] env[68786]: DEBUG oslo_vmware.api [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1195.157617] env[68786]: value = "task-3091657" [ 1195.157617] env[68786]: _type = "Task" [ 1195.157617] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.165709] env[68786]: DEBUG oslo_vmware.api [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.183363] env[68786]: DEBUG nova.compute.manager [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1195.213560] env[68786]: DEBUG nova.virt.hardware [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.214282] env[68786]: DEBUG nova.virt.hardware [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.214282] env[68786]: DEBUG nova.virt.hardware [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.214282] env[68786]: DEBUG nova.virt.hardware [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.214465] env[68786]: DEBUG nova.virt.hardware [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.214559] env[68786]: DEBUG nova.virt.hardware [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.214796] env[68786]: DEBUG nova.virt.hardware [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.214970] env[68786]: DEBUG nova.virt.hardware [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.215223] env[68786]: DEBUG nova.virt.hardware [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.215425] env[68786]: DEBUG nova.virt.hardware [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.215630] env[68786]: DEBUG nova.virt.hardware [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.216607] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c022f2bd-fffe-4e6d-9b3e-b6e3bcd4cf6f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.224829] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baddaad8-e6f4-4946-9263-c41cd8be10d9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.493609] env[68786]: DEBUG nova.compute.manager [req-24ea49c2-d9cb-4c7d-a5ef-03728b1b82b6 req-7b470dfc-d50b-4d4f-81ea-4fd8a32d745c service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Received event network-vif-plugged-23a53d2a-97b7-4487-b8d7-58bed150d5b3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.493890] env[68786]: DEBUG oslo_concurrency.lockutils [req-24ea49c2-d9cb-4c7d-a5ef-03728b1b82b6 req-7b470dfc-d50b-4d4f-81ea-4fd8a32d745c service nova] Acquiring lock "895ca200-dcaa-4850-a24a-f6e36cd21862-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.494199] env[68786]: DEBUG oslo_concurrency.lockutils [req-24ea49c2-d9cb-4c7d-a5ef-03728b1b82b6 req-7b470dfc-d50b-4d4f-81ea-4fd8a32d745c service nova] Lock "895ca200-dcaa-4850-a24a-f6e36cd21862-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.494310] env[68786]: DEBUG oslo_concurrency.lockutils [req-24ea49c2-d9cb-4c7d-a5ef-03728b1b82b6 req-7b470dfc-d50b-4d4f-81ea-4fd8a32d745c service nova] Lock "895ca200-dcaa-4850-a24a-f6e36cd21862-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.494593] env[68786]: DEBUG nova.compute.manager [req-24ea49c2-d9cb-4c7d-a5ef-03728b1b82b6 req-7b470dfc-d50b-4d4f-81ea-4fd8a32d745c service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] No waiting events found dispatching network-vif-plugged-23a53d2a-97b7-4487-b8d7-58bed150d5b3 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.494678] env[68786]: WARNING nova.compute.manager [req-24ea49c2-d9cb-4c7d-a5ef-03728b1b82b6 req-7b470dfc-d50b-4d4f-81ea-4fd8a32d745c service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Received unexpected event network-vif-plugged-23a53d2a-97b7-4487-b8d7-58bed150d5b3 for instance with vm_state building and task_state spawning. [ 1195.581609] env[68786]: DEBUG oslo_vmware.api [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Task: {'id': task-3091656, 'name': PowerOffVM_Task, 'duration_secs': 0.259243} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.584743] env[68786]: DEBUG nova.network.neutron [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Successfully updated port: 23a53d2a-97b7-4487-b8d7-58bed150d5b3 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.590032] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.590240] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.590662] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0bd2fea-bad1-4619-b32f-f0cac2b7dff9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.667721] env[68786]: DEBUG oslo_vmware.api [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091657, 'name': ReconfigVM_Task, 'duration_secs': 0.341306} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.668033] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Reconfigured VM instance instance-00000075 to attach disk [datastore2] d859760f-f2f9-45fa-8ae9-e1dab83f7f89/49297ab8-3c56-4f04-9154-bbe88fc8d703-rescue.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.669107] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df055a94-471a-4da7-9d5b-568ca73fbee5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.695629] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae4e09a7-9ef5-4f8b-bf3b-c0b6c4348fa5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.707428] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.707654] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.707829] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Deleting the datastore file [datastore1] 85acf573-1348-498b-9ce3-2cb26c73974f {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.708167] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-931c9ef7-be68-4dd6-93a6-ff8acbd01366 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.714680] env[68786]: DEBUG oslo_vmware.api [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1195.714680] env[68786]: value = "task-3091659" [ 1195.714680] env[68786]: _type = "Task" [ 1195.714680] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.715768] env[68786]: DEBUG oslo_vmware.api [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Waiting for the task: (returnval){ [ 1195.715768] env[68786]: value = "task-3091660" [ 1195.715768] env[68786]: _type = "Task" [ 1195.715768] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.730463] env[68786]: DEBUG oslo_vmware.api [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091659, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.730771] env[68786]: DEBUG oslo_vmware.api [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Task: {'id': task-3091660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.095135] env[68786]: DEBUG oslo_concurrency.lockutils [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "refresh_cache-895ca200-dcaa-4850-a24a-f6e36cd21862" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.095430] env[68786]: DEBUG oslo_concurrency.lockutils [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquired lock "refresh_cache-895ca200-dcaa-4850-a24a-f6e36cd21862" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.095530] env[68786]: DEBUG nova.network.neutron [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.232080] env[68786]: DEBUG oslo_vmware.api [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091659, 'name': ReconfigVM_Task, 'duration_secs': 0.155892} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.235171] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.235798] env[68786]: DEBUG oslo_vmware.api [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Task: {'id': task-3091660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136892} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.236122] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a97ba7d-d1a8-41a4-8771-32a2b85d9ae7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.237861] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.240061] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.240061] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.240061] env[68786]: INFO nova.compute.manager [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1196.240061] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.240061] env[68786]: DEBUG nova.compute.manager [-] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.240061] env[68786]: DEBUG nova.network.neutron [-] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.245427] env[68786]: DEBUG oslo_vmware.api [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1196.245427] env[68786]: value = "task-3091661" [ 1196.245427] env[68786]: _type = "Task" [ 1196.245427] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.253328] env[68786]: DEBUG oslo_vmware.api [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.637153] env[68786]: DEBUG nova.network.neutron [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.755400] env[68786]: DEBUG oslo_vmware.api [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.802269] env[68786]: DEBUG nova.network.neutron [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Updating instance_info_cache with network_info: [{"id": "23a53d2a-97b7-4487-b8d7-58bed150d5b3", "address": "fa:16:3e:db:47:d6", "network": {"id": "05b352a2-0a93-4081-b237-c313674a704f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117742771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6125dd9826ef43d6a08c8460028ec501", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a53d2a-97", "ovs_interfaceid": "23a53d2a-97b7-4487-b8d7-58bed150d5b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.998318] env[68786]: DEBUG nova.network.neutron [-] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.256397] env[68786]: DEBUG oslo_vmware.api [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091661, 'name': PowerOnVM_Task, 'duration_secs': 0.694142} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.256736] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.260076] env[68786]: DEBUG nova.compute.manager [None req-87442824-39ba-413d-8637-5b7fc45e57bf tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.260333] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1f66aa-5060-4249-b7ee-0f295b3d380d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.305526] env[68786]: DEBUG oslo_concurrency.lockutils [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Releasing lock "refresh_cache-895ca200-dcaa-4850-a24a-f6e36cd21862" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.305861] env[68786]: DEBUG nova.compute.manager [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Instance network_info: |[{"id": "23a53d2a-97b7-4487-b8d7-58bed150d5b3", "address": "fa:16:3e:db:47:d6", "network": {"id": "05b352a2-0a93-4081-b237-c313674a704f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117742771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6125dd9826ef43d6a08c8460028ec501", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a53d2a-97", "ovs_interfaceid": "23a53d2a-97b7-4487-b8d7-58bed150d5b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1197.306510] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:47:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23a53d2a-97b7-4487-b8d7-58bed150d5b3', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.314840] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.315346] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.315583] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08c749f5-8815-4278-bb18-a921a0c3e008 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.340196] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.340196] env[68786]: value = "task-3091662" [ 1197.340196] env[68786]: _type = "Task" [ 1197.340196] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.346991] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091662, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.385533] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Acquiring lock "de7c8205-22f7-4cf3-8587-0c2b48ff2a5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.385882] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Lock "de7c8205-22f7-4cf3-8587-0c2b48ff2a5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.500473] env[68786]: INFO nova.compute.manager [-] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Took 1.26 seconds to deallocate network for instance. [ 1197.525972] env[68786]: DEBUG nova.compute.manager [req-d1e82439-157a-47a4-9380-7dc5e4e44952 req-328610bb-fb76-4f2f-adfc-078c2d9b217f service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Received event network-changed-23a53d2a-97b7-4487-b8d7-58bed150d5b3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.526211] env[68786]: DEBUG nova.compute.manager [req-d1e82439-157a-47a4-9380-7dc5e4e44952 req-328610bb-fb76-4f2f-adfc-078c2d9b217f service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Refreshing instance network info cache due to event network-changed-23a53d2a-97b7-4487-b8d7-58bed150d5b3. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.526389] env[68786]: DEBUG oslo_concurrency.lockutils [req-d1e82439-157a-47a4-9380-7dc5e4e44952 req-328610bb-fb76-4f2f-adfc-078c2d9b217f service nova] Acquiring lock "refresh_cache-895ca200-dcaa-4850-a24a-f6e36cd21862" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.526533] env[68786]: DEBUG oslo_concurrency.lockutils [req-d1e82439-157a-47a4-9380-7dc5e4e44952 req-328610bb-fb76-4f2f-adfc-078c2d9b217f service nova] Acquired lock "refresh_cache-895ca200-dcaa-4850-a24a-f6e36cd21862" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.526691] env[68786]: DEBUG nova.network.neutron [req-d1e82439-157a-47a4-9380-7dc5e4e44952 req-328610bb-fb76-4f2f-adfc-078c2d9b217f service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Refreshing network info cache for port 23a53d2a-97b7-4487-b8d7-58bed150d5b3 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.849591] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091662, 'name': CreateVM_Task, 'duration_secs': 0.320037} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.849764] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.850449] env[68786]: DEBUG oslo_concurrency.lockutils [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.850619] env[68786]: DEBUG oslo_concurrency.lockutils [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.850937] env[68786]: DEBUG oslo_concurrency.lockutils [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.851210] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ac73794-6e37-40bb-975f-9fba3cac89d4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.855539] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1197.855539] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52025fd5-a2ee-d3f8-7009-3f8c3f03a2e2" [ 1197.855539] env[68786]: _type = "Task" [ 1197.855539] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.863171] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52025fd5-a2ee-d3f8-7009-3f8c3f03a2e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.888829] env[68786]: DEBUG nova.compute.manager [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.007847] env[68786]: DEBUG oslo_concurrency.lockutils [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.008172] env[68786]: DEBUG oslo_concurrency.lockutils [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.008391] env[68786]: DEBUG nova.objects.instance [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Lazy-loading 'resources' on Instance uuid 85acf573-1348-498b-9ce3-2cb26c73974f {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.220525] env[68786]: DEBUG nova.network.neutron [req-d1e82439-157a-47a4-9380-7dc5e4e44952 req-328610bb-fb76-4f2f-adfc-078c2d9b217f service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Updated VIF entry in instance network info cache for port 23a53d2a-97b7-4487-b8d7-58bed150d5b3. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.220525] env[68786]: DEBUG nova.network.neutron [req-d1e82439-157a-47a4-9380-7dc5e4e44952 req-328610bb-fb76-4f2f-adfc-078c2d9b217f service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Updating instance_info_cache with network_info: [{"id": "23a53d2a-97b7-4487-b8d7-58bed150d5b3", "address": "fa:16:3e:db:47:d6", "network": {"id": "05b352a2-0a93-4081-b237-c313674a704f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117742771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6125dd9826ef43d6a08c8460028ec501", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a53d2a-97", "ovs_interfaceid": "23a53d2a-97b7-4487-b8d7-58bed150d5b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.366809] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52025fd5-a2ee-d3f8-7009-3f8c3f03a2e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009359} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.367125] env[68786]: DEBUG oslo_concurrency.lockutils [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.367189] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.367448] env[68786]: DEBUG oslo_concurrency.lockutils [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.367602] env[68786]: DEBUG oslo_concurrency.lockutils [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.367783] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.368324] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb5ce9bf-57ba-44da-975d-2d1894542349 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.376473] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.376659] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.377387] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c152d5fd-36c7-4047-a22c-056b698a2629 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.382468] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1198.382468] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]525223ed-5b8e-d4c4-cc7f-2ecd6bc6fdae" [ 1198.382468] env[68786]: _type = "Task" [ 1198.382468] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.389853] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]525223ed-5b8e-d4c4-cc7f-2ecd6bc6fdae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.409814] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.602277] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512d9396-226d-4d57-b62d-e66092616b33 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.610373] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8208342f-2842-493c-ae7a-89df986771d5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.643663] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7074247d-c8c4-496d-818f-c6d6648ec49a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.651236] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f4e709-95d2-4323-930e-2647fce9439f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.664292] env[68786]: DEBUG nova.compute.provider_tree [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.723334] env[68786]: DEBUG oslo_concurrency.lockutils [req-d1e82439-157a-47a4-9380-7dc5e4e44952 req-328610bb-fb76-4f2f-adfc-078c2d9b217f service nova] Releasing lock "refresh_cache-895ca200-dcaa-4850-a24a-f6e36cd21862" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.723612] env[68786]: DEBUG nova.compute.manager [req-d1e82439-157a-47a4-9380-7dc5e4e44952 req-328610bb-fb76-4f2f-adfc-078c2d9b217f service nova] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Received event network-vif-deleted-92c8df07-27dd-4b00-a0cc-ef47c7ffd8f3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.794109] env[68786]: INFO nova.compute.manager [None req-5b9a6de7-9086-4859-ab00-116ddca44ceb tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Unrescuing [ 1198.794394] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5b9a6de7-9086-4859-ab00-116ddca44ceb tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "refresh_cache-d859760f-f2f9-45fa-8ae9-e1dab83f7f89" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.794520] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5b9a6de7-9086-4859-ab00-116ddca44ceb tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquired lock "refresh_cache-d859760f-f2f9-45fa-8ae9-e1dab83f7f89" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.794683] env[68786]: DEBUG nova.network.neutron [None req-5b9a6de7-9086-4859-ab00-116ddca44ceb tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.892618] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]525223ed-5b8e-d4c4-cc7f-2ecd6bc6fdae, 'name': SearchDatastore_Task, 'duration_secs': 0.00821} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.893430] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-625168d4-5344-4cf0-a2ab-68e3d98c5063 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.898493] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1198.898493] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5276e132-ff64-fb8a-a39e-f8c7d35995cd" [ 1198.898493] env[68786]: _type = "Task" [ 1198.898493] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.905604] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5276e132-ff64-fb8a-a39e-f8c7d35995cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.168315] env[68786]: DEBUG nova.scheduler.client.report [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.411051] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5276e132-ff64-fb8a-a39e-f8c7d35995cd, 'name': SearchDatastore_Task, 'duration_secs': 0.009153} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.411348] env[68786]: DEBUG oslo_concurrency.lockutils [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.411599] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 895ca200-dcaa-4850-a24a-f6e36cd21862/895ca200-dcaa-4850-a24a-f6e36cd21862.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.411894] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-007fd1d9-d9c0-4ed2-8be0-1212f54aea90 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.418434] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1199.418434] env[68786]: value = "task-3091663" [ 1199.418434] env[68786]: _type = "Task" [ 1199.418434] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.425947] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.531945] env[68786]: DEBUG nova.network.neutron [None req-5b9a6de7-9086-4859-ab00-116ddca44ceb tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Updating instance_info_cache with network_info: [{"id": "1702e96f-f549-498e-9906-5b4e922d4f17", "address": "fa:16:3e:33:0c:15", "network": {"id": "d8fc6a34-46e3-4363-ae92-f7dcfc6f0fd5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1956616996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047b06846d8f4a3fb20ae46fdae50302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1702e96f-f5", "ovs_interfaceid": "1702e96f-f549-498e-9906-5b4e922d4f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.673944] env[68786]: DEBUG oslo_concurrency.lockutils [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.677422] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.267s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.679011] env[68786]: INFO nova.compute.claims [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.699519] env[68786]: INFO nova.scheduler.client.report [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Deleted allocations for instance 85acf573-1348-498b-9ce3-2cb26c73974f [ 1199.929358] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091663, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.034735] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5b9a6de7-9086-4859-ab00-116ddca44ceb tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Releasing lock "refresh_cache-d859760f-f2f9-45fa-8ae9-e1dab83f7f89" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.035486] env[68786]: DEBUG nova.objects.instance [None req-5b9a6de7-9086-4859-ab00-116ddca44ceb tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lazy-loading 'flavor' on Instance uuid d859760f-f2f9-45fa-8ae9-e1dab83f7f89 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.208362] env[68786]: DEBUG oslo_concurrency.lockutils [None req-48b99e91-b675-4a22-ad72-f0815629408a tempest-ServerMetadataNegativeTestJSON-1477135352 tempest-ServerMetadataNegativeTestJSON-1477135352-project-member] Lock "85acf573-1348-498b-9ce3-2cb26c73974f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.665s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.430538] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091663, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.496255] env[68786]: DEBUG nova.compute.manager [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.497232] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e99a4d-f909-44fb-9a48-7e4cf23a6d4b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.541528] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdedb107-377c-4243-a6d0-efa64fa43932 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.562637] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9a6de7-9086-4859-ab00-116ddca44ceb tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.562954] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d63011f-f1bf-4f44-8882-1385cb2715ad {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.569539] env[68786]: DEBUG oslo_vmware.api [None req-5b9a6de7-9086-4859-ab00-116ddca44ceb tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1200.569539] env[68786]: value = "task-3091664" [ 1200.569539] env[68786]: _type = "Task" [ 1200.569539] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.577072] env[68786]: DEBUG oslo_vmware.api [None req-5b9a6de7-9086-4859-ab00-116ddca44ceb tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.779815] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c91c1a-77f7-4311-bb27-24b50b1e8e99 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.786864] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b75fd2a-4876-43b7-a40e-8b0cfb07b148 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.817603] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d12743-6c4c-4724-bbda-fe32187750d6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.825046] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953b39f4-e689-4429-86f0-fbfc073c44a9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.839078] env[68786]: DEBUG nova.compute.provider_tree [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.929541] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091663, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.487352} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.929823] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 895ca200-dcaa-4850-a24a-f6e36cd21862/895ca200-dcaa-4850-a24a-f6e36cd21862.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1200.930059] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1200.930314] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a917bf4e-9ff8-497a-92b2-0bd08f62de73 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.936383] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1200.936383] env[68786]: value = "task-3091665" [ 1200.936383] env[68786]: _type = "Task" [ 1200.936383] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.943588] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.007987] env[68786]: INFO nova.compute.manager [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] instance snapshotting [ 1201.009749] env[68786]: DEBUG nova.objects.instance [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lazy-loading 'flavor' on Instance uuid 17fe6762-3043-4e7f-b319-2a7f1a90dd3a {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.079418] env[68786]: DEBUG oslo_vmware.api [None req-5b9a6de7-9086-4859-ab00-116ddca44ceb tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091664, 'name': PowerOffVM_Task, 'duration_secs': 0.224086} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.079706] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9a6de7-9086-4859-ab00-116ddca44ceb tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.085372] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b9a6de7-9086-4859-ab00-116ddca44ceb tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1201.085664] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ac5ff99-f71d-4b3a-8157-827ee4883015 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.104305] env[68786]: DEBUG oslo_vmware.api [None req-5b9a6de7-9086-4859-ab00-116ddca44ceb tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1201.104305] env[68786]: value = "task-3091666" [ 1201.104305] env[68786]: _type = "Task" [ 1201.104305] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.111903] env[68786]: DEBUG oslo_vmware.api [None req-5b9a6de7-9086-4859-ab00-116ddca44ceb tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.343173] env[68786]: DEBUG nova.scheduler.client.report [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.446408] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079172} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.446687] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.447499] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4047dd-bb46-456f-9846-095dd431664b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.468893] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 895ca200-dcaa-4850-a24a-f6e36cd21862/895ca200-dcaa-4850-a24a-f6e36cd21862.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.469181] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09333473-d95c-463b-a793-c287f4aeb6ce {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.490831] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1201.490831] env[68786]: value = "task-3091667" [ 1201.490831] env[68786]: _type = "Task" [ 1201.490831] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.498644] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.517372] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bdda40-eacb-4202-b144-0b6f1d49947f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.538132] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41046c31-d361-40d8-b03c-e029cf7a87a7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.614187] env[68786]: DEBUG oslo_vmware.api [None req-5b9a6de7-9086-4859-ab00-116ddca44ceb tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091666, 'name': ReconfigVM_Task, 'duration_secs': 0.215622} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.614464] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b9a6de7-9086-4859-ab00-116ddca44ceb tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1201.614655] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9a6de7-9086-4859-ab00-116ddca44ceb tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.614908] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-330251d7-f50b-4f65-88cf-7e50df898c62 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.621121] env[68786]: DEBUG oslo_vmware.api [None req-5b9a6de7-9086-4859-ab00-116ddca44ceb tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1201.621121] env[68786]: value = "task-3091668" [ 1201.621121] env[68786]: _type = "Task" [ 1201.621121] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.629720] env[68786]: DEBUG oslo_vmware.api [None req-5b9a6de7-9086-4859-ab00-116ddca44ceb tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.848173] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.849018] env[68786]: DEBUG nova.compute.manager [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1202.004436] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091667, 'name': ReconfigVM_Task, 'duration_secs': 0.351108} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.004779] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 895ca200-dcaa-4850-a24a-f6e36cd21862/895ca200-dcaa-4850-a24a-f6e36cd21862.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.005484] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c9c88f8-6f24-4e89-85a3-77019f27f592 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.012954] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1202.012954] env[68786]: value = "task-3091669" [ 1202.012954] env[68786]: _type = "Task" [ 1202.012954] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.024094] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091669, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.054070] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Creating Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1202.054462] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f53682a2-cb44-481f-b143-94a3b6bdffc8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.061328] env[68786]: DEBUG oslo_vmware.api [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1202.061328] env[68786]: value = "task-3091670" [ 1202.061328] env[68786]: _type = "Task" [ 1202.061328] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.069627] env[68786]: DEBUG oslo_vmware.api [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091670, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.131108] env[68786]: DEBUG oslo_vmware.api [None req-5b9a6de7-9086-4859-ab00-116ddca44ceb tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091668, 'name': PowerOnVM_Task, 'duration_secs': 0.403631} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.131395] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9a6de7-9086-4859-ab00-116ddca44ceb tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.131646] env[68786]: DEBUG nova.compute.manager [None req-5b9a6de7-9086-4859-ab00-116ddca44ceb tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.132434] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3955b60c-cdb6-463e-b6be-e9ad245408e2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.354074] env[68786]: DEBUG nova.compute.utils [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1202.355528] env[68786]: DEBUG nova.compute.manager [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1202.355700] env[68786]: DEBUG nova.network.neutron [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1202.398941] env[68786]: DEBUG nova.policy [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dbc0981832f44ea848a02713d8c635a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01fca558654049909a468618f5152bae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1202.523145] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091669, 'name': Rename_Task, 'duration_secs': 0.144533} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.523603] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.523706] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-657b03c0-ca12-4e86-9f66-6d1fd109b8fa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.530533] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1202.530533] env[68786]: value = "task-3091671" [ 1202.530533] env[68786]: _type = "Task" [ 1202.530533] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.540061] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.571306] env[68786]: DEBUG oslo_vmware.api [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091670, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.666393] env[68786]: DEBUG nova.network.neutron [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Successfully created port: d3278bdb-ac98-4267-9310-3256aaedaeaa {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1202.859499] env[68786]: DEBUG nova.compute.manager [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1203.041407] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091671, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.071915] env[68786]: DEBUG oslo_vmware.api [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091670, 'name': CreateSnapshot_Task, 'duration_secs': 0.577684} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.071915] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Created Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1203.072678] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e3e5c8-0a1b-42cb-84f1-1fc888ade9b1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.541304] env[68786]: DEBUG oslo_vmware.api [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091671, 'name': PowerOnVM_Task, 'duration_secs': 0.741625} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.541582] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.541785] env[68786]: INFO nova.compute.manager [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1203.541962] env[68786]: DEBUG nova.compute.manager [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.542728] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f4629c-4913-4eea-86b7-0c990508f172 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.590203] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Creating linked-clone VM from snapshot {{(pid=68786) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1203.591167] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cd49d117-851b-4cad-8acd-07b1366dd331 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.598869] env[68786]: DEBUG oslo_vmware.api [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1203.598869] env[68786]: value = "task-3091672" [ 1203.598869] env[68786]: _type = "Task" [ 1203.598869] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.606716] env[68786]: DEBUG oslo_vmware.api [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091672, 'name': CloneVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.868634] env[68786]: DEBUG nova.compute.manager [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1203.897171] env[68786]: DEBUG nova.virt.hardware [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.897454] env[68786]: DEBUG nova.virt.hardware [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.897688] env[68786]: DEBUG nova.virt.hardware [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.897903] env[68786]: DEBUG nova.virt.hardware [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.898073] env[68786]: DEBUG nova.virt.hardware [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.898258] env[68786]: DEBUG nova.virt.hardware [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.898480] env[68786]: DEBUG nova.virt.hardware [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.898642] env[68786]: DEBUG nova.virt.hardware [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.898864] env[68786]: DEBUG nova.virt.hardware [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.899051] env[68786]: DEBUG nova.virt.hardware [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.899232] env[68786]: DEBUG nova.virt.hardware [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.900191] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4bebb7-534f-43f2-aeee-cbb733724a08 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.908110] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7472dad-cc02-4a65-87d6-8d8280228770 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.060136] env[68786]: INFO nova.compute.manager [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Took 13.68 seconds to build instance. [ 1204.098300] env[68786]: DEBUG nova.compute.manager [req-7f588b01-0336-4aaf-a376-04a2c0381b6e req-13def27e-6fd9-4310-bd50-485cf9d4435f service nova] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Received event network-vif-plugged-d3278bdb-ac98-4267-9310-3256aaedaeaa {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.098300] env[68786]: DEBUG oslo_concurrency.lockutils [req-7f588b01-0336-4aaf-a376-04a2c0381b6e req-13def27e-6fd9-4310-bd50-485cf9d4435f service nova] Acquiring lock "de7c8205-22f7-4cf3-8587-0c2b48ff2a5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.098454] env[68786]: DEBUG oslo_concurrency.lockutils [req-7f588b01-0336-4aaf-a376-04a2c0381b6e req-13def27e-6fd9-4310-bd50-485cf9d4435f service nova] Lock "de7c8205-22f7-4cf3-8587-0c2b48ff2a5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.098575] env[68786]: DEBUG oslo_concurrency.lockutils [req-7f588b01-0336-4aaf-a376-04a2c0381b6e req-13def27e-6fd9-4310-bd50-485cf9d4435f service nova] Lock "de7c8205-22f7-4cf3-8587-0c2b48ff2a5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.098745] env[68786]: DEBUG nova.compute.manager [req-7f588b01-0336-4aaf-a376-04a2c0381b6e req-13def27e-6fd9-4310-bd50-485cf9d4435f service nova] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] No waiting events found dispatching network-vif-plugged-d3278bdb-ac98-4267-9310-3256aaedaeaa {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1204.098909] env[68786]: WARNING nova.compute.manager [req-7f588b01-0336-4aaf-a376-04a2c0381b6e req-13def27e-6fd9-4310-bd50-485cf9d4435f service nova] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Received unexpected event network-vif-plugged-d3278bdb-ac98-4267-9310-3256aaedaeaa for instance with vm_state building and task_state spawning. [ 1204.110178] env[68786]: DEBUG oslo_vmware.api [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091672, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.193397] env[68786]: DEBUG nova.network.neutron [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Successfully updated port: d3278bdb-ac98-4267-9310-3256aaedaeaa {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1204.562286] env[68786]: DEBUG oslo_concurrency.lockutils [None req-815c54bf-2e90-4f2a-8171-2140a6823cb1 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "895ca200-dcaa-4850-a24a-f6e36cd21862" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.191s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.610822] env[68786]: DEBUG oslo_vmware.api [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091672, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.696345] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Acquiring lock "refresh_cache-de7c8205-22f7-4cf3-8587-0c2b48ff2a5a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.697594] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Acquired lock "refresh_cache-de7c8205-22f7-4cf3-8587-0c2b48ff2a5a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.697594] env[68786]: DEBUG nova.network.neutron [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.111823] env[68786]: DEBUG oslo_vmware.api [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091672, 'name': CloneVM_Task} progress is 95%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.230759] env[68786]: DEBUG nova.network.neutron [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.352598] env[68786]: DEBUG nova.network.neutron [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Updating instance_info_cache with network_info: [{"id": "d3278bdb-ac98-4267-9310-3256aaedaeaa", "address": "fa:16:3e:7e:ea:f3", "network": {"id": "c290fef2-f7ce-4557-8375-717bed084f60", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-937928348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01fca558654049909a468618f5152bae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3278bdb-ac", "ovs_interfaceid": "d3278bdb-ac98-4267-9310-3256aaedaeaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.611608] env[68786]: DEBUG oslo_vmware.api [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091672, 'name': CloneVM_Task, 'duration_secs': 1.655297} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.611879] env[68786]: INFO nova.virt.vmwareapi.vmops [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Created linked-clone VM from snapshot [ 1205.612628] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2191919-7573-40c8-be60-2488e786dd98 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.619602] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Uploading image 0659f6a8-2970-457a-94d6-c16f36f1b820 {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1205.645342] env[68786]: DEBUG oslo_vmware.rw_handles [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1205.645342] env[68786]: value = "vm-618804" [ 1205.645342] env[68786]: _type = "VirtualMachine" [ 1205.645342] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1205.645645] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1831048b-6e07-429b-b426-76d9ac8a70b5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.652192] env[68786]: DEBUG oslo_vmware.rw_handles [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lease: (returnval){ [ 1205.652192] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]521892f0-59b0-e84c-c04a-8060f3aca783" [ 1205.652192] env[68786]: _type = "HttpNfcLease" [ 1205.652192] env[68786]: } obtained for exporting VM: (result){ [ 1205.652192] env[68786]: value = "vm-618804" [ 1205.652192] env[68786]: _type = "VirtualMachine" [ 1205.652192] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1205.652573] env[68786]: DEBUG oslo_vmware.api [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the lease: (returnval){ [ 1205.652573] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]521892f0-59b0-e84c-c04a-8060f3aca783" [ 1205.652573] env[68786]: _type = "HttpNfcLease" [ 1205.652573] env[68786]: } to be ready. {{(pid=68786) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1205.658669] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1205.658669] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]521892f0-59b0-e84c-c04a-8060f3aca783" [ 1205.658669] env[68786]: _type = "HttpNfcLease" [ 1205.658669] env[68786]: } is initializing. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1205.777995] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.778291] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.855704] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Releasing lock "refresh_cache-de7c8205-22f7-4cf3-8587-0c2b48ff2a5a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.856088] env[68786]: DEBUG nova.compute.manager [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Instance network_info: |[{"id": "d3278bdb-ac98-4267-9310-3256aaedaeaa", "address": "fa:16:3e:7e:ea:f3", "network": {"id": "c290fef2-f7ce-4557-8375-717bed084f60", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-937928348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01fca558654049909a468618f5152bae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3278bdb-ac", "ovs_interfaceid": "d3278bdb-ac98-4267-9310-3256aaedaeaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1205.856487] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:ea:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3278bdb-ac98-4267-9310-3256aaedaeaa', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.863952] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Creating folder: Project (01fca558654049909a468618f5152bae). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1205.864252] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de227d86-c155-49bc-a232-2e80975907f5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.875385] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Created folder: Project (01fca558654049909a468618f5152bae) in parent group-v618484. [ 1205.875591] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Creating folder: Instances. Parent ref: group-v618805. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1205.875826] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7527180e-79aa-465f-adfe-5bd3788a49e5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.884522] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Created folder: Instances in parent group-v618805. [ 1205.884761] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.884956] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.885174] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20e45c77-4e56-4980-a355-916fdf2e7137 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.904102] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.904102] env[68786]: value = "task-3091676" [ 1205.904102] env[68786]: _type = "Task" [ 1205.904102] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.911221] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091676, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.130958] env[68786]: DEBUG nova.compute.manager [req-38212fd6-cb73-491d-9b06-0828e428ed25 req-f57560ae-a3e4-4c33-b694-84ddcd73cd3f service nova] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Received event network-changed-d3278bdb-ac98-4267-9310-3256aaedaeaa {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.131184] env[68786]: DEBUG nova.compute.manager [req-38212fd6-cb73-491d-9b06-0828e428ed25 req-f57560ae-a3e4-4c33-b694-84ddcd73cd3f service nova] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Refreshing instance network info cache due to event network-changed-d3278bdb-ac98-4267-9310-3256aaedaeaa. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1206.131516] env[68786]: DEBUG oslo_concurrency.lockutils [req-38212fd6-cb73-491d-9b06-0828e428ed25 req-f57560ae-a3e4-4c33-b694-84ddcd73cd3f service nova] Acquiring lock "refresh_cache-de7c8205-22f7-4cf3-8587-0c2b48ff2a5a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.131583] env[68786]: DEBUG oslo_concurrency.lockutils [req-38212fd6-cb73-491d-9b06-0828e428ed25 req-f57560ae-a3e4-4c33-b694-84ddcd73cd3f service nova] Acquired lock "refresh_cache-de7c8205-22f7-4cf3-8587-0c2b48ff2a5a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.131764] env[68786]: DEBUG nova.network.neutron [req-38212fd6-cb73-491d-9b06-0828e428ed25 req-f57560ae-a3e4-4c33-b694-84ddcd73cd3f service nova] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Refreshing network info cache for port d3278bdb-ac98-4267-9310-3256aaedaeaa {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.160433] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1206.160433] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]521892f0-59b0-e84c-c04a-8060f3aca783" [ 1206.160433] env[68786]: _type = "HttpNfcLease" [ 1206.160433] env[68786]: } is ready. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1206.160704] env[68786]: DEBUG oslo_vmware.rw_handles [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1206.160704] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]521892f0-59b0-e84c-c04a-8060f3aca783" [ 1206.160704] env[68786]: _type = "HttpNfcLease" [ 1206.160704] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1206.161465] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaf9278-2e1e-4b74-80c1-b32a1e89021b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.168518] env[68786]: DEBUG oslo_vmware.rw_handles [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527ab012-cc80-00d9-9646-7f0f616a1dd3/disk-0.vmdk from lease info. {{(pid=68786) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1206.168698] env[68786]: DEBUG oslo_vmware.rw_handles [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527ab012-cc80-00d9-9646-7f0f616a1dd3/disk-0.vmdk for reading. {{(pid=68786) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1206.261416] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cf88a9c0-91c5-43da-a193-4c8bdedcd2f7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.281191] env[68786]: DEBUG nova.compute.manager [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1206.413365] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091676, 'name': CreateVM_Task, 'duration_secs': 0.353029} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.413538] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.414249] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.414464] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.414820] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.415112] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77487cd6-9f6d-4ac8-ae07-eec339d7f7d1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.421567] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Waiting for the task: (returnval){ [ 1206.421567] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]524ac0a2-e999-62b1-19df-966987fcc05d" [ 1206.421567] env[68786]: _type = "Task" [ 1206.421567] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.429348] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524ac0a2-e999-62b1-19df-966987fcc05d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.804403] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.804849] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.806580] env[68786]: INFO nova.compute.claims [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.849889] env[68786]: DEBUG nova.network.neutron [req-38212fd6-cb73-491d-9b06-0828e428ed25 req-f57560ae-a3e4-4c33-b694-84ddcd73cd3f service nova] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Updated VIF entry in instance network info cache for port d3278bdb-ac98-4267-9310-3256aaedaeaa. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.849889] env[68786]: DEBUG nova.network.neutron [req-38212fd6-cb73-491d-9b06-0828e428ed25 req-f57560ae-a3e4-4c33-b694-84ddcd73cd3f service nova] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Updating instance_info_cache with network_info: [{"id": "d3278bdb-ac98-4267-9310-3256aaedaeaa", "address": "fa:16:3e:7e:ea:f3", "network": {"id": "c290fef2-f7ce-4557-8375-717bed084f60", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-937928348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01fca558654049909a468618f5152bae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3278bdb-ac", "ovs_interfaceid": "d3278bdb-ac98-4267-9310-3256aaedaeaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.931968] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524ac0a2-e999-62b1-19df-966987fcc05d, 'name': SearchDatastore_Task, 'duration_secs': 0.010178} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.932329] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.932642] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.932933] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.933120] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.933345] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.934032] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c564b5a-ae5c-44bb-a8e1-175db4ec9587 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.946993] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.947284] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.948156] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb16a512-45f2-48ce-86bb-41527647a1bc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.954507] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Waiting for the task: (returnval){ [ 1206.954507] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5274442f-22e5-6cb3-9d41-7048a61dd24b" [ 1206.954507] env[68786]: _type = "Task" [ 1206.954507] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.962898] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5274442f-22e5-6cb3-9d41-7048a61dd24b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.352350] env[68786]: DEBUG oslo_concurrency.lockutils [req-38212fd6-cb73-491d-9b06-0828e428ed25 req-f57560ae-a3e4-4c33-b694-84ddcd73cd3f service nova] Releasing lock "refresh_cache-de7c8205-22f7-4cf3-8587-0c2b48ff2a5a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.352617] env[68786]: DEBUG nova.compute.manager [req-38212fd6-cb73-491d-9b06-0828e428ed25 req-f57560ae-a3e4-4c33-b694-84ddcd73cd3f service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Received event network-changed-23a53d2a-97b7-4487-b8d7-58bed150d5b3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.352794] env[68786]: DEBUG nova.compute.manager [req-38212fd6-cb73-491d-9b06-0828e428ed25 req-f57560ae-a3e4-4c33-b694-84ddcd73cd3f service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Refreshing instance network info cache due to event network-changed-23a53d2a-97b7-4487-b8d7-58bed150d5b3. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.353015] env[68786]: DEBUG oslo_concurrency.lockutils [req-38212fd6-cb73-491d-9b06-0828e428ed25 req-f57560ae-a3e4-4c33-b694-84ddcd73cd3f service nova] Acquiring lock "refresh_cache-895ca200-dcaa-4850-a24a-f6e36cd21862" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.353195] env[68786]: DEBUG oslo_concurrency.lockutils [req-38212fd6-cb73-491d-9b06-0828e428ed25 req-f57560ae-a3e4-4c33-b694-84ddcd73cd3f service nova] Acquired lock "refresh_cache-895ca200-dcaa-4850-a24a-f6e36cd21862" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.353385] env[68786]: DEBUG nova.network.neutron [req-38212fd6-cb73-491d-9b06-0828e428ed25 req-f57560ae-a3e4-4c33-b694-84ddcd73cd3f service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Refreshing network info cache for port 23a53d2a-97b7-4487-b8d7-58bed150d5b3 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.465314] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5274442f-22e5-6cb3-9d41-7048a61dd24b, 'name': SearchDatastore_Task, 'duration_secs': 0.010589} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.466251] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b50562d-bb83-4638-a549-341f58e969cd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.472050] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Waiting for the task: (returnval){ [ 1207.472050] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]527c790f-e7c4-e64c-e16b-5626a559c20e" [ 1207.472050] env[68786]: _type = "Task" [ 1207.472050] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.479944] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]527c790f-e7c4-e64c-e16b-5626a559c20e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.914010] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656b2d45-55fd-4716-b2b7-ab5631ea192d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.924272] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5565492-ebdb-47fc-bf35-6d841d201c81 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.959824] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb4dc9d-c42f-48aa-bbd4-b883a75d0e5b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.969788] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195492ba-69f3-4a1e-a03d-6a6e1188a5b5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.986714] env[68786]: DEBUG nova.compute.provider_tree [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.993737] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]527c790f-e7c4-e64c-e16b-5626a559c20e, 'name': SearchDatastore_Task, 'duration_secs': 0.009405} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.994290] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.994556] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] de7c8205-22f7-4cf3-8587-0c2b48ff2a5a/de7c8205-22f7-4cf3-8587-0c2b48ff2a5a.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.995659] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d9ec741-4026-4e80-9663-8916d8c6ab67 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.002620] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Waiting for the task: (returnval){ [ 1208.002620] env[68786]: value = "task-3091677" [ 1208.002620] env[68786]: _type = "Task" [ 1208.002620] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.010846] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Task: {'id': task-3091677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.088346] env[68786]: DEBUG nova.network.neutron [req-38212fd6-cb73-491d-9b06-0828e428ed25 req-f57560ae-a3e4-4c33-b694-84ddcd73cd3f service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Updated VIF entry in instance network info cache for port 23a53d2a-97b7-4487-b8d7-58bed150d5b3. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.088838] env[68786]: DEBUG nova.network.neutron [req-38212fd6-cb73-491d-9b06-0828e428ed25 req-f57560ae-a3e4-4c33-b694-84ddcd73cd3f service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Updating instance_info_cache with network_info: [{"id": "23a53d2a-97b7-4487-b8d7-58bed150d5b3", "address": "fa:16:3e:db:47:d6", "network": {"id": "05b352a2-0a93-4081-b237-c313674a704f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117742771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6125dd9826ef43d6a08c8460028ec501", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a53d2a-97", "ovs_interfaceid": "23a53d2a-97b7-4487-b8d7-58bed150d5b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.496065] env[68786]: DEBUG nova.scheduler.client.report [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.512761] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Task: {'id': task-3091677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469474} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.513658] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] de7c8205-22f7-4cf3-8587-0c2b48ff2a5a/de7c8205-22f7-4cf3-8587-0c2b48ff2a5a.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.513907] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.514180] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ce18e56-6daa-492e-9c0f-1578dc957261 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.520405] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Waiting for the task: (returnval){ [ 1208.520405] env[68786]: value = "task-3091678" [ 1208.520405] env[68786]: _type = "Task" [ 1208.520405] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.527993] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Task: {'id': task-3091678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.591407] env[68786]: DEBUG oslo_concurrency.lockutils [req-38212fd6-cb73-491d-9b06-0828e428ed25 req-f57560ae-a3e4-4c33-b694-84ddcd73cd3f service nova] Releasing lock "refresh_cache-895ca200-dcaa-4850-a24a-f6e36cd21862" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.001046] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.196s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.001535] env[68786]: DEBUG nova.compute.manager [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1209.030416] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Task: {'id': task-3091678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066013} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.030680] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.031476] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caac5b2f-a216-4107-bfc4-a9db132b8ad2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.054726] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] de7c8205-22f7-4cf3-8587-0c2b48ff2a5a/de7c8205-22f7-4cf3-8587-0c2b48ff2a5a.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.055265] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e5da130-9337-462b-8c37-2dc609c39708 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.075178] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Waiting for the task: (returnval){ [ 1209.075178] env[68786]: value = "task-3091679" [ 1209.075178] env[68786]: _type = "Task" [ 1209.075178] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.086725] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Task: {'id': task-3091679, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.507298] env[68786]: DEBUG nova.compute.utils [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.509255] env[68786]: DEBUG nova.compute.manager [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.509417] env[68786]: DEBUG nova.network.neutron [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.549185] env[68786]: DEBUG nova.policy [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cebf2d84de7f4cadb53bc6c6e33e646e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '047b06846d8f4a3fb20ae46fdae50302', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.589147] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Task: {'id': task-3091679, 'name': ReconfigVM_Task, 'duration_secs': 0.365837} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.589458] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Reconfigured VM instance instance-0000007a to attach disk [datastore2] de7c8205-22f7-4cf3-8587-0c2b48ff2a5a/de7c8205-22f7-4cf3-8587-0c2b48ff2a5a.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.590132] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5054f176-8f65-444b-a556-5e1b7d8e97fe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.597076] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Waiting for the task: (returnval){ [ 1209.597076] env[68786]: value = "task-3091680" [ 1209.597076] env[68786]: _type = "Task" [ 1209.597076] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.605083] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Task: {'id': task-3091680, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.833085] env[68786]: DEBUG nova.network.neutron [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Successfully created port: eac7a725-06ba-4c2a-8517-fc3ba68f4ab5 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1210.013082] env[68786]: DEBUG nova.compute.manager [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1210.107996] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Task: {'id': task-3091680, 'name': Rename_Task, 'duration_secs': 0.141451} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.108464] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.108724] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1f13d2d-d477-4fb2-822c-436a606c3679 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.115361] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Waiting for the task: (returnval){ [ 1210.115361] env[68786]: value = "task-3091681" [ 1210.115361] env[68786]: _type = "Task" [ 1210.115361] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.123613] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Task: {'id': task-3091681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.626511] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Task: {'id': task-3091681, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.023195] env[68786]: DEBUG nova.compute.manager [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1211.046481] env[68786]: DEBUG nova.virt.hardware [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.046755] env[68786]: DEBUG nova.virt.hardware [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.046914] env[68786]: DEBUG nova.virt.hardware [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.047113] env[68786]: DEBUG nova.virt.hardware [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.047262] env[68786]: DEBUG nova.virt.hardware [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.047408] env[68786]: DEBUG nova.virt.hardware [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.047657] env[68786]: DEBUG nova.virt.hardware [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.047824] env[68786]: DEBUG nova.virt.hardware [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.048027] env[68786]: DEBUG nova.virt.hardware [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.048211] env[68786]: DEBUG nova.virt.hardware [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.048385] env[68786]: DEBUG nova.virt.hardware [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.049254] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc3d1a9-e444-4c1c-938f-ac5b1e38fd94 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.057518] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4da40ca-a4b0-4968-a389-cfb1365103d1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.126651] env[68786]: DEBUG oslo_vmware.api [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Task: {'id': task-3091681, 'name': PowerOnVM_Task, 'duration_secs': 0.51373} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.126917] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.127160] env[68786]: INFO nova.compute.manager [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Took 7.26 seconds to spawn the instance on the hypervisor. [ 1211.127370] env[68786]: DEBUG nova.compute.manager [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1211.128285] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03497524-2ee9-491d-8530-1159bf437ab5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.464886] env[68786]: DEBUG nova.compute.manager [req-8fb3ad73-430e-4050-ad26-a9731aa1ffb1 req-328087ad-37a2-4a92-a6a3-829c17e10bb4 service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Received event network-vif-plugged-eac7a725-06ba-4c2a-8517-fc3ba68f4ab5 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.465131] env[68786]: DEBUG oslo_concurrency.lockutils [req-8fb3ad73-430e-4050-ad26-a9731aa1ffb1 req-328087ad-37a2-4a92-a6a3-829c17e10bb4 service nova] Acquiring lock "fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.465405] env[68786]: DEBUG oslo_concurrency.lockutils [req-8fb3ad73-430e-4050-ad26-a9731aa1ffb1 req-328087ad-37a2-4a92-a6a3-829c17e10bb4 service nova] Lock "fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.465599] env[68786]: DEBUG oslo_concurrency.lockutils [req-8fb3ad73-430e-4050-ad26-a9731aa1ffb1 req-328087ad-37a2-4a92-a6a3-829c17e10bb4 service nova] Lock "fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.465753] env[68786]: DEBUG nova.compute.manager [req-8fb3ad73-430e-4050-ad26-a9731aa1ffb1 req-328087ad-37a2-4a92-a6a3-829c17e10bb4 service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] No waiting events found dispatching network-vif-plugged-eac7a725-06ba-4c2a-8517-fc3ba68f4ab5 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.465925] env[68786]: WARNING nova.compute.manager [req-8fb3ad73-430e-4050-ad26-a9731aa1ffb1 req-328087ad-37a2-4a92-a6a3-829c17e10bb4 service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Received unexpected event network-vif-plugged-eac7a725-06ba-4c2a-8517-fc3ba68f4ab5 for instance with vm_state building and task_state spawning. [ 1211.592970] env[68786]: DEBUG nova.network.neutron [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Successfully updated port: eac7a725-06ba-4c2a-8517-fc3ba68f4ab5 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.644682] env[68786]: INFO nova.compute.manager [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Took 13.25 seconds to build instance. [ 1211.874277] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8dffabbf-17e6-4752-a054-902b6694d839 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Acquiring lock "de7c8205-22f7-4cf3-8587-0c2b48ff2a5a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.100051] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "refresh_cache-fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.100330] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquired lock "refresh_cache-fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.100438] env[68786]: DEBUG nova.network.neutron [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.146775] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b005f2a3-1762-4898-8d49-9bfb2676a267 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Lock "de7c8205-22f7-4cf3-8587-0c2b48ff2a5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.761s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.147178] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8dffabbf-17e6-4752-a054-902b6694d839 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Lock "de7c8205-22f7-4cf3-8587-0c2b48ff2a5a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.273s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.147446] env[68786]: INFO nova.compute.manager [None req-8dffabbf-17e6-4752-a054-902b6694d839 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Rebooting instance [ 1212.691289] env[68786]: DEBUG nova.network.neutron [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.695882] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8dffabbf-17e6-4752-a054-902b6694d839 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Acquiring lock "refresh_cache-de7c8205-22f7-4cf3-8587-0c2b48ff2a5a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.696121] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8dffabbf-17e6-4752-a054-902b6694d839 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Acquired lock "refresh_cache-de7c8205-22f7-4cf3-8587-0c2b48ff2a5a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.696304] env[68786]: DEBUG nova.network.neutron [None req-8dffabbf-17e6-4752-a054-902b6694d839 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.957823] env[68786]: DEBUG nova.network.neutron [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Updating instance_info_cache with network_info: [{"id": "eac7a725-06ba-4c2a-8517-fc3ba68f4ab5", "address": "fa:16:3e:52:f4:cc", "network": {"id": "d8fc6a34-46e3-4363-ae92-f7dcfc6f0fd5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1956616996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047b06846d8f4a3fb20ae46fdae50302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac7a725-06", "ovs_interfaceid": "eac7a725-06ba-4c2a-8517-fc3ba68f4ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.413394] env[68786]: DEBUG nova.network.neutron [None req-8dffabbf-17e6-4752-a054-902b6694d839 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Updating instance_info_cache with network_info: [{"id": "d3278bdb-ac98-4267-9310-3256aaedaeaa", "address": "fa:16:3e:7e:ea:f3", "network": {"id": "c290fef2-f7ce-4557-8375-717bed084f60", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-937928348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01fca558654049909a468618f5152bae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3278bdb-ac", "ovs_interfaceid": "d3278bdb-ac98-4267-9310-3256aaedaeaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.461160] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Releasing lock "refresh_cache-fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.461555] env[68786]: DEBUG nova.compute.manager [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Instance network_info: |[{"id": "eac7a725-06ba-4c2a-8517-fc3ba68f4ab5", "address": "fa:16:3e:52:f4:cc", "network": {"id": "d8fc6a34-46e3-4363-ae92-f7dcfc6f0fd5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1956616996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047b06846d8f4a3fb20ae46fdae50302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac7a725-06", "ovs_interfaceid": "eac7a725-06ba-4c2a-8517-fc3ba68f4ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.462197] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:f4:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eac7a725-06ba-4c2a-8517-fc3ba68f4ab5', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.472506] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.472843] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.473111] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b0a0f0e-ecf8-409f-947a-c3fef6a72f5a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.495519] env[68786]: DEBUG nova.compute.manager [req-82f0adc7-d3e7-48df-8100-0a9e5192de80 req-5c7fff43-f6eb-467b-9d11-98fbcbf9a58d service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Received event network-changed-eac7a725-06ba-4c2a-8517-fc3ba68f4ab5 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.495746] env[68786]: DEBUG nova.compute.manager [req-82f0adc7-d3e7-48df-8100-0a9e5192de80 req-5c7fff43-f6eb-467b-9d11-98fbcbf9a58d service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Refreshing instance network info cache due to event network-changed-eac7a725-06ba-4c2a-8517-fc3ba68f4ab5. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.496068] env[68786]: DEBUG oslo_concurrency.lockutils [req-82f0adc7-d3e7-48df-8100-0a9e5192de80 req-5c7fff43-f6eb-467b-9d11-98fbcbf9a58d service nova] Acquiring lock "refresh_cache-fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.496264] env[68786]: DEBUG oslo_concurrency.lockutils [req-82f0adc7-d3e7-48df-8100-0a9e5192de80 req-5c7fff43-f6eb-467b-9d11-98fbcbf9a58d service nova] Acquired lock "refresh_cache-fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.496431] env[68786]: DEBUG nova.network.neutron [req-82f0adc7-d3e7-48df-8100-0a9e5192de80 req-5c7fff43-f6eb-467b-9d11-98fbcbf9a58d service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Refreshing network info cache for port eac7a725-06ba-4c2a-8517-fc3ba68f4ab5 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.503534] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.503534] env[68786]: value = "task-3091682" [ 1213.503534] env[68786]: _type = "Task" [ 1213.503534] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.515832] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091682, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.916593] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8dffabbf-17e6-4752-a054-902b6694d839 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Releasing lock "refresh_cache-de7c8205-22f7-4cf3-8587-0c2b48ff2a5a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.013962] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091682, 'name': CreateVM_Task, 'duration_secs': 0.340437} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.014085] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.015022] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.015022] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.015281] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.015580] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e87227cb-4070-4721-973a-f83eff8160bf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.020690] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1214.020690] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5297d3bf-c4fc-10f3-48fa-42622f525c3d" [ 1214.020690] env[68786]: _type = "Task" [ 1214.020690] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.030170] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5297d3bf-c4fc-10f3-48fa-42622f525c3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.195244] env[68786]: DEBUG nova.network.neutron [req-82f0adc7-d3e7-48df-8100-0a9e5192de80 req-5c7fff43-f6eb-467b-9d11-98fbcbf9a58d service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Updated VIF entry in instance network info cache for port eac7a725-06ba-4c2a-8517-fc3ba68f4ab5. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.195658] env[68786]: DEBUG nova.network.neutron [req-82f0adc7-d3e7-48df-8100-0a9e5192de80 req-5c7fff43-f6eb-467b-9d11-98fbcbf9a58d service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Updating instance_info_cache with network_info: [{"id": "eac7a725-06ba-4c2a-8517-fc3ba68f4ab5", "address": "fa:16:3e:52:f4:cc", "network": {"id": "d8fc6a34-46e3-4363-ae92-f7dcfc6f0fd5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1956616996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047b06846d8f4a3fb20ae46fdae50302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac7a725-06", "ovs_interfaceid": "eac7a725-06ba-4c2a-8517-fc3ba68f4ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.421624] env[68786]: DEBUG nova.compute.manager [None req-8dffabbf-17e6-4752-a054-902b6694d839 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.422723] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6821f2-96a0-45ef-b258-0600ce4e226e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.531182] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5297d3bf-c4fc-10f3-48fa-42622f525c3d, 'name': SearchDatastore_Task, 'duration_secs': 0.01845} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.532160] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.532478] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.532716] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.532868] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.533061] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.533336] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e29d33a-e8cd-4291-a5d0-cd498198af2d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.542174] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.542417] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.543095] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42008cc4-1c23-4186-a83d-8c2a194d678f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.548419] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1214.548419] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a126b7-fd23-a7c8-78e5-b83ef97f217b" [ 1214.548419] env[68786]: _type = "Task" [ 1214.548419] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.556528] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a126b7-fd23-a7c8-78e5-b83ef97f217b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.677596] env[68786]: DEBUG oslo_vmware.rw_handles [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527ab012-cc80-00d9-9646-7f0f616a1dd3/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1214.678655] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca5bf6c-2313-4995-98e8-70f1c9a1031b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.684374] env[68786]: DEBUG oslo_vmware.rw_handles [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527ab012-cc80-00d9-9646-7f0f616a1dd3/disk-0.vmdk is in state: ready. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1214.684541] env[68786]: ERROR oslo_vmware.rw_handles [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527ab012-cc80-00d9-9646-7f0f616a1dd3/disk-0.vmdk due to incomplete transfer. [ 1214.684751] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4f07d49f-b453-42d8-b653-7244408c7a77 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.691421] env[68786]: DEBUG oslo_vmware.rw_handles [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527ab012-cc80-00d9-9646-7f0f616a1dd3/disk-0.vmdk. {{(pid=68786) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1214.691613] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Uploaded image 0659f6a8-2970-457a-94d6-c16f36f1b820 to the Glance image server {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1214.693937] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Destroying the VM {{(pid=68786) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1214.694185] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-29473730-f286-4acd-a311-d8d5004de923 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.698095] env[68786]: DEBUG oslo_concurrency.lockutils [req-82f0adc7-d3e7-48df-8100-0a9e5192de80 req-5c7fff43-f6eb-467b-9d11-98fbcbf9a58d service nova] Releasing lock "refresh_cache-fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.699519] env[68786]: DEBUG oslo_vmware.api [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1214.699519] env[68786]: value = "task-3091683" [ 1214.699519] env[68786]: _type = "Task" [ 1214.699519] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.707624] env[68786]: DEBUG oslo_vmware.api [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091683, 'name': Destroy_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.058530] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52a126b7-fd23-a7c8-78e5-b83ef97f217b, 'name': SearchDatastore_Task, 'duration_secs': 0.012979} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.059339] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2abaac5b-0dcd-4ee0-8dd8-a9db24967a04 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.064204] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1215.064204] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]523b9a1c-3d5a-e902-1682-0a2981d70af6" [ 1215.064204] env[68786]: _type = "Task" [ 1215.064204] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.071524] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523b9a1c-3d5a-e902-1682-0a2981d70af6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.209280] env[68786]: DEBUG oslo_vmware.api [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091683, 'name': Destroy_Task, 'duration_secs': 0.345668} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.209548] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Destroyed the VM [ 1215.209798] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Deleting Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1215.210056] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-378f868f-f6ea-4fc9-a919-c1984cee072b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.216341] env[68786]: DEBUG oslo_vmware.api [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1215.216341] env[68786]: value = "task-3091684" [ 1215.216341] env[68786]: _type = "Task" [ 1215.216341] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.225376] env[68786]: DEBUG oslo_vmware.api [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091684, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.439664] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76177e50-487f-4878-8038-b48848e07d96 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.446945] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8dffabbf-17e6-4752-a054-902b6694d839 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Doing hard reboot of VM {{(pid=68786) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1215.447210] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-1b0d0362-aa08-46e0-879e-b464812f5de0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.453645] env[68786]: DEBUG oslo_vmware.api [None req-8dffabbf-17e6-4752-a054-902b6694d839 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Waiting for the task: (returnval){ [ 1215.453645] env[68786]: value = "task-3091685" [ 1215.453645] env[68786]: _type = "Task" [ 1215.453645] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.460900] env[68786]: DEBUG oslo_vmware.api [None req-8dffabbf-17e6-4752-a054-902b6694d839 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Task: {'id': task-3091685, 'name': ResetVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.574497] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]523b9a1c-3d5a-e902-1682-0a2981d70af6, 'name': SearchDatastore_Task, 'duration_secs': 0.056854} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.574497] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.574730] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475/fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.575085] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdae372b-90a8-4e8a-89e7-c054c48a34f5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.580961] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1215.580961] env[68786]: value = "task-3091686" [ 1215.580961] env[68786]: _type = "Task" [ 1215.580961] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.588558] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.725332] env[68786]: DEBUG oslo_vmware.api [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091684, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.963535] env[68786]: DEBUG oslo_vmware.api [None req-8dffabbf-17e6-4752-a054-902b6694d839 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Task: {'id': task-3091685, 'name': ResetVM_Task, 'duration_secs': 0.101126} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.963810] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-8dffabbf-17e6-4752-a054-902b6694d839 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Did hard reboot of VM {{(pid=68786) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1215.964019] env[68786]: DEBUG nova.compute.manager [None req-8dffabbf-17e6-4752-a054-902b6694d839 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.964792] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cd8649-94c2-48ca-bc87-aa471e96de29 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.090989] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091686, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.227314] env[68786]: DEBUG oslo_vmware.api [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091684, 'name': RemoveSnapshot_Task, 'duration_secs': 0.815319} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.227610] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Deleted Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1216.227852] env[68786]: INFO nova.compute.manager [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Took 14.71 seconds to snapshot the instance on the hypervisor. [ 1216.477496] env[68786]: DEBUG oslo_concurrency.lockutils [None req-8dffabbf-17e6-4752-a054-902b6694d839 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Lock "de7c8205-22f7-4cf3-8587-0c2b48ff2a5a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.330s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.592645] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.944175} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.593199] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475/fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.593199] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.593463] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5a5432b-db37-4933-9cb2-47644386fdd3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.600140] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1216.600140] env[68786]: value = "task-3091687" [ 1216.600140] env[68786]: _type = "Task" [ 1216.600140] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.607921] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.787130] env[68786]: DEBUG nova.compute.manager [None req-bb0e9be2-d0b6-4cce-9ef8-0ba2a4c1c13a tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Found 1 images (rotation: 2) {{(pid=68786) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1216.873330] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Acquiring lock "de7c8205-22f7-4cf3-8587-0c2b48ff2a5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.873607] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Lock "de7c8205-22f7-4cf3-8587-0c2b48ff2a5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.873822] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Acquiring lock "de7c8205-22f7-4cf3-8587-0c2b48ff2a5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.874018] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Lock "de7c8205-22f7-4cf3-8587-0c2b48ff2a5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.874199] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Lock "de7c8205-22f7-4cf3-8587-0c2b48ff2a5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.876316] env[68786]: INFO nova.compute.manager [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Terminating instance [ 1217.109889] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096377} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.110285] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.111053] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c323330-1c09-4b62-99a4-ad0af918d91f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.132239] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475/fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.132490] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ef83c40-6f9d-4d18-8b6c-90dbe40a1031 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.151245] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1217.151245] env[68786]: value = "task-3091688" [ 1217.151245] env[68786]: _type = "Task" [ 1217.151245] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.158872] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.380875] env[68786]: DEBUG nova.compute.manager [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.381203] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.382165] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7c7c66-3939-4f89-a79d-023ac520586e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.390610] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.390881] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eadca9a9-be55-492e-ab83-9dfbde2e9880 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.397279] env[68786]: DEBUG oslo_vmware.api [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Waiting for the task: (returnval){ [ 1217.397279] env[68786]: value = "task-3091689" [ 1217.397279] env[68786]: _type = "Task" [ 1217.397279] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.406244] env[68786]: DEBUG oslo_vmware.api [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Task: {'id': task-3091689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.413874] env[68786]: DEBUG nova.compute.manager [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.414640] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704bc7c2-7457-487d-afca-e927f2eacd3d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.660656] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091688, 'name': ReconfigVM_Task, 'duration_secs': 0.287924} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.660965] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Reconfigured VM instance instance-0000007b to attach disk [datastore1] fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475/fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.661582] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9505e38d-0bd1-4b5c-99d4-48c2eb98293f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.667721] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1217.667721] env[68786]: value = "task-3091690" [ 1217.667721] env[68786]: _type = "Task" [ 1217.667721] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.676079] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091690, 'name': Rename_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.906962] env[68786]: DEBUG oslo_vmware.api [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Task: {'id': task-3091689, 'name': PowerOffVM_Task, 'duration_secs': 0.226417} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.907249] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.907420] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.907714] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bef45fa2-db6f-4d7a-8add-e16674c81163 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.924298] env[68786]: INFO nova.compute.manager [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] instance snapshotting [ 1217.924878] env[68786]: DEBUG nova.objects.instance [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lazy-loading 'flavor' on Instance uuid 17fe6762-3043-4e7f-b319-2a7f1a90dd3a {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.967110] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.967332] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.967506] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Deleting the datastore file [datastore2] de7c8205-22f7-4cf3-8587-0c2b48ff2a5a {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.967818] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b14fb551-a0d6-44a1-9090-27a574758ba2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.973907] env[68786]: DEBUG oslo_vmware.api [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Waiting for the task: (returnval){ [ 1217.973907] env[68786]: value = "task-3091692" [ 1217.973907] env[68786]: _type = "Task" [ 1217.973907] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.982259] env[68786]: DEBUG oslo_vmware.api [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Task: {'id': task-3091692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.178753] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091690, 'name': Rename_Task, 'duration_secs': 0.137877} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.178995] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.179248] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-771a96ad-49d6-4bd4-9b40-d0856402b49a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.185935] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1218.185935] env[68786]: value = "task-3091693" [ 1218.185935] env[68786]: _type = "Task" [ 1218.185935] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.196191] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.430276] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f103d9fe-e8d3-4c31-9d45-b8a93e539852 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.449092] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c0bd01-59c9-46ba-a5bb-b37f6477b4bc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.483788] env[68786]: DEBUG oslo_vmware.api [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Task: {'id': task-3091692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128264} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.483956] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.483998] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.484212] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.484402] env[68786]: INFO nova.compute.manager [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1218.484644] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.484857] env[68786]: DEBUG nova.compute.manager [-] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.484932] env[68786]: DEBUG nova.network.neutron [-] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.706774] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091693, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.804815] env[68786]: DEBUG nova.compute.manager [req-f687eae3-9668-4b90-8a61-7d086fedc843 req-a34be895-08fa-4c9a-8a49-cbfe3c3cf9a5 service nova] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Received event network-vif-deleted-d3278bdb-ac98-4267-9310-3256aaedaeaa {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.805827] env[68786]: INFO nova.compute.manager [req-f687eae3-9668-4b90-8a61-7d086fedc843 req-a34be895-08fa-4c9a-8a49-cbfe3c3cf9a5 service nova] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Neutron deleted interface d3278bdb-ac98-4267-9310-3256aaedaeaa; detaching it from the instance and deleting it from the info cache [ 1218.806080] env[68786]: DEBUG nova.network.neutron [req-f687eae3-9668-4b90-8a61-7d086fedc843 req-a34be895-08fa-4c9a-8a49-cbfe3c3cf9a5 service nova] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.960035] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Creating Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1218.960333] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-18dba067-3129-429e-b0ed-26a51da3ec2e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.967974] env[68786]: DEBUG oslo_vmware.api [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1218.967974] env[68786]: value = "task-3091694" [ 1218.967974] env[68786]: _type = "Task" [ 1218.967974] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.975576] env[68786]: DEBUG oslo_vmware.api [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091694, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.197253] env[68786]: DEBUG oslo_vmware.api [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091693, 'name': PowerOnVM_Task, 'duration_secs': 0.519651} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.197616] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.197805] env[68786]: INFO nova.compute.manager [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1219.198018] env[68786]: DEBUG nova.compute.manager [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.198806] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8dba3a-802e-4e19-ad77-d986888cccee {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.286777] env[68786]: DEBUG nova.network.neutron [-] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.308528] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-582ccd4b-129a-44f1-8f2a-a470071e7353 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.318410] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2753aa18-2067-46a4-a038-3da8987d97d0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.347576] env[68786]: DEBUG nova.compute.manager [req-f687eae3-9668-4b90-8a61-7d086fedc843 req-a34be895-08fa-4c9a-8a49-cbfe3c3cf9a5 service nova] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Detach interface failed, port_id=d3278bdb-ac98-4267-9310-3256aaedaeaa, reason: Instance de7c8205-22f7-4cf3-8587-0c2b48ff2a5a could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1219.479260] env[68786]: DEBUG oslo_vmware.api [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091694, 'name': CreateSnapshot_Task, 'duration_secs': 0.420546} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.479493] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Created Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1219.480456] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47289d93-dac3-4b37-93bf-f7e6baccc15f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.718166] env[68786]: INFO nova.compute.manager [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Took 12.93 seconds to build instance. [ 1219.791330] env[68786]: INFO nova.compute.manager [-] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Took 1.30 seconds to deallocate network for instance. [ 1219.997747] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Creating linked-clone VM from snapshot {{(pid=68786) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1219.998072] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-58d2e402-80fb-475c-b672-fc7e05b30ab8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.006943] env[68786]: DEBUG oslo_vmware.api [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1220.006943] env[68786]: value = "task-3091695" [ 1220.006943] env[68786]: _type = "Task" [ 1220.006943] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.019442] env[68786]: DEBUG oslo_vmware.api [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091695, 'name': CloneVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.134069] env[68786]: DEBUG nova.compute.manager [req-6c7b44c3-4abb-4cb3-aef0-6f09ee1fba2b req-2d029e30-793d-41f9-b23c-b6f544f3da50 service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Received event network-changed-eac7a725-06ba-4c2a-8517-fc3ba68f4ab5 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.134248] env[68786]: DEBUG nova.compute.manager [req-6c7b44c3-4abb-4cb3-aef0-6f09ee1fba2b req-2d029e30-793d-41f9-b23c-b6f544f3da50 service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Refreshing instance network info cache due to event network-changed-eac7a725-06ba-4c2a-8517-fc3ba68f4ab5. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.134436] env[68786]: DEBUG oslo_concurrency.lockutils [req-6c7b44c3-4abb-4cb3-aef0-6f09ee1fba2b req-2d029e30-793d-41f9-b23c-b6f544f3da50 service nova] Acquiring lock "refresh_cache-fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.134908] env[68786]: DEBUG oslo_concurrency.lockutils [req-6c7b44c3-4abb-4cb3-aef0-6f09ee1fba2b req-2d029e30-793d-41f9-b23c-b6f544f3da50 service nova] Acquired lock "refresh_cache-fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.134908] env[68786]: DEBUG nova.network.neutron [req-6c7b44c3-4abb-4cb3-aef0-6f09ee1fba2b req-2d029e30-793d-41f9-b23c-b6f544f3da50 service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Refreshing network info cache for port eac7a725-06ba-4c2a-8517-fc3ba68f4ab5 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.221078] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3707872a-740b-437d-8f91-762d9e18ebec tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.443s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.296479] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.296779] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.297009] env[68786]: DEBUG nova.objects.instance [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Lazy-loading 'resources' on Instance uuid de7c8205-22f7-4cf3-8587-0c2b48ff2a5a {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.516633] env[68786]: DEBUG oslo_vmware.api [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091695, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.841976] env[68786]: DEBUG nova.network.neutron [req-6c7b44c3-4abb-4cb3-aef0-6f09ee1fba2b req-2d029e30-793d-41f9-b23c-b6f544f3da50 service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Updated VIF entry in instance network info cache for port eac7a725-06ba-4c2a-8517-fc3ba68f4ab5. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.842369] env[68786]: DEBUG nova.network.neutron [req-6c7b44c3-4abb-4cb3-aef0-6f09ee1fba2b req-2d029e30-793d-41f9-b23c-b6f544f3da50 service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Updating instance_info_cache with network_info: [{"id": "eac7a725-06ba-4c2a-8517-fc3ba68f4ab5", "address": "fa:16:3e:52:f4:cc", "network": {"id": "d8fc6a34-46e3-4363-ae92-f7dcfc6f0fd5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1956616996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047b06846d8f4a3fb20ae46fdae50302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac7a725-06", "ovs_interfaceid": "eac7a725-06ba-4c2a-8517-fc3ba68f4ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.908700] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031d294b-c05b-4e01-b494-fa8274091477 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.916925] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1210e0-68e7-4d96-b9b6-8d86fd0af41c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.950411] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fed3a8-77a4-4f82-8bc5-90af96af082c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.957443] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37814ac-1b66-403b-8dc3-f33c6ec25120 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.970598] env[68786]: DEBUG nova.compute.provider_tree [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.021970] env[68786]: DEBUG oslo_vmware.api [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091695, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.346537] env[68786]: DEBUG oslo_concurrency.lockutils [req-6c7b44c3-4abb-4cb3-aef0-6f09ee1fba2b req-2d029e30-793d-41f9-b23c-b6f544f3da50 service nova] Releasing lock "refresh_cache-fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.473520] env[68786]: DEBUG nova.scheduler.client.report [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.518411] env[68786]: DEBUG oslo_vmware.api [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091695, 'name': CloneVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.978199] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.000236] env[68786]: INFO nova.scheduler.client.report [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Deleted allocations for instance de7c8205-22f7-4cf3-8587-0c2b48ff2a5a [ 1222.018743] env[68786]: DEBUG oslo_vmware.api [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091695, 'name': CloneVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.508175] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6c28427d-34b4-42b2-9e78-60796a19ba24 tempest-InstanceActionsTestJSON-1710842486 tempest-InstanceActionsTestJSON-1710842486-project-member] Lock "de7c8205-22f7-4cf3-8587-0c2b48ff2a5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.634s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.519144] env[68786]: DEBUG oslo_vmware.api [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091695, 'name': CloneVM_Task, 'duration_secs': 2.093739} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.519394] env[68786]: INFO nova.virt.vmwareapi.vmops [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Created linked-clone VM from snapshot [ 1222.520129] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f1ecf0-cbc8-4745-9cc1-51c19b26c06a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.527638] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Uploading image 6712f77e-d1e8-46cc-a264-a9ef2ab0c2b6 {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1222.548395] env[68786]: DEBUG oslo_vmware.rw_handles [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1222.548395] env[68786]: value = "vm-618810" [ 1222.548395] env[68786]: _type = "VirtualMachine" [ 1222.548395] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1222.548731] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-75ba9efc-963f-4eba-aa21-384c92b96c1a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.556089] env[68786]: DEBUG oslo_vmware.rw_handles [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lease: (returnval){ [ 1222.556089] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]523ca8ed-50ff-84f9-21da-705bfbb02891" [ 1222.556089] env[68786]: _type = "HttpNfcLease" [ 1222.556089] env[68786]: } obtained for exporting VM: (result){ [ 1222.556089] env[68786]: value = "vm-618810" [ 1222.556089] env[68786]: _type = "VirtualMachine" [ 1222.556089] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1222.556344] env[68786]: DEBUG oslo_vmware.api [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the lease: (returnval){ [ 1222.556344] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]523ca8ed-50ff-84f9-21da-705bfbb02891" [ 1222.556344] env[68786]: _type = "HttpNfcLease" [ 1222.556344] env[68786]: } to be ready. {{(pid=68786) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1222.563826] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1222.563826] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]523ca8ed-50ff-84f9-21da-705bfbb02891" [ 1222.563826] env[68786]: _type = "HttpNfcLease" [ 1222.563826] env[68786]: } is initializing. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1223.064443] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1223.064443] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]523ca8ed-50ff-84f9-21da-705bfbb02891" [ 1223.064443] env[68786]: _type = "HttpNfcLease" [ 1223.064443] env[68786]: } is ready. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1223.064799] env[68786]: DEBUG oslo_vmware.rw_handles [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1223.064799] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]523ca8ed-50ff-84f9-21da-705bfbb02891" [ 1223.064799] env[68786]: _type = "HttpNfcLease" [ 1223.064799] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1223.065415] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8af4bb-5065-4177-96d0-39a6e26d4893 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.072965] env[68786]: DEBUG oslo_vmware.rw_handles [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f97c43-13ed-b0b5-9ba1-6c3228c449f4/disk-0.vmdk from lease info. {{(pid=68786) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1223.072965] env[68786]: DEBUG oslo_vmware.rw_handles [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f97c43-13ed-b0b5-9ba1-6c3228c449f4/disk-0.vmdk for reading. {{(pid=68786) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1223.159666] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b3da0989-f663-4f15-bbbf-cbd113d3dfea {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.968358] env[68786]: DEBUG nova.compute.manager [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Stashing vm_state: active {{(pid=68786) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1224.490887] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.492025] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.997615] env[68786]: INFO nova.compute.claims [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.503987] env[68786]: INFO nova.compute.resource_tracker [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Updating resource usage from migration babe2892-3d16-4bde-8aa8-03db1f6daeee [ 1225.616135] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d37691-69d7-427d-a1e8-1d2d74ef0466 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.627074] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b685cd46-14ea-4602-9837-1ac1774ce6f3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.661420] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ea5905-1510-41ec-97e3-9a176d73969b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.669106] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c08ff0d-b838-40f8-9288-1024d114a52b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.682664] env[68786]: DEBUG nova.compute.provider_tree [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.740350] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Acquiring lock "57db5765-323d-4826-9758-dcc16c14337b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.740574] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Lock "57db5765-323d-4826-9758-dcc16c14337b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.186339] env[68786]: DEBUG nova.scheduler.client.report [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.243798] env[68786]: DEBUG nova.compute.manager [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1226.691586] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.200s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.691979] env[68786]: INFO nova.compute.manager [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Migrating [ 1226.768566] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.768893] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.770395] env[68786]: INFO nova.compute.claims [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1227.211647] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "refresh_cache-ab5e4f8e-51d2-40e8-846c-e32c5d532655" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.211862] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "refresh_cache-ab5e4f8e-51d2-40e8-846c-e32c5d532655" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.212048] env[68786]: DEBUG nova.network.neutron [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.893890] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d961c4-6fe0-4d5e-9b29-b1d4dd4f1d72 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.902489] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43273da9-14ce-44fb-a446-ae6135256c6b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.935988] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e1d131-aa67-4ce7-8eab-736832bf431b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.944839] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c3523c-04d6-48a5-9649-098e5afd1dfe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.960867] env[68786]: DEBUG nova.compute.provider_tree [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.969371] env[68786]: DEBUG nova.network.neutron [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Updating instance_info_cache with network_info: [{"id": "626d6ae4-62e8-4be7-8077-1844d774f62d", "address": "fa:16:3e:40:f5:33", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626d6ae4-62", "ovs_interfaceid": "626d6ae4-62e8-4be7-8077-1844d774f62d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.464888] env[68786]: DEBUG nova.scheduler.client.report [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.472197] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "refresh_cache-ab5e4f8e-51d2-40e8-846c-e32c5d532655" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.970070] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.970573] env[68786]: DEBUG nova.compute.manager [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1229.475385] env[68786]: DEBUG nova.compute.utils [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1229.477106] env[68786]: DEBUG nova.compute.manager [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Not allocating networking since 'none' was specified. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1229.975239] env[68786]: DEBUG oslo_vmware.rw_handles [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f97c43-13ed-b0b5-9ba1-6c3228c449f4/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1229.976199] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8521aff2-4dcb-4e56-b502-272fc2feb594 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.979059] env[68786]: DEBUG nova.compute.manager [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1229.984830] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cc45ac-3e43-40fc-8e41-e9a6da4725f5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.988633] env[68786]: DEBUG oslo_vmware.rw_handles [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f97c43-13ed-b0b5-9ba1-6c3228c449f4/disk-0.vmdk is in state: ready. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1229.988802] env[68786]: ERROR oslo_vmware.rw_handles [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f97c43-13ed-b0b5-9ba1-6c3228c449f4/disk-0.vmdk due to incomplete transfer. [ 1229.989323] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-82ae6a50-7023-474a-8783-f0a6c45bfd07 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.005072] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Updating instance 'ab5e4f8e-51d2-40e8-846c-e32c5d532655' progress to 0 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.009708] env[68786]: DEBUG oslo_vmware.rw_handles [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f97c43-13ed-b0b5-9ba1-6c3228c449f4/disk-0.vmdk. {{(pid=68786) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1230.009708] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Uploaded image 6712f77e-d1e8-46cc-a264-a9ef2ab0c2b6 to the Glance image server {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1230.011825] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Destroying the VM {{(pid=68786) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1230.012769] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cc8270c3-7491-4098-8edf-15df85109b49 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.019201] env[68786]: DEBUG oslo_vmware.api [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1230.019201] env[68786]: value = "task-3091697" [ 1230.019201] env[68786]: _type = "Task" [ 1230.019201] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.027702] env[68786]: DEBUG oslo_vmware.api [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091697, 'name': Destroy_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.514506] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.515066] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf04643f-2a40-49fd-ad8c-2b07fe298977 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.524623] env[68786]: DEBUG oslo_vmware.api [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1230.524623] env[68786]: value = "task-3091698" [ 1230.524623] env[68786]: _type = "Task" [ 1230.524623] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.530699] env[68786]: DEBUG oslo_vmware.api [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091697, 'name': Destroy_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.534958] env[68786]: DEBUG oslo_vmware.api [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.990275] env[68786]: DEBUG nova.compute.manager [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1231.016432] env[68786]: DEBUG nova.virt.hardware [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.016676] env[68786]: DEBUG nova.virt.hardware [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.016834] env[68786]: DEBUG nova.virt.hardware [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.017027] env[68786]: DEBUG nova.virt.hardware [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.017180] env[68786]: DEBUG nova.virt.hardware [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.017327] env[68786]: DEBUG nova.virt.hardware [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.017537] env[68786]: DEBUG nova.virt.hardware [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.017695] env[68786]: DEBUG nova.virt.hardware [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.017875] env[68786]: DEBUG nova.virt.hardware [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.018050] env[68786]: DEBUG nova.virt.hardware [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.018230] env[68786]: DEBUG nova.virt.hardware [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.019100] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8723a4-dd61-4e6a-bf70-effabaa6886c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.032913] env[68786]: DEBUG oslo_vmware.api [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091697, 'name': Destroy_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.034538] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50ff7dc-2c61-4582-ab53-6930111476ba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.041378] env[68786]: DEBUG oslo_vmware.api [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.051993] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Instance VIF info [] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.057397] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Creating folder: Project (1c41bb955dd44c1b8bdc53b6aedba911). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1231.057715] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf523a3c-6655-40e4-a483-016cb82608ba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.068158] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Created folder: Project (1c41bb955dd44c1b8bdc53b6aedba911) in parent group-v618484. [ 1231.068350] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Creating folder: Instances. Parent ref: group-v618811. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1231.068587] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98bbcf4b-a166-4a0c-8195-ee2460eab739 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.077194] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Created folder: Instances in parent group-v618811. [ 1231.077423] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.077618] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.077843] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-082bb8fc-0cc6-477b-afdb-91fb52cdaff4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.093596] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.093596] env[68786]: value = "task-3091701" [ 1231.093596] env[68786]: _type = "Task" [ 1231.093596] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.100841] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091701, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.534731] env[68786]: DEBUG oslo_vmware.api [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091697, 'name': Destroy_Task, 'duration_secs': 1.329129} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.538163] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Destroyed the VM [ 1231.538426] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Deleting Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1231.538704] env[68786]: DEBUG oslo_vmware.api [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.538956] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7ebda3b6-3c9b-43ee-8b75-3cb10d856c07 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.545826] env[68786]: DEBUG oslo_vmware.api [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1231.545826] env[68786]: value = "task-3091702" [ 1231.545826] env[68786]: _type = "Task" [ 1231.545826] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.554026] env[68786]: DEBUG oslo_vmware.api [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091702, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.603536] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091701, 'name': CreateVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.036720] env[68786]: DEBUG oslo_vmware.api [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.056529] env[68786]: DEBUG oslo_vmware.api [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091702, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.103410] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091701, 'name': CreateVM_Task, 'duration_secs': 0.562377} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.103664] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1232.104051] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.104240] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.104575] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.104840] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27f32278-e908-4541-9dfc-751261816f87 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.109861] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Waiting for the task: (returnval){ [ 1232.109861] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52479021-76fb-824d-21a5-5d52b5555c47" [ 1232.109861] env[68786]: _type = "Task" [ 1232.109861] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.117516] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52479021-76fb-824d-21a5-5d52b5555c47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.537468] env[68786]: DEBUG oslo_vmware.api [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091698, 'name': PowerOffVM_Task, 'duration_secs': 1.864188} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.537756] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.537971] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Updating instance 'ab5e4f8e-51d2-40e8-846c-e32c5d532655' progress to 17 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1232.556915] env[68786]: DEBUG oslo_vmware.api [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091702, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.621553] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52479021-76fb-824d-21a5-5d52b5555c47, 'name': SearchDatastore_Task, 'duration_secs': 0.013368} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.621953] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.622289] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.622593] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.622812] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.623085] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.623412] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc5ebef0-c7a9-4485-9466-edb17324f843 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.632378] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.632617] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.633389] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd9231d3-13b1-4653-b6b9-21bac5ce271e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.639437] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Waiting for the task: (returnval){ [ 1232.639437] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e49cf9-cf65-2bfd-f73c-7549a46ea789" [ 1232.639437] env[68786]: _type = "Task" [ 1232.639437] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.647486] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e49cf9-cf65-2bfd-f73c-7549a46ea789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.044954] env[68786]: DEBUG nova.virt.hardware [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.045377] env[68786]: DEBUG nova.virt.hardware [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.045377] env[68786]: DEBUG nova.virt.hardware [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.045549] env[68786]: DEBUG nova.virt.hardware [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.045720] env[68786]: DEBUG nova.virt.hardware [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.045870] env[68786]: DEBUG nova.virt.hardware [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.046090] env[68786]: DEBUG nova.virt.hardware [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.046253] env[68786]: DEBUG nova.virt.hardware [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.046422] env[68786]: DEBUG nova.virt.hardware [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.046585] env[68786]: DEBUG nova.virt.hardware [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.046760] env[68786]: DEBUG nova.virt.hardware [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.051800] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0afd6b05-d773-4416-8acc-8610954118d8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.070887] env[68786]: DEBUG oslo_vmware.api [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091702, 'name': RemoveSnapshot_Task, 'duration_secs': 1.375213} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.072080] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Deleted Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1233.072318] env[68786]: INFO nova.compute.manager [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Took 14.64 seconds to snapshot the instance on the hypervisor. [ 1233.074664] env[68786]: DEBUG oslo_vmware.api [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1233.074664] env[68786]: value = "task-3091703" [ 1233.074664] env[68786]: _type = "Task" [ 1233.074664] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.082017] env[68786]: DEBUG oslo_vmware.api [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091703, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.149700] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52e49cf9-cf65-2bfd-f73c-7549a46ea789, 'name': SearchDatastore_Task, 'duration_secs': 0.012045} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.150530] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ea13e3-9711-4d48-8b70-f0e7866c870a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.156161] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Waiting for the task: (returnval){ [ 1233.156161] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]529d8181-b6ce-9c9c-5ff8-7d1e76eb3d44" [ 1233.156161] env[68786]: _type = "Task" [ 1233.156161] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.164051] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529d8181-b6ce-9c9c-5ff8-7d1e76eb3d44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.586411] env[68786]: DEBUG oslo_vmware.api [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091703, 'name': ReconfigVM_Task, 'duration_secs': 0.169067} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.586767] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Updating instance 'ab5e4f8e-51d2-40e8-846c-e32c5d532655' progress to 33 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1233.614445] env[68786]: DEBUG nova.compute.manager [None req-39337a36-9ee6-43da-8227-0f600b08b56c tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Found 2 images (rotation: 2) {{(pid=68786) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1233.667099] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529d8181-b6ce-9c9c-5ff8-7d1e76eb3d44, 'name': SearchDatastore_Task, 'duration_secs': 0.010041} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.667382] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.667625] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 57db5765-323d-4826-9758-dcc16c14337b/57db5765-323d-4826-9758-dcc16c14337b.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.667899] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f4310e2-86c5-44d1-b487-61e3326504c4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.674328] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Waiting for the task: (returnval){ [ 1233.674328] env[68786]: value = "task-3091704" [ 1233.674328] env[68786]: _type = "Task" [ 1233.674328] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.681671] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Task: {'id': task-3091704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.093617] env[68786]: DEBUG nova.virt.hardware [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.094113] env[68786]: DEBUG nova.virt.hardware [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.094236] env[68786]: DEBUG nova.virt.hardware [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.094517] env[68786]: DEBUG nova.virt.hardware [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.094729] env[68786]: DEBUG nova.virt.hardware [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.095014] env[68786]: DEBUG nova.virt.hardware [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.095373] env[68786]: DEBUG nova.virt.hardware [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.095626] env[68786]: DEBUG nova.virt.hardware [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.095922] env[68786]: DEBUG nova.virt.hardware [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.096286] env[68786]: DEBUG nova.virt.hardware [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.096615] env[68786]: DEBUG nova.virt.hardware [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.104335] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1234.105263] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed5424a4-fefc-45be-97de-3bbf37dec039 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.128601] env[68786]: DEBUG oslo_vmware.api [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1234.128601] env[68786]: value = "task-3091705" [ 1234.128601] env[68786]: _type = "Task" [ 1234.128601] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.139324] env[68786]: DEBUG oslo_vmware.api [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.184025] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Task: {'id': task-3091704, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.545450] env[68786]: DEBUG nova.compute.manager [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.546355] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71851330-fa06-48ad-9d57-2ff8673495f4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.638219] env[68786]: DEBUG oslo_vmware.api [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091705, 'name': ReconfigVM_Task, 'duration_secs': 0.169983} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.638488] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1234.639263] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948338b9-27d2-4ee1-8970-10b5d8c3d713 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.662216] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] ab5e4f8e-51d2-40e8-846c-e32c5d532655/ab5e4f8e-51d2-40e8-846c-e32c5d532655.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.662448] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e2ecc4e-d262-4b7a-850b-94298bbbc055 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.680017] env[68786]: DEBUG oslo_vmware.api [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1234.680017] env[68786]: value = "task-3091706" [ 1234.680017] env[68786]: _type = "Task" [ 1234.680017] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.685402] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Task: {'id': task-3091704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532645} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.685637] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 57db5765-323d-4826-9758-dcc16c14337b/57db5765-323d-4826-9758-dcc16c14337b.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.685876] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1234.686395] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe40b65e-b845-4e6d-bb87-0a9c903de173 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.690845] env[68786]: DEBUG oslo_vmware.api [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091706, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.694834] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Waiting for the task: (returnval){ [ 1234.694834] env[68786]: value = "task-3091707" [ 1234.694834] env[68786]: _type = "Task" [ 1234.694834] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.703013] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Task: {'id': task-3091707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.056818] env[68786]: INFO nova.compute.manager [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] instance snapshotting [ 1235.057477] env[68786]: DEBUG nova.objects.instance [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lazy-loading 'flavor' on Instance uuid 17fe6762-3043-4e7f-b319-2a7f1a90dd3a {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.189142] env[68786]: DEBUG oslo_vmware.api [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091706, 'name': ReconfigVM_Task, 'duration_secs': 0.291098} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.189430] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Reconfigured VM instance instance-00000077 to attach disk [datastore1] ab5e4f8e-51d2-40e8-846c-e32c5d532655/ab5e4f8e-51d2-40e8-846c-e32c5d532655.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.189720] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Updating instance 'ab5e4f8e-51d2-40e8-846c-e32c5d532655' progress to 50 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.203316] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Task: {'id': task-3091707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06857} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.203553] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1235.204320] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6670a31c-dcae-4fe8-973f-28df37fc7f99 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.224143] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 57db5765-323d-4826-9758-dcc16c14337b/57db5765-323d-4826-9758-dcc16c14337b.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.224447] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bdbc94b-cd38-4e36-8d5d-2b382081e4a9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.244401] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Waiting for the task: (returnval){ [ 1235.244401] env[68786]: value = "task-3091708" [ 1235.244401] env[68786]: _type = "Task" [ 1235.244401] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.252070] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Task: {'id': task-3091708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.563538] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fd0a68-a66c-4133-95c7-a6f9213476ef {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.581960] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c362613-49db-4659-a569-d8a4cb0a2d75 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.695974] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f89694-3572-4a24-853e-6e49aeca361e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.715270] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea43be9-6ca1-4d95-8330-0a01794161c6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.732180] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Updating instance 'ab5e4f8e-51d2-40e8-846c-e32c5d532655' progress to 67 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.752496] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Task: {'id': task-3091708, 'name': ReconfigVM_Task, 'duration_secs': 0.27132} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.752768] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 57db5765-323d-4826-9758-dcc16c14337b/57db5765-323d-4826-9758-dcc16c14337b.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.753354] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59d73014-547d-47bb-bfb1-21599a84df82 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.759739] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Waiting for the task: (returnval){ [ 1235.759739] env[68786]: value = "task-3091709" [ 1235.759739] env[68786]: _type = "Task" [ 1235.759739] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.767268] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Task: {'id': task-3091709, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.096809] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Creating Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1236.097096] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-73188ba0-e981-4bed-bbfc-04e5cf268a10 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.105616] env[68786]: DEBUG oslo_vmware.api [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1236.105616] env[68786]: value = "task-3091710" [ 1236.105616] env[68786]: _type = "Task" [ 1236.105616] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.114235] env[68786]: DEBUG oslo_vmware.api [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091710, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.269548] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Task: {'id': task-3091709, 'name': Rename_Task, 'duration_secs': 0.129637} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.269858] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.270095] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee1cdafd-cd23-4e20-9aca-e2fce525d5f9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.275901] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Waiting for the task: (returnval){ [ 1236.275901] env[68786]: value = "task-3091711" [ 1236.275901] env[68786]: _type = "Task" [ 1236.275901] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.283231] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Task: {'id': task-3091711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.288262] env[68786]: DEBUG nova.network.neutron [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Port 626d6ae4-62e8-4be7-8077-1844d774f62d binding to destination host cpu-1 is already ACTIVE {{(pid=68786) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1236.616534] env[68786]: DEBUG oslo_vmware.api [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091710, 'name': CreateSnapshot_Task, 'duration_secs': 0.496193} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.616862] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Created Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1236.617704] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7119b2-ccc4-4746-8251-c9eea098d3ec {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.785569] env[68786]: DEBUG oslo_vmware.api [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Task: {'id': task-3091711, 'name': PowerOnVM_Task, 'duration_secs': 0.426783} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.785838] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.786051] env[68786]: INFO nova.compute.manager [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Took 5.80 seconds to spawn the instance on the hypervisor. [ 1236.786235] env[68786]: DEBUG nova.compute.manager [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.786966] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2f1a97-c89a-4012-9b4a-726bbe964c80 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.135608] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Creating linked-clone VM from snapshot {{(pid=68786) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1237.135904] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0d6456d6-4415-4134-b354-a43c34a58b37 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.144147] env[68786]: DEBUG oslo_vmware.api [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1237.144147] env[68786]: value = "task-3091712" [ 1237.144147] env[68786]: _type = "Task" [ 1237.144147] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.152158] env[68786]: DEBUG oslo_vmware.api [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091712, 'name': CloneVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.317768] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "ab5e4f8e-51d2-40e8-846c-e32c5d532655-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.318157] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "ab5e4f8e-51d2-40e8-846c-e32c5d532655-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.318380] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "ab5e4f8e-51d2-40e8-846c-e32c5d532655-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.321250] env[68786]: INFO nova.compute.manager [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Took 10.57 seconds to build instance. [ 1237.654797] env[68786]: DEBUG oslo_vmware.api [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091712, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.757697] env[68786]: DEBUG nova.compute.manager [None req-08f22fdf-74a6-49f5-a71e-8f85aa958472 tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.758751] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98be0a08-f370-4d72-a16a-3f5f9874b77c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.825338] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4e88f1ee-03fa-4e2c-9b72-aeb2ca2ee45e tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Lock "57db5765-323d-4826-9758-dcc16c14337b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.085s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.830866] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Acquiring lock "57db5765-323d-4826-9758-dcc16c14337b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.831130] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Lock "57db5765-323d-4826-9758-dcc16c14337b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.831338] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Acquiring lock "57db5765-323d-4826-9758-dcc16c14337b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.831509] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Lock "57db5765-323d-4826-9758-dcc16c14337b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.831670] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Lock "57db5765-323d-4826-9758-dcc16c14337b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.833513] env[68786]: INFO nova.compute.manager [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Terminating instance [ 1238.154936] env[68786]: DEBUG oslo_vmware.api [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091712, 'name': CloneVM_Task, 'duration_secs': 0.988039} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.155235] env[68786]: INFO nova.virt.vmwareapi.vmops [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Created linked-clone VM from snapshot [ 1238.156010] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db58bcc-beb6-49c4-987c-03cd7b30f68a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.162824] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Uploading image 60a3a88b-49a4-4a4b-99c6-5d5918c20b49 {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1238.187579] env[68786]: DEBUG oslo_vmware.rw_handles [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1238.187579] env[68786]: value = "vm-618815" [ 1238.187579] env[68786]: _type = "VirtualMachine" [ 1238.187579] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1238.187826] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-08332d90-2fbb-4cc4-b0ed-c6f0d13b7ae7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.194075] env[68786]: DEBUG oslo_vmware.rw_handles [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lease: (returnval){ [ 1238.194075] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5298dda7-abdc-7352-7174-a998931c2f62" [ 1238.194075] env[68786]: _type = "HttpNfcLease" [ 1238.194075] env[68786]: } obtained for exporting VM: (result){ [ 1238.194075] env[68786]: value = "vm-618815" [ 1238.194075] env[68786]: _type = "VirtualMachine" [ 1238.194075] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1238.194414] env[68786]: DEBUG oslo_vmware.api [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the lease: (returnval){ [ 1238.194414] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5298dda7-abdc-7352-7174-a998931c2f62" [ 1238.194414] env[68786]: _type = "HttpNfcLease" [ 1238.194414] env[68786]: } to be ready. {{(pid=68786) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1238.200408] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1238.200408] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5298dda7-abdc-7352-7174-a998931c2f62" [ 1238.200408] env[68786]: _type = "HttpNfcLease" [ 1238.200408] env[68786]: } is initializing. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1238.270022] env[68786]: INFO nova.compute.manager [None req-08f22fdf-74a6-49f5-a71e-8f85aa958472 tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] instance snapshotting [ 1238.270022] env[68786]: DEBUG nova.objects.instance [None req-08f22fdf-74a6-49f5-a71e-8f85aa958472 tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Lazy-loading 'flavor' on Instance uuid 57db5765-323d-4826-9758-dcc16c14337b {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.337523] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Acquiring lock "refresh_cache-57db5765-323d-4826-9758-dcc16c14337b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.338132] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Acquired lock "refresh_cache-57db5765-323d-4826-9758-dcc16c14337b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.338132] env[68786]: DEBUG nova.network.neutron [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.356825] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "refresh_cache-ab5e4f8e-51d2-40e8-846c-e32c5d532655" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.357037] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "refresh_cache-ab5e4f8e-51d2-40e8-846c-e32c5d532655" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.357288] env[68786]: DEBUG nova.network.neutron [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.702709] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1238.702709] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5298dda7-abdc-7352-7174-a998931c2f62" [ 1238.702709] env[68786]: _type = "HttpNfcLease" [ 1238.702709] env[68786]: } is ready. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1238.703022] env[68786]: DEBUG oslo_vmware.rw_handles [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1238.703022] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5298dda7-abdc-7352-7174-a998931c2f62" [ 1238.703022] env[68786]: _type = "HttpNfcLease" [ 1238.703022] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1238.703722] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c4660a-a765-4b11-884d-52e9ac6e4f95 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.710732] env[68786]: DEBUG oslo_vmware.rw_handles [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52484885-2bd5-199c-e9c2-e01a22a30fe3/disk-0.vmdk from lease info. {{(pid=68786) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1238.710915] env[68786]: DEBUG oslo_vmware.rw_handles [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52484885-2bd5-199c-e9c2-e01a22a30fe3/disk-0.vmdk for reading. {{(pid=68786) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1238.774726] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f78832-7a65-40ec-8a7e-2e0dc99a366d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.791735] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12682c92-8645-45b2-a3b2-13485528c51f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.807022] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-12b60b7e-93da-460c-b171-72b920650dce {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.855604] env[68786]: DEBUG nova.network.neutron [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1238.944236] env[68786]: DEBUG nova.network.neutron [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.099693] env[68786]: DEBUG nova.network.neutron [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Updating instance_info_cache with network_info: [{"id": "626d6ae4-62e8-4be7-8077-1844d774f62d", "address": "fa:16:3e:40:f5:33", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626d6ae4-62", "ovs_interfaceid": "626d6ae4-62e8-4be7-8077-1844d774f62d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.301118] env[68786]: DEBUG nova.compute.manager [None req-08f22fdf-74a6-49f5-a71e-8f85aa958472 tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Instance disappeared during snapshot {{(pid=68786) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1239.438325] env[68786]: DEBUG nova.compute.manager [None req-08f22fdf-74a6-49f5-a71e-8f85aa958472 tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Found 0 images (rotation: 2) {{(pid=68786) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1239.448474] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Releasing lock "refresh_cache-57db5765-323d-4826-9758-dcc16c14337b" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.448985] env[68786]: DEBUG nova.compute.manager [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1239.449290] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.450266] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387c4890-5aaa-4866-9d5a-a5e1493b984d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.458797] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.459175] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d372125-b4fa-48b0-bbed-3d22b9ac0b4e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.465028] env[68786]: DEBUG oslo_vmware.api [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Waiting for the task: (returnval){ [ 1239.465028] env[68786]: value = "task-3091714" [ 1239.465028] env[68786]: _type = "Task" [ 1239.465028] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.473137] env[68786]: DEBUG oslo_vmware.api [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Task: {'id': task-3091714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.603293] env[68786]: DEBUG oslo_concurrency.lockutils [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "refresh_cache-ab5e4f8e-51d2-40e8-846c-e32c5d532655" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.976218] env[68786]: DEBUG oslo_vmware.api [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Task: {'id': task-3091714, 'name': PowerOffVM_Task, 'duration_secs': 0.190893} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.976497] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.976723] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1239.977037] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a2bc2cd-4ab7-47af-8e43-bb8b66e18dc0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.000471] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.000785] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.001049] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Deleting the datastore file [datastore2] 57db5765-323d-4826-9758-dcc16c14337b {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.001423] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa4bede5-4c2e-4ea8-a456-610be280927c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.008730] env[68786]: DEBUG oslo_vmware.api [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Waiting for the task: (returnval){ [ 1240.008730] env[68786]: value = "task-3091716" [ 1240.008730] env[68786]: _type = "Task" [ 1240.008730] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.017075] env[68786]: DEBUG oslo_vmware.api [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Task: {'id': task-3091716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.129016] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb501cc1-05c5-4908-b6cc-5b6fb86dda58 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.148190] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397391f2-f383-496f-a62d-c8bc4be8a4fb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.155306] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Updating instance 'ab5e4f8e-51d2-40e8-846c-e32c5d532655' progress to 83 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.518933] env[68786]: DEBUG oslo_vmware.api [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Task: {'id': task-3091716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094545} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.519399] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.519449] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.519639] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.519785] env[68786]: INFO nova.compute.manager [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1240.520040] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.520252] env[68786]: DEBUG nova.compute.manager [-] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1240.520349] env[68786]: DEBUG nova.network.neutron [-] [instance: 57db5765-323d-4826-9758-dcc16c14337b] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1240.536703] env[68786]: DEBUG nova.network.neutron [-] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1240.662242] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.662577] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17d4d137-7088-4c58-98a4-414cef29160c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.669544] env[68786]: DEBUG oslo_vmware.api [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1240.669544] env[68786]: value = "task-3091717" [ 1240.669544] env[68786]: _type = "Task" [ 1240.669544] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.677431] env[68786]: DEBUG oslo_vmware.api [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.039196] env[68786]: DEBUG nova.network.neutron [-] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.179153] env[68786]: DEBUG oslo_vmware.api [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091717, 'name': PowerOnVM_Task, 'duration_secs': 0.478533} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.179447] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.179633] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-a24f1995-92db-4ef9-9ed8-b01bb860fff1 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Updating instance 'ab5e4f8e-51d2-40e8-846c-e32c5d532655' progress to 100 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.467875] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager.update_available_resource {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.542344] env[68786]: INFO nova.compute.manager [-] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Took 1.02 seconds to deallocate network for instance. [ 1241.970803] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.971085] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.971281] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.971437] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68786) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1241.972370] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2d3f7b-7b9a-417e-867b-dc9544d39a91 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.980641] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b611f1-9b97-4d21-b222-3309ae810e45 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.995678] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddffc0e-892a-40a9-a870-393fef155aff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.002218] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c9a1bb-e5a6-4825-9e6b-95ad64ad3635 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.030393] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180295MB free_disk=138GB free_vcpus=48 pci_devices=None {{(pid=68786) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1242.030538] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.030697] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.048547] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.039184] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Applying migration context for instance ab5e4f8e-51d2-40e8-846c-e32c5d532655 as it has an incoming, in-progress migration babe2892-3d16-4bde-8aa8-03db1f6daeee. Migration status is finished {{(pid=68786) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1243.040484] env[68786]: INFO nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Updating resource usage from migration babe2892-3d16-4bde-8aa8-03db1f6daeee [ 1243.063513] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 17fe6762-3043-4e7f-b319-2a7f1a90dd3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1243.063748] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance d859760f-f2f9-45fa-8ae9-e1dab83f7f89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1243.063916] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance b572e666-0f2e-4091-a0e6-a4a6cf8e3361 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1243.064054] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 895ca200-dcaa-4850-a24a-f6e36cd21862 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1243.064205] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1243.064345] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Migration babe2892-3d16-4bde-8aa8-03db1f6daeee is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1243.064480] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance ab5e4f8e-51d2-40e8-846c-e32c5d532655 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1243.064636] env[68786]: WARNING nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 57db5765-323d-4826-9758-dcc16c14337b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1243.064862] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1243.065067] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1243.180590] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09972cc2-d25d-4313-95ec-b34ead4b31b0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.188997] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bb90b1-b70e-4ee9-82a9-bf059aa29eba {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.222558] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "895ca200-dcaa-4850-a24a-f6e36cd21862" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.222836] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "895ca200-dcaa-4850-a24a-f6e36cd21862" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.223033] env[68786]: INFO nova.compute.manager [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Shelving [ 1243.225431] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89541ca8-cee3-4909-bbc4-21843663d704 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.235159] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205d75b6-4165-4016-9df4-9693a1328da1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.249343] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.663669] env[68786]: DEBUG nova.network.neutron [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Port 626d6ae4-62e8-4be7-8077-1844d774f62d binding to destination host cpu-1 is already ACTIVE {{(pid=68786) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1243.664017] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "refresh_cache-ab5e4f8e-51d2-40e8-846c-e32c5d532655" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.664220] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "refresh_cache-ab5e4f8e-51d2-40e8-846c-e32c5d532655" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.664436] env[68786]: DEBUG nova.network.neutron [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.752511] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.236554] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.236879] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be9a558d-3845-4f7f-883a-80b9e7a253e5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.245151] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1244.245151] env[68786]: value = "task-3091718" [ 1244.245151] env[68786]: _type = "Task" [ 1244.245151] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.253147] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.257117] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68786) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1244.257117] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.226s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.257355] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.209s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.257499] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.278241] env[68786]: INFO nova.scheduler.client.report [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Deleted allocations for instance 57db5765-323d-4826-9758-dcc16c14337b [ 1244.407404] env[68786]: DEBUG nova.network.neutron [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Updating instance_info_cache with network_info: [{"id": "626d6ae4-62e8-4be7-8077-1844d774f62d", "address": "fa:16:3e:40:f5:33", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626d6ae4-62", "ovs_interfaceid": "626d6ae4-62e8-4be7-8077-1844d774f62d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.754760] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091718, 'name': PowerOffVM_Task, 'duration_secs': 0.46311} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.755033] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.755818] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9b379a-dd2d-45ea-b72b-e6b0995888d2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.774086] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a81e669-e3f6-4006-b6e0-347aff4dd574 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.787637] env[68786]: DEBUG oslo_concurrency.lockutils [None req-6b34a8ee-01b0-419b-ab77-4e91e5b4679f tempest-ServersAaction247Test-1868813298 tempest-ServersAaction247Test-1868813298-project-member] Lock "57db5765-323d-4826-9758-dcc16c14337b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.956s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.909766] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "refresh_cache-ab5e4f8e-51d2-40e8-846c-e32c5d532655" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.283865] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Creating Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1245.284245] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0500fe4e-68ca-4652-bd01-a25580755035 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.291890] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1245.291890] env[68786]: value = "task-3091719" [ 1245.291890] env[68786]: _type = "Task" [ 1245.291890] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.300510] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091719, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.414340] env[68786]: DEBUG nova.compute.manager [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68786) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1245.414340] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.414340] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.802616] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091719, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.917938] env[68786]: DEBUG nova.objects.instance [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lazy-loading 'migration_context' on Instance uuid ab5e4f8e-51d2-40e8-846c-e32c5d532655 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.302941] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091719, 'name': CreateSnapshot_Task, 'duration_secs': 0.879848} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.303261] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Created Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1246.304009] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98c53c0-cfae-4e8b-bb1d-0cd8afb0da3d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.533339] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa48c45-aec0-4a2b-b1ac-4fd442fa2380 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.541215] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f9d08d-1ec8-4da1-a341-c2d3573f2966 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.571057] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b9d7a8-75a5-4095-a8a2-136568b743ad {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.578433] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9879fa1-6b7f-41c0-9d78-b230b9beabd5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.591891] env[68786]: DEBUG nova.compute.provider_tree [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.821375] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Creating linked-clone VM from snapshot {{(pid=68786) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1246.822133] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-df6fa051-5afb-45f2-ba64-9a9f8476a089 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.831234] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1246.831234] env[68786]: value = "task-3091720" [ 1246.831234] env[68786]: _type = "Task" [ 1246.831234] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.839021] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091720, 'name': CloneVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.095055] env[68786]: DEBUG nova.scheduler.client.report [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.341808] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091720, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.842336] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091720, 'name': CloneVM_Task} progress is 95%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.884173] env[68786]: DEBUG oslo_vmware.rw_handles [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52484885-2bd5-199c-e9c2-e01a22a30fe3/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1247.885122] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de0766c-40fb-4b89-ae03-cf41963113f5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.891541] env[68786]: DEBUG oslo_vmware.rw_handles [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52484885-2bd5-199c-e9c2-e01a22a30fe3/disk-0.vmdk is in state: ready. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1247.891709] env[68786]: ERROR oslo_vmware.rw_handles [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52484885-2bd5-199c-e9c2-e01a22a30fe3/disk-0.vmdk due to incomplete transfer. [ 1247.891923] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0e7ba4d1-0b7d-48eb-8ccf-cfd2813ffa33 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.919985] env[68786]: DEBUG oslo_vmware.rw_handles [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52484885-2bd5-199c-e9c2-e01a22a30fe3/disk-0.vmdk. {{(pid=68786) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1247.920191] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Uploaded image 60a3a88b-49a4-4a4b-99c6-5d5918c20b49 to the Glance image server {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1247.922460] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Destroying the VM {{(pid=68786) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1247.922720] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8933bcf4-9124-4992-ba59-b636e3b69d65 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.928170] env[68786]: DEBUG oslo_vmware.api [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1247.928170] env[68786]: value = "task-3091721" [ 1247.928170] env[68786]: _type = "Task" [ 1247.928170] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.938674] env[68786]: DEBUG oslo_vmware.api [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091721, 'name': Destroy_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.110674] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.697s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.342963] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091720, 'name': CloneVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.438829] env[68786]: DEBUG oslo_vmware.api [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091721, 'name': Destroy_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.842871] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091720, 'name': CloneVM_Task, 'duration_secs': 1.542584} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.843136] env[68786]: INFO nova.virt.vmwareapi.vmops [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Created linked-clone VM from snapshot [ 1248.843912] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b678b4-4e47-4c0f-b3ea-1c7253865d91 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.850825] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Uploading image f93158bc-cced-4b33-bae8-95c2cf800f5c {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1248.870187] env[68786]: DEBUG oslo_vmware.rw_handles [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1248.870187] env[68786]: value = "vm-618817" [ 1248.870187] env[68786]: _type = "VirtualMachine" [ 1248.870187] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1248.870434] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-247ffaee-2697-4c69-b30e-7ab2ca30f441 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.876347] env[68786]: DEBUG oslo_vmware.rw_handles [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lease: (returnval){ [ 1248.876347] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52bab873-7ae1-8684-d56b-fe15331fdf5e" [ 1248.876347] env[68786]: _type = "HttpNfcLease" [ 1248.876347] env[68786]: } obtained for exporting VM: (result){ [ 1248.876347] env[68786]: value = "vm-618817" [ 1248.876347] env[68786]: _type = "VirtualMachine" [ 1248.876347] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1248.876612] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the lease: (returnval){ [ 1248.876612] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52bab873-7ae1-8684-d56b-fe15331fdf5e" [ 1248.876612] env[68786]: _type = "HttpNfcLease" [ 1248.876612] env[68786]: } to be ready. {{(pid=68786) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1248.881855] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1248.881855] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52bab873-7ae1-8684-d56b-fe15331fdf5e" [ 1248.881855] env[68786]: _type = "HttpNfcLease" [ 1248.881855] env[68786]: } is initializing. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1248.938163] env[68786]: DEBUG oslo_vmware.api [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091721, 'name': Destroy_Task, 'duration_secs': 0.789691} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.938406] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Destroyed the VM [ 1248.938653] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Deleting Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1248.938880] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7e558a7f-93a2-4830-91f2-b6f77912778e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.944290] env[68786]: DEBUG oslo_vmware.api [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1248.944290] env[68786]: value = "task-3091723" [ 1248.944290] env[68786]: _type = "Task" [ 1248.944290] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.951431] env[68786]: DEBUG oslo_vmware.api [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091723, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.254585] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.254807] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.254912] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.255124] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.255309] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.255452] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68786) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1249.384619] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1249.384619] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52bab873-7ae1-8684-d56b-fe15331fdf5e" [ 1249.384619] env[68786]: _type = "HttpNfcLease" [ 1249.384619] env[68786]: } is ready. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1249.384961] env[68786]: DEBUG oslo_vmware.rw_handles [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1249.384961] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52bab873-7ae1-8684-d56b-fe15331fdf5e" [ 1249.384961] env[68786]: _type = "HttpNfcLease" [ 1249.384961] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1249.385657] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f246a82e-f714-402b-aaf7-49e40d323235 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.392835] env[68786]: DEBUG oslo_vmware.rw_handles [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52643511-6fe6-9ff5-f2ec-990b03ff6615/disk-0.vmdk from lease info. {{(pid=68786) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1249.393028] env[68786]: DEBUG oslo_vmware.rw_handles [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52643511-6fe6-9ff5-f2ec-990b03ff6615/disk-0.vmdk for reading. {{(pid=68786) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1249.458829] env[68786]: DEBUG oslo_vmware.api [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091723, 'name': RemoveSnapshot_Task, 'duration_secs': 0.494632} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.459114] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Deleted Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1249.459341] env[68786]: INFO nova.compute.manager [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Took 13.90 seconds to snapshot the instance on the hypervisor. [ 1249.467402] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.479148] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bf842638-98e9-451a-be29-5578a0ba589d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.649435] env[68786]: INFO nova.compute.manager [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Swapping old allocation on dict_keys(['5ef285da-3f8b-4d1d-bb64-f9f1371a9db0']) held by migration babe2892-3d16-4bde-8aa8-03db1f6daeee for instance [ 1249.674797] env[68786]: DEBUG nova.scheduler.client.report [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Overwriting current allocation {'allocations': {'5ef285da-3f8b-4d1d-bb64-f9f1371a9db0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 182}}, 'project_id': '8ac2bdd051844773a9ea751d45cbdf52', 'user_id': 'bc0d268882ae4e1a81bc9e631ecda10c', 'consumer_generation': 1} on consumer ab5e4f8e-51d2-40e8-846c-e32c5d532655 {{(pid=68786) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1249.764921] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "refresh_cache-ab5e4f8e-51d2-40e8-846c-e32c5d532655" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.765144] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "refresh_cache-ab5e4f8e-51d2-40e8-846c-e32c5d532655" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.765343] env[68786]: DEBUG nova.network.neutron [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.000927] env[68786]: DEBUG nova.compute.manager [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Found 3 images (rotation: 2) {{(pid=68786) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1250.001174] env[68786]: DEBUG nova.compute.manager [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Rotating out 1 backups {{(pid=68786) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1250.001513] env[68786]: DEBUG nova.compute.manager [None req-27ed3028-7ee4-421a-8d14-4147a345e395 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Deleting image 0659f6a8-2970-457a-94d6-c16f36f1b820 {{(pid=68786) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1250.484598] env[68786]: DEBUG nova.network.neutron [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Updating instance_info_cache with network_info: [{"id": "626d6ae4-62e8-4be7-8077-1844d774f62d", "address": "fa:16:3e:40:f5:33", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626d6ae4-62", "ovs_interfaceid": "626d6ae4-62e8-4be7-8077-1844d774f62d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.987681] env[68786]: DEBUG oslo_concurrency.lockutils [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "refresh_cache-ab5e4f8e-51d2-40e8-846c-e32c5d532655" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.987973] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.988368] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c50315b-c243-4a97-b64b-142fab073c91 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.999135] env[68786]: DEBUG oslo_vmware.api [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1250.999135] env[68786]: value = "task-3091724" [ 1250.999135] env[68786]: _type = "Task" [ 1250.999135] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.007297] env[68786]: DEBUG oslo_vmware.api [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.467869] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.511689] env[68786]: DEBUG oslo_vmware.api [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091724, 'name': PowerOffVM_Task, 'duration_secs': 0.226987} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.512070] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.512758] env[68786]: DEBUG nova.virt.hardware [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.513014] env[68786]: DEBUG nova.virt.hardware [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.513204] env[68786]: DEBUG nova.virt.hardware [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.513437] env[68786]: DEBUG nova.virt.hardware [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.513607] env[68786]: DEBUG nova.virt.hardware [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.513784] env[68786]: DEBUG nova.virt.hardware [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.514013] env[68786]: DEBUG nova.virt.hardware [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.514213] env[68786]: DEBUG nova.virt.hardware [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.514415] env[68786]: DEBUG nova.virt.hardware [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.514610] env[68786]: DEBUG nova.virt.hardware [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.514820] env[68786]: DEBUG nova.virt.hardware [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.520484] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df05aedb-12c9-4776-908a-290f579a3a5f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.536742] env[68786]: DEBUG oslo_vmware.api [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1251.536742] env[68786]: value = "task-3091725" [ 1251.536742] env[68786]: _type = "Task" [ 1251.536742] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.545577] env[68786]: DEBUG oslo_vmware.api [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091725, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.908157] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e5bf8d3b-7bff-470e-b242-7ab79f275ad6 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "17fe6762-3043-4e7f-b319-2a7f1a90dd3a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.908439] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e5bf8d3b-7bff-470e-b242-7ab79f275ad6 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "17fe6762-3043-4e7f-b319-2a7f1a90dd3a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.908637] env[68786]: DEBUG nova.compute.manager [None req-e5bf8d3b-7bff-470e-b242-7ab79f275ad6 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.909574] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e882782b-ac70-412c-80ce-ffdedc646eda {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.916575] env[68786]: DEBUG nova.compute.manager [None req-e5bf8d3b-7bff-470e-b242-7ab79f275ad6 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68786) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1251.917195] env[68786]: DEBUG nova.objects.instance [None req-e5bf8d3b-7bff-470e-b242-7ab79f275ad6 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lazy-loading 'flavor' on Instance uuid 17fe6762-3043-4e7f-b319-2a7f1a90dd3a {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.047233] env[68786]: DEBUG oslo_vmware.api [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091725, 'name': ReconfigVM_Task, 'duration_secs': 0.191217} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.048096] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7897c19-b4f2-4bf4-8d25-824a8d221862 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.068554] env[68786]: DEBUG nova.virt.hardware [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1252.068788] env[68786]: DEBUG nova.virt.hardware [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.068944] env[68786]: DEBUG nova.virt.hardware [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.069155] env[68786]: DEBUG nova.virt.hardware [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.069298] env[68786]: DEBUG nova.virt.hardware [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.069448] env[68786]: DEBUG nova.virt.hardware [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1252.069650] env[68786]: DEBUG nova.virt.hardware [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1252.069806] env[68786]: DEBUG nova.virt.hardware [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1252.069975] env[68786]: DEBUG nova.virt.hardware [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1252.070156] env[68786]: DEBUG nova.virt.hardware [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1252.070332] env[68786]: DEBUG nova.virt.hardware [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1252.071166] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f1a2d7-646e-49b6-8f71-3b10db9de79f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.076513] env[68786]: DEBUG oslo_vmware.api [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1252.076513] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52afdf2f-f4df-8a88-5025-1b03d148c2da" [ 1252.076513] env[68786]: _type = "Task" [ 1252.076513] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.084323] env[68786]: DEBUG oslo_vmware.api [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52afdf2f-f4df-8a88-5025-1b03d148c2da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.586800] env[68786]: DEBUG oslo_vmware.api [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52afdf2f-f4df-8a88-5025-1b03d148c2da, 'name': SearchDatastore_Task, 'duration_secs': 0.00811} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.592365] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1252.592635] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea1d81cf-52ab-4293-89a2-a2b11b30c130 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.611915] env[68786]: DEBUG oslo_vmware.api [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1252.611915] env[68786]: value = "task-3091726" [ 1252.611915] env[68786]: _type = "Task" [ 1252.611915] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.620191] env[68786]: DEBUG oslo_vmware.api [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.924832] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5bf8d3b-7bff-470e-b242-7ab79f275ad6 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.924832] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f0e5cb4-567d-4744-96e3-11e8a8f3e0d8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.931116] env[68786]: DEBUG oslo_vmware.api [None req-e5bf8d3b-7bff-470e-b242-7ab79f275ad6 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1252.931116] env[68786]: value = "task-3091727" [ 1252.931116] env[68786]: _type = "Task" [ 1252.931116] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.939499] env[68786]: DEBUG oslo_vmware.api [None req-e5bf8d3b-7bff-470e-b242-7ab79f275ad6 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.120946] env[68786]: DEBUG oslo_vmware.api [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091726, 'name': ReconfigVM_Task, 'duration_secs': 0.23662} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.121343] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1253.122178] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ece7375-b5bd-4e97-a5f2-e42b605f1a9a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.143613] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] ab5e4f8e-51d2-40e8-846c-e32c5d532655/ab5e4f8e-51d2-40e8-846c-e32c5d532655.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.143935] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b96da5b-f74d-4c6d-bf89-c094afb6a0e6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.161454] env[68786]: DEBUG oslo_vmware.api [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1253.161454] env[68786]: value = "task-3091728" [ 1253.161454] env[68786]: _type = "Task" [ 1253.161454] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.169233] env[68786]: DEBUG oslo_vmware.api [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.441424] env[68786]: DEBUG oslo_vmware.api [None req-e5bf8d3b-7bff-470e-b242-7ab79f275ad6 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091727, 'name': PowerOffVM_Task, 'duration_secs': 0.454012} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.441651] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5bf8d3b-7bff-470e-b242-7ab79f275ad6 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.441854] env[68786]: DEBUG nova.compute.manager [None req-e5bf8d3b-7bff-470e-b242-7ab79f275ad6 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.442664] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de72c13-06a5-40d2-9093-f281df04ee8e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.671009] env[68786]: DEBUG oslo_vmware.api [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091728, 'name': ReconfigVM_Task, 'duration_secs': 0.437625} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.671367] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Reconfigured VM instance instance-00000077 to attach disk [datastore1] ab5e4f8e-51d2-40e8-846c-e32c5d532655/ab5e4f8e-51d2-40e8-846c-e32c5d532655.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.672200] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96f4635-c2b0-4deb-bf1d-896fa3ee44f9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.691315] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d19888-679d-4c28-9b42-4c53bb5e6963 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.709386] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b7584b-e238-4ce4-8b92-c0078efd8758 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.727608] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ffc931-1164-46c7-b413-14f8505f87a8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.734454] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.734739] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c79cf2e6-7f4e-417e-8f1e-c566b934e742 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.740683] env[68786]: DEBUG oslo_vmware.api [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1253.740683] env[68786]: value = "task-3091729" [ 1253.740683] env[68786]: _type = "Task" [ 1253.740683] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.749203] env[68786]: DEBUG oslo_vmware.api [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.954915] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e5bf8d3b-7bff-470e-b242-7ab79f275ad6 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "17fe6762-3043-4e7f-b319-2a7f1a90dd3a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.251698] env[68786]: DEBUG oslo_vmware.api [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091729, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.751785] env[68786]: DEBUG oslo_vmware.api [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091729, 'name': PowerOnVM_Task, 'duration_secs': 0.607177} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.752120] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.198383] env[68786]: DEBUG nova.compute.manager [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Stashing vm_state: stopped {{(pid=68786) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1255.463080] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.718565] env[68786]: DEBUG oslo_concurrency.lockutils [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.719026] env[68786]: DEBUG oslo_concurrency.lockutils [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.762384] env[68786]: INFO nova.compute.manager [None req-4c9cfb05-79c5-431a-9bee-43f1970b77dc tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Updating instance to original state: 'active' [ 1256.225140] env[68786]: INFO nova.compute.claims [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.731732] env[68786]: INFO nova.compute.resource_tracker [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Updating resource usage from migration 674a205b-d0ae-477d-8ef6-f41fb2549fa5 [ 1256.840188] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263a0c78-ff29-43d6-a19c-eb8696e03fec {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.848498] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2e6069-60d7-4394-93f6-4c9c9ccf5bc9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.879727] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b55c8f-1c1f-4d53-811e-805415e80944 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.887271] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f480501-a7ac-4ef9-840d-17c2ed4a2b6f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.902146] env[68786]: DEBUG nova.compute.provider_tree [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.288937] env[68786]: DEBUG oslo_concurrency.lockutils [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "ab5e4f8e-51d2-40e8-846c-e32c5d532655" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.289337] env[68786]: DEBUG oslo_concurrency.lockutils [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "ab5e4f8e-51d2-40e8-846c-e32c5d532655" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.289621] env[68786]: DEBUG oslo_concurrency.lockutils [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "ab5e4f8e-51d2-40e8-846c-e32c5d532655-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.289831] env[68786]: DEBUG oslo_concurrency.lockutils [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "ab5e4f8e-51d2-40e8-846c-e32c5d532655-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.290014] env[68786]: DEBUG oslo_concurrency.lockutils [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "ab5e4f8e-51d2-40e8-846c-e32c5d532655-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.294880] env[68786]: INFO nova.compute.manager [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Terminating instance [ 1257.352251] env[68786]: DEBUG oslo_concurrency.lockutils [None req-86909f67-ff34-46cf-806c-86d1bf036ab4 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.352558] env[68786]: DEBUG oslo_concurrency.lockutils [None req-86909f67-ff34-46cf-806c-86d1bf036ab4 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.405767] env[68786]: DEBUG nova.scheduler.client.report [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.798744] env[68786]: DEBUG nova.compute.manager [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.798946] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.799880] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b98bff-fe9f-4164-aad7-44d70ca11058 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.807813] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.808070] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e458bad7-6d88-4d7a-b844-cad180cc9e4f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.814581] env[68786]: DEBUG oslo_vmware.api [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1257.814581] env[68786]: value = "task-3091730" [ 1257.814581] env[68786]: _type = "Task" [ 1257.814581] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.822622] env[68786]: DEBUG oslo_vmware.api [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.855970] env[68786]: DEBUG nova.compute.utils [None req-86909f67-ff34-46cf-806c-86d1bf036ab4 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1257.910974] env[68786]: DEBUG oslo_concurrency.lockutils [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.192s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.911206] env[68786]: INFO nova.compute.manager [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Migrating [ 1258.324966] env[68786]: DEBUG oslo_vmware.api [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091730, 'name': PowerOffVM_Task, 'duration_secs': 0.2663} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.325276] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.325454] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.325720] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-915a4551-d8ff-40d6-a3de-690b024a6661 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.359352] env[68786]: DEBUG oslo_concurrency.lockutils [None req-86909f67-ff34-46cf-806c-86d1bf036ab4 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.399483] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.399880] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.400039] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Deleting the datastore file [datastore1] ab5e4f8e-51d2-40e8-846c-e32c5d532655 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.400179] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a126b4a-f227-4117-a5af-123ab29b04b5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.406264] env[68786]: DEBUG oslo_vmware.api [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1258.406264] env[68786]: value = "task-3091732" [ 1258.406264] env[68786]: _type = "Task" [ 1258.406264] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.415512] env[68786]: DEBUG oslo_vmware.api [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.428178] env[68786]: DEBUG oslo_concurrency.lockutils [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "refresh_cache-17fe6762-3043-4e7f-b319-2a7f1a90dd3a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.428366] env[68786]: DEBUG oslo_concurrency.lockutils [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired lock "refresh_cache-17fe6762-3043-4e7f-b319-2a7f1a90dd3a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.428533] env[68786]: DEBUG nova.network.neutron [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.763708] env[68786]: DEBUG oslo_vmware.rw_handles [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52643511-6fe6-9ff5-f2ec-990b03ff6615/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1258.764641] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39066994-d287-4e00-adef-dd5015cbbd10 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.770718] env[68786]: DEBUG oslo_vmware.rw_handles [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52643511-6fe6-9ff5-f2ec-990b03ff6615/disk-0.vmdk is in state: ready. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1258.770877] env[68786]: ERROR oslo_vmware.rw_handles [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52643511-6fe6-9ff5-f2ec-990b03ff6615/disk-0.vmdk due to incomplete transfer. [ 1258.771120] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-68c85bb8-2848-4c75-b9b7-031571fff55c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.777443] env[68786]: DEBUG oslo_vmware.rw_handles [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52643511-6fe6-9ff5-f2ec-990b03ff6615/disk-0.vmdk. {{(pid=68786) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1258.777632] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Uploaded image f93158bc-cced-4b33-bae8-95c2cf800f5c to the Glance image server {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1258.779925] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Destroying the VM {{(pid=68786) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1258.780165] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4a614c58-fc56-4538-b3d3-0ef69513a55a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.785993] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1258.785993] env[68786]: value = "task-3091733" [ 1258.785993] env[68786]: _type = "Task" [ 1258.785993] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.793032] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091733, 'name': Destroy_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.918618] env[68786]: DEBUG oslo_vmware.api [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153763} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.918934] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.919209] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.920013] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.920013] env[68786]: INFO nova.compute.manager [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1258.920013] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.920013] env[68786]: DEBUG nova.compute.manager [-] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1258.920333] env[68786]: DEBUG nova.network.neutron [-] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.287602] env[68786]: DEBUG nova.network.neutron [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Updating instance_info_cache with network_info: [{"id": "801356ab-b4e6-44cc-892e-624b09c5066e", "address": "fa:16:3e:51:b6:bc", "network": {"id": "3522e8ed-e9cf-4aa1-9743-473c1345b0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1025079652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d7b71dea254e54831c7e3f8668850e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801356ab-b4", "ovs_interfaceid": "801356ab-b4e6-44cc-892e-624b09c5066e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.297537] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091733, 'name': Destroy_Task} progress is 33%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.416404] env[68786]: DEBUG oslo_concurrency.lockutils [None req-86909f67-ff34-46cf-806c-86d1bf036ab4 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.416721] env[68786]: DEBUG oslo_concurrency.lockutils [None req-86909f67-ff34-46cf-806c-86d1bf036ab4 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.416963] env[68786]: INFO nova.compute.manager [None req-86909f67-ff34-46cf-806c-86d1bf036ab4 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Attaching volume 906b2f30-4db1-4af3-8f20-b93376c2d2a0 to /dev/sdb [ 1259.457333] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f71de6-a061-4940-9b57-ebf45d848c8b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.465321] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397ef489-5728-4e80-88eb-8dfa06665b38 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.478341] env[68786]: DEBUG nova.virt.block_device [None req-86909f67-ff34-46cf-806c-86d1bf036ab4 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Updating existing volume attachment record: 4e933aea-29a0-4ec0-9ebc-47776ed9a0d4 {{(pid=68786) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1259.483020] env[68786]: DEBUG nova.compute.manager [req-13d98674-6ef6-45aa-bee6-218ca5acd01b req-62d78f64-7f34-4b04-9f2c-2e2e62d81293 service nova] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Received event network-vif-deleted-626d6ae4-62e8-4be7-8077-1844d774f62d {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.483020] env[68786]: INFO nova.compute.manager [req-13d98674-6ef6-45aa-bee6-218ca5acd01b req-62d78f64-7f34-4b04-9f2c-2e2e62d81293 service nova] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Neutron deleted interface 626d6ae4-62e8-4be7-8077-1844d774f62d; detaching it from the instance and deleting it from the info cache [ 1259.483020] env[68786]: DEBUG nova.network.neutron [req-13d98674-6ef6-45aa-bee6-218ca5acd01b req-62d78f64-7f34-4b04-9f2c-2e2e62d81293 service nova] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.794259] env[68786]: DEBUG oslo_concurrency.lockutils [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Releasing lock "refresh_cache-17fe6762-3043-4e7f-b319-2a7f1a90dd3a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.801923] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091733, 'name': Destroy_Task, 'duration_secs': 0.583702} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.802169] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Destroyed the VM [ 1259.802467] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Deleting Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1259.802773] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0f662286-a1a5-402e-a62b-439979423eae {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.810062] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1259.810062] env[68786]: value = "task-3091737" [ 1259.810062] env[68786]: _type = "Task" [ 1259.810062] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.820652] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091737, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.963034] env[68786]: DEBUG nova.network.neutron [-] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.985659] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf222821-8f1b-4b92-a7ca-a5e8dc14ea1e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.996230] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a836fa6-ddf1-4bdd-be65-79523275e55b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.023897] env[68786]: DEBUG nova.compute.manager [req-13d98674-6ef6-45aa-bee6-218ca5acd01b req-62d78f64-7f34-4b04-9f2c-2e2e62d81293 service nova] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Detach interface failed, port_id=626d6ae4-62e8-4be7-8077-1844d774f62d, reason: Instance ab5e4f8e-51d2-40e8-846c-e32c5d532655 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1260.320491] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091737, 'name': RemoveSnapshot_Task, 'duration_secs': 0.321784} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.320606] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Deleted Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1260.320859] env[68786]: DEBUG nova.compute.manager [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1260.321712] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f0c43b-fcb5-4c0f-b5ba-a08840caf4c5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.465332] env[68786]: INFO nova.compute.manager [-] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Took 1.55 seconds to deallocate network for instance. [ 1260.832970] env[68786]: INFO nova.compute.manager [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Shelve offloading [ 1260.971365] env[68786]: DEBUG oslo_concurrency.lockutils [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.971759] env[68786]: DEBUG oslo_concurrency.lockutils [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.971888] env[68786]: DEBUG oslo_concurrency.lockutils [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.996483] env[68786]: INFO nova.scheduler.client.report [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Deleted allocations for instance ab5e4f8e-51d2-40e8-846c-e32c5d532655 [ 1261.309048] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a469e6b-35ee-4c6a-a7a7-7ca2c43b492d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.328884] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Updating instance '17fe6762-3043-4e7f-b319-2a7f1a90dd3a' progress to 0 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.336319] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.336538] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3410dfc0-7199-460e-aa4a-883aac9a9804 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.342696] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1261.342696] env[68786]: value = "task-3091738" [ 1261.342696] env[68786]: _type = "Task" [ 1261.342696] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.350458] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.503045] env[68786]: DEBUG oslo_concurrency.lockutils [None req-63d60cc4-7b10-4a72-9c6c-047317709176 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "ab5e4f8e-51d2-40e8-846c-e32c5d532655" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.214s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.835434] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.835806] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afe32f7b-4cf6-4a4a-9946-3700a8af4f32 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.842871] env[68786]: DEBUG oslo_vmware.api [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1261.842871] env[68786]: value = "task-3091740" [ 1261.842871] env[68786]: _type = "Task" [ 1261.842871] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.857713] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] VM already powered off {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1261.857943] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Updating instance '17fe6762-3043-4e7f-b319-2a7f1a90dd3a' progress to 17 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.861281] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] VM already powered off {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1261.861511] env[68786]: DEBUG nova.compute.manager [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.862415] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7807a917-51b4-4396-89fd-aafb5d476d13 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.867364] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "refresh_cache-895ca200-dcaa-4850-a24a-f6e36cd21862" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.867546] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquired lock "refresh_cache-895ca200-dcaa-4850-a24a-f6e36cd21862" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.867719] env[68786]: DEBUG nova.network.neutron [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.151644] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "b07bb786-74fc-458a-b174-1a07b19c2d29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.151951] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "b07bb786-74fc-458a-b174-1a07b19c2d29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.364419] env[68786]: DEBUG nova.virt.hardware [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.364731] env[68786]: DEBUG nova.virt.hardware [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.364941] env[68786]: DEBUG nova.virt.hardware [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.365149] env[68786]: DEBUG nova.virt.hardware [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.365320] env[68786]: DEBUG nova.virt.hardware [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.365487] env[68786]: DEBUG nova.virt.hardware [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.365716] env[68786]: DEBUG nova.virt.hardware [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.365884] env[68786]: DEBUG nova.virt.hardware [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.366085] env[68786]: DEBUG nova.virt.hardware [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.366294] env[68786]: DEBUG nova.virt.hardware [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.366531] env[68786]: DEBUG nova.virt.hardware [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.374143] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b56e339-b2c2-4151-8605-ce61630bcf03 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.389933] env[68786]: DEBUG oslo_vmware.api [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1262.389933] env[68786]: value = "task-3091741" [ 1262.389933] env[68786]: _type = "Task" [ 1262.389933] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.398252] env[68786]: DEBUG oslo_vmware.api [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.604535] env[68786]: DEBUG nova.network.neutron [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Updating instance_info_cache with network_info: [{"id": "23a53d2a-97b7-4487-b8d7-58bed150d5b3", "address": "fa:16:3e:db:47:d6", "network": {"id": "05b352a2-0a93-4081-b237-c313674a704f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117742771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6125dd9826ef43d6a08c8460028ec501", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a53d2a-97", "ovs_interfaceid": "23a53d2a-97b7-4487-b8d7-58bed150d5b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.654455] env[68786]: DEBUG nova.compute.manager [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1262.899539] env[68786]: DEBUG oslo_vmware.api [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091741, 'name': ReconfigVM_Task, 'duration_secs': 0.150934} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.899885] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Updating instance '17fe6762-3043-4e7f-b319-2a7f1a90dd3a' progress to 33 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.107459] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Releasing lock "refresh_cache-895ca200-dcaa-4850-a24a-f6e36cd21862" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.178432] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.178704] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.180228] env[68786]: INFO nova.compute.claims [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.302776] env[68786]: DEBUG nova.compute.manager [req-e53dbd94-12cc-4520-b7cf-375dde0a2ab5 req-1b4f0db4-a62e-4d38-b664-5eb32a81f162 service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Received event network-vif-unplugged-23a53d2a-97b7-4487-b8d7-58bed150d5b3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.302962] env[68786]: DEBUG oslo_concurrency.lockutils [req-e53dbd94-12cc-4520-b7cf-375dde0a2ab5 req-1b4f0db4-a62e-4d38-b664-5eb32a81f162 service nova] Acquiring lock "895ca200-dcaa-4850-a24a-f6e36cd21862-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.303198] env[68786]: DEBUG oslo_concurrency.lockutils [req-e53dbd94-12cc-4520-b7cf-375dde0a2ab5 req-1b4f0db4-a62e-4d38-b664-5eb32a81f162 service nova] Lock "895ca200-dcaa-4850-a24a-f6e36cd21862-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.303370] env[68786]: DEBUG oslo_concurrency.lockutils [req-e53dbd94-12cc-4520-b7cf-375dde0a2ab5 req-1b4f0db4-a62e-4d38-b664-5eb32a81f162 service nova] Lock "895ca200-dcaa-4850-a24a-f6e36cd21862-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.303541] env[68786]: DEBUG nova.compute.manager [req-e53dbd94-12cc-4520-b7cf-375dde0a2ab5 req-1b4f0db4-a62e-4d38-b664-5eb32a81f162 service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] No waiting events found dispatching network-vif-unplugged-23a53d2a-97b7-4487-b8d7-58bed150d5b3 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1263.303707] env[68786]: WARNING nova.compute.manager [req-e53dbd94-12cc-4520-b7cf-375dde0a2ab5 req-1b4f0db4-a62e-4d38-b664-5eb32a81f162 service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Received unexpected event network-vif-unplugged-23a53d2a-97b7-4487-b8d7-58bed150d5b3 for instance with vm_state shelved and task_state shelving_offloading. [ 1263.395749] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.396690] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b428912-4bef-42df-be53-b8d9db713a2a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.405906] env[68786]: DEBUG nova.virt.hardware [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.406150] env[68786]: DEBUG nova.virt.hardware [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.406309] env[68786]: DEBUG nova.virt.hardware [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.406492] env[68786]: DEBUG nova.virt.hardware [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.406640] env[68786]: DEBUG nova.virt.hardware [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.406785] env[68786]: DEBUG nova.virt.hardware [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.406989] env[68786]: DEBUG nova.virt.hardware [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.407166] env[68786]: DEBUG nova.virt.hardware [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.407338] env[68786]: DEBUG nova.virt.hardware [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.407498] env[68786]: DEBUG nova.virt.hardware [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.407667] env[68786]: DEBUG nova.virt.hardware [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.412868] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1263.413157] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.413369] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d09680e6-b0d1-4275-97b1-a36b997c8987 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.425819] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9020abb1-4bbf-4bec-83fd-88b2c929dec8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.433967] env[68786]: DEBUG oslo_vmware.api [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1263.433967] env[68786]: value = "task-3091743" [ 1263.433967] env[68786]: _type = "Task" [ 1263.433967] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.441734] env[68786]: DEBUG oslo_vmware.api [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.495193] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.495485] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.495724] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Deleting the datastore file [datastore1] 895ca200-dcaa-4850-a24a-f6e36cd21862 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.495992] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7383e6c2-c6d8-4098-8b85-6a9278525b7b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.502457] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1263.502457] env[68786]: value = "task-3091744" [ 1263.502457] env[68786]: _type = "Task" [ 1263.502457] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.510071] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.943562] env[68786]: DEBUG oslo_vmware.api [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091743, 'name': ReconfigVM_Task, 'duration_secs': 0.180049} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.943856] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1263.944620] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4ea7bb-48df-46b9-95aa-d448f9ac336e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.966514] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 17fe6762-3043-4e7f-b319-2a7f1a90dd3a/17fe6762-3043-4e7f-b319-2a7f1a90dd3a.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.966815] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1173d8ff-8b13-464e-9ee1-4cac1c8a166e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.983516] env[68786]: DEBUG oslo_vmware.api [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1263.983516] env[68786]: value = "task-3091745" [ 1263.983516] env[68786]: _type = "Task" [ 1263.983516] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.990940] env[68786]: DEBUG oslo_vmware.api [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.010648] env[68786]: DEBUG oslo_vmware.api [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128863} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.010902] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.011095] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.011276] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.028816] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-86909f67-ff34-46cf-806c-86d1bf036ab4 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Volume attach. Driver type: vmdk {{(pid=68786) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1264.029038] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-86909f67-ff34-46cf-806c-86d1bf036ab4 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618819', 'volume_id': '906b2f30-4db1-4af3-8f20-b93376c2d2a0', 'name': 'volume-906b2f30-4db1-4af3-8f20-b93376c2d2a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475', 'attached_at': '', 'detached_at': '', 'volume_id': '906b2f30-4db1-4af3-8f20-b93376c2d2a0', 'serial': '906b2f30-4db1-4af3-8f20-b93376c2d2a0'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1264.029903] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9a55d2-c105-410a-b489-2bccda7a897c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.033155] env[68786]: INFO nova.scheduler.client.report [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Deleted allocations for instance 895ca200-dcaa-4850-a24a-f6e36cd21862 [ 1264.049812] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae9fdbd-7580-4192-9daa-d34fe83159d2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.073343] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-86909f67-ff34-46cf-806c-86d1bf036ab4 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-906b2f30-4db1-4af3-8f20-b93376c2d2a0/volume-906b2f30-4db1-4af3-8f20-b93376c2d2a0.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.074243] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e64a215-20ea-4c5d-8e45-82dfc0a489e7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.091590] env[68786]: DEBUG oslo_vmware.api [None req-86909f67-ff34-46cf-806c-86d1bf036ab4 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1264.091590] env[68786]: value = "task-3091746" [ 1264.091590] env[68786]: _type = "Task" [ 1264.091590] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.099566] env[68786]: DEBUG oslo_vmware.api [None req-86909f67-ff34-46cf-806c-86d1bf036ab4 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.269064] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0960844a-dfa1-4180-927b-46a3ca1064fb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.276492] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cbb3a9-6fe4-4a26-a86e-c8eaeb8e205a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.305218] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adf78e0-f2e8-4e34-b19f-e4217e3ec090 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.311932] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e109129-0ebf-4761-bb3f-2d3d37b331b9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.324302] env[68786]: DEBUG nova.compute.provider_tree [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.494066] env[68786]: DEBUG oslo_vmware.api [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091745, 'name': ReconfigVM_Task, 'duration_secs': 0.244585} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.494301] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 17fe6762-3043-4e7f-b319-2a7f1a90dd3a/17fe6762-3043-4e7f-b319-2a7f1a90dd3a.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.494542] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Updating instance '17fe6762-3043-4e7f-b319-2a7f1a90dd3a' progress to 50 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.537805] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.600564] env[68786]: DEBUG oslo_vmware.api [None req-86909f67-ff34-46cf-806c-86d1bf036ab4 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091746, 'name': ReconfigVM_Task, 'duration_secs': 0.3491} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.600830] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-86909f67-ff34-46cf-806c-86d1bf036ab4 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-906b2f30-4db1-4af3-8f20-b93376c2d2a0/volume-906b2f30-4db1-4af3-8f20-b93376c2d2a0.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.605392] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51d25aca-d9df-449f-baf9-b8fea9ab4441 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.619462] env[68786]: DEBUG oslo_vmware.api [None req-86909f67-ff34-46cf-806c-86d1bf036ab4 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1264.619462] env[68786]: value = "task-3091747" [ 1264.619462] env[68786]: _type = "Task" [ 1264.619462] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.626872] env[68786]: DEBUG oslo_vmware.api [None req-86909f67-ff34-46cf-806c-86d1bf036ab4 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.827329] env[68786]: DEBUG nova.scheduler.client.report [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.001798] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abaa17c-2923-4d86-b40c-f495724ac60b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.021182] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dc0b72-bd15-43cd-b442-e6a65a068d53 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.038504] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Updating instance '17fe6762-3043-4e7f-b319-2a7f1a90dd3a' progress to 67 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1265.129214] env[68786]: DEBUG oslo_vmware.api [None req-86909f67-ff34-46cf-806c-86d1bf036ab4 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091747, 'name': ReconfigVM_Task, 'duration_secs': 0.159475} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.129582] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-86909f67-ff34-46cf-806c-86d1bf036ab4 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618819', 'volume_id': '906b2f30-4db1-4af3-8f20-b93376c2d2a0', 'name': 'volume-906b2f30-4db1-4af3-8f20-b93376c2d2a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475', 'attached_at': '', 'detached_at': '', 'volume_id': '906b2f30-4db1-4af3-8f20-b93376c2d2a0', 'serial': '906b2f30-4db1-4af3-8f20-b93376c2d2a0'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1265.328572] env[68786]: DEBUG nova.compute.manager [req-a3b3db7d-a626-472d-b164-cf5c741e8e68 req-bc029b38-9e58-49ea-aa85-5d0f97469ff6 service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Received event network-changed-23a53d2a-97b7-4487-b8d7-58bed150d5b3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.329191] env[68786]: DEBUG nova.compute.manager [req-a3b3db7d-a626-472d-b164-cf5c741e8e68 req-bc029b38-9e58-49ea-aa85-5d0f97469ff6 service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Refreshing instance network info cache due to event network-changed-23a53d2a-97b7-4487-b8d7-58bed150d5b3. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.329461] env[68786]: DEBUG oslo_concurrency.lockutils [req-a3b3db7d-a626-472d-b164-cf5c741e8e68 req-bc029b38-9e58-49ea-aa85-5d0f97469ff6 service nova] Acquiring lock "refresh_cache-895ca200-dcaa-4850-a24a-f6e36cd21862" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.329617] env[68786]: DEBUG oslo_concurrency.lockutils [req-a3b3db7d-a626-472d-b164-cf5c741e8e68 req-bc029b38-9e58-49ea-aa85-5d0f97469ff6 service nova] Acquired lock "refresh_cache-895ca200-dcaa-4850-a24a-f6e36cd21862" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.329783] env[68786]: DEBUG nova.network.neutron [req-a3b3db7d-a626-472d-b164-cf5c741e8e68 req-bc029b38-9e58-49ea-aa85-5d0f97469ff6 service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Refreshing network info cache for port 23a53d2a-97b7-4487-b8d7-58bed150d5b3 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.331596] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.331902] env[68786]: DEBUG nova.compute.manager [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1265.334552] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.797s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.334712] env[68786]: DEBUG nova.objects.instance [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lazy-loading 'resources' on Instance uuid 895ca200-dcaa-4850-a24a-f6e36cd21862 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.582144] env[68786]: DEBUG nova.network.neutron [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Port 801356ab-b4e6-44cc-892e-624b09c5066e binding to destination host cpu-1 is already ACTIVE {{(pid=68786) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1265.839022] env[68786]: DEBUG nova.compute.utils [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1265.841079] env[68786]: DEBUG nova.objects.instance [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lazy-loading 'numa_topology' on Instance uuid 895ca200-dcaa-4850-a24a-f6e36cd21862 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.841623] env[68786]: DEBUG nova.compute.manager [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1265.841791] env[68786]: DEBUG nova.network.neutron [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1265.919184] env[68786]: DEBUG nova.policy [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc0d268882ae4e1a81bc9e631ecda10c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ac2bdd051844773a9ea751d45cbdf52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1266.166731] env[68786]: DEBUG nova.objects.instance [None req-86909f67-ff34-46cf-806c-86d1bf036ab4 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lazy-loading 'flavor' on Instance uuid fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.194572] env[68786]: DEBUG nova.network.neutron [req-a3b3db7d-a626-472d-b164-cf5c741e8e68 req-bc029b38-9e58-49ea-aa85-5d0f97469ff6 service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Updated VIF entry in instance network info cache for port 23a53d2a-97b7-4487-b8d7-58bed150d5b3. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.194950] env[68786]: DEBUG nova.network.neutron [req-a3b3db7d-a626-472d-b164-cf5c741e8e68 req-bc029b38-9e58-49ea-aa85-5d0f97469ff6 service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Updating instance_info_cache with network_info: [{"id": "23a53d2a-97b7-4487-b8d7-58bed150d5b3", "address": "fa:16:3e:db:47:d6", "network": {"id": "05b352a2-0a93-4081-b237-c313674a704f", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1117742771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6125dd9826ef43d6a08c8460028ec501", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap23a53d2a-97", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.345275] env[68786]: DEBUG nova.compute.manager [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1266.349246] env[68786]: DEBUG nova.objects.base [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Object Instance<895ca200-dcaa-4850-a24a-f6e36cd21862> lazy-loaded attributes: resources,numa_topology {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1266.499710] env[68786]: DEBUG nova.network.neutron [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Successfully created port: 8c76fff8-cec6-432e-8dff-61a286e04464 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1266.504742] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c814f2-2ead-4b43-9738-220cddce7e8f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.512832] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a600f280-f0fd-42c1-8435-0a956a6d8bc9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.549024] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56019071-3ece-4050-8191-a039c93fe4c9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.555865] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d703e25c-5b18-4f06-8a76-59138e5cc06b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.569279] env[68786]: DEBUG nova.compute.provider_tree [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.603324] env[68786]: DEBUG oslo_concurrency.lockutils [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "17fe6762-3043-4e7f-b319-2a7f1a90dd3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.603492] env[68786]: DEBUG oslo_concurrency.lockutils [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "17fe6762-3043-4e7f-b319-2a7f1a90dd3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.603637] env[68786]: DEBUG oslo_concurrency.lockutils [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "17fe6762-3043-4e7f-b319-2a7f1a90dd3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.672368] env[68786]: DEBUG oslo_concurrency.lockutils [None req-86909f67-ff34-46cf-806c-86d1bf036ab4 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.256s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.700838] env[68786]: DEBUG oslo_concurrency.lockutils [req-a3b3db7d-a626-472d-b164-cf5c741e8e68 req-bc029b38-9e58-49ea-aa85-5d0f97469ff6 service nova] Releasing lock "refresh_cache-895ca200-dcaa-4850-a24a-f6e36cd21862" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.889567] env[68786]: INFO nova.compute.manager [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Rescuing [ 1266.889838] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "refresh_cache-fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.889986] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquired lock "refresh_cache-fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.890168] env[68786]: DEBUG nova.network.neutron [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.072514] env[68786]: DEBUG nova.scheduler.client.report [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.302711] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "895ca200-dcaa-4850-a24a-f6e36cd21862" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.362881] env[68786]: DEBUG nova.compute.manager [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1267.389616] env[68786]: DEBUG nova.virt.hardware [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.389864] env[68786]: DEBUG nova.virt.hardware [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.390069] env[68786]: DEBUG nova.virt.hardware [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.390271] env[68786]: DEBUG nova.virt.hardware [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.390434] env[68786]: DEBUG nova.virt.hardware [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.390622] env[68786]: DEBUG nova.virt.hardware [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.390875] env[68786]: DEBUG nova.virt.hardware [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.391091] env[68786]: DEBUG nova.virt.hardware [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.391292] env[68786]: DEBUG nova.virt.hardware [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.391460] env[68786]: DEBUG nova.virt.hardware [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.391648] env[68786]: DEBUG nova.virt.hardware [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.394895] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427b37f7-0dea-4e32-a0be-2c1c78c002a2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.404156] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec31362c-2773-41c1-af9c-03d150693a72 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.577352] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.587289] env[68786]: DEBUG nova.network.neutron [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Updating instance_info_cache with network_info: [{"id": "eac7a725-06ba-4c2a-8517-fc3ba68f4ab5", "address": "fa:16:3e:52:f4:cc", "network": {"id": "d8fc6a34-46e3-4363-ae92-f7dcfc6f0fd5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1956616996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047b06846d8f4a3fb20ae46fdae50302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac7a725-06", "ovs_interfaceid": "eac7a725-06ba-4c2a-8517-fc3ba68f4ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.636102] env[68786]: DEBUG oslo_concurrency.lockutils [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "refresh_cache-17fe6762-3043-4e7f-b319-2a7f1a90dd3a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.636356] env[68786]: DEBUG oslo_concurrency.lockutils [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired lock "refresh_cache-17fe6762-3043-4e7f-b319-2a7f1a90dd3a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.636543] env[68786]: DEBUG nova.network.neutron [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.084421] env[68786]: DEBUG oslo_concurrency.lockutils [None req-2598ca91-8376-408d-bb73-524dfcf34d9c tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "895ca200-dcaa-4850-a24a-f6e36cd21862" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.861s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.085241] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "895ca200-dcaa-4850-a24a-f6e36cd21862" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.783s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.085482] env[68786]: INFO nova.compute.manager [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Unshelving [ 1268.090111] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Releasing lock "refresh_cache-fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.117689] env[68786]: DEBUG nova.compute.manager [req-4adb7b34-30c3-4565-bb22-21a40c26a434 req-764926f3-4bb3-493e-98f3-31eb2912b131 service nova] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Received event network-vif-plugged-8c76fff8-cec6-432e-8dff-61a286e04464 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.117917] env[68786]: DEBUG oslo_concurrency.lockutils [req-4adb7b34-30c3-4565-bb22-21a40c26a434 req-764926f3-4bb3-493e-98f3-31eb2912b131 service nova] Acquiring lock "b07bb786-74fc-458a-b174-1a07b19c2d29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.118135] env[68786]: DEBUG oslo_concurrency.lockutils [req-4adb7b34-30c3-4565-bb22-21a40c26a434 req-764926f3-4bb3-493e-98f3-31eb2912b131 service nova] Lock "b07bb786-74fc-458a-b174-1a07b19c2d29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.118328] env[68786]: DEBUG oslo_concurrency.lockutils [req-4adb7b34-30c3-4565-bb22-21a40c26a434 req-764926f3-4bb3-493e-98f3-31eb2912b131 service nova] Lock "b07bb786-74fc-458a-b174-1a07b19c2d29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.118505] env[68786]: DEBUG nova.compute.manager [req-4adb7b34-30c3-4565-bb22-21a40c26a434 req-764926f3-4bb3-493e-98f3-31eb2912b131 service nova] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] No waiting events found dispatching network-vif-plugged-8c76fff8-cec6-432e-8dff-61a286e04464 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1268.118671] env[68786]: WARNING nova.compute.manager [req-4adb7b34-30c3-4565-bb22-21a40c26a434 req-764926f3-4bb3-493e-98f3-31eb2912b131 service nova] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Received unexpected event network-vif-plugged-8c76fff8-cec6-432e-8dff-61a286e04464 for instance with vm_state building and task_state spawning. [ 1268.254620] env[68786]: DEBUG nova.network.neutron [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Successfully updated port: 8c76fff8-cec6-432e-8dff-61a286e04464 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1268.369542] env[68786]: DEBUG nova.network.neutron [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Updating instance_info_cache with network_info: [{"id": "801356ab-b4e6-44cc-892e-624b09c5066e", "address": "fa:16:3e:51:b6:bc", "network": {"id": "3522e8ed-e9cf-4aa1-9743-473c1345b0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1025079652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d7b71dea254e54831c7e3f8668850e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801356ab-b4", "ovs_interfaceid": "801356ab-b4e6-44cc-892e-624b09c5066e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.758309] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "refresh_cache-b07bb786-74fc-458a-b174-1a07b19c2d29" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.758496] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "refresh_cache-b07bb786-74fc-458a-b174-1a07b19c2d29" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.758653] env[68786]: DEBUG nova.network.neutron [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.873015] env[68786]: DEBUG oslo_concurrency.lockutils [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Releasing lock "refresh_cache-17fe6762-3043-4e7f-b319-2a7f1a90dd3a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.110612] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.110745] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.111707] env[68786]: DEBUG nova.objects.instance [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lazy-loading 'pci_requests' on Instance uuid 895ca200-dcaa-4850-a24a-f6e36cd21862 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.288127] env[68786]: DEBUG nova.network.neutron [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.392741] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f07ef3-4de7-48a2-aaa5-0c091edcdba1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.412632] env[68786]: DEBUG nova.network.neutron [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Updating instance_info_cache with network_info: [{"id": "8c76fff8-cec6-432e-8dff-61a286e04464", "address": "fa:16:3e:d3:22:d7", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c76fff8-ce", "ovs_interfaceid": "8c76fff8-cec6-432e-8dff-61a286e04464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.413780] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9900645b-13bf-45a2-8395-1ed3c9c16c55 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.420842] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Updating instance '17fe6762-3043-4e7f-b319-2a7f1a90dd3a' progress to 83 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1269.615515] env[68786]: DEBUG nova.objects.instance [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lazy-loading 'numa_topology' on Instance uuid 895ca200-dcaa-4850-a24a-f6e36cd21862 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.622711] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.622984] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c685682-62c1-4615-80e6-c74290dde046 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.630193] env[68786]: DEBUG oslo_vmware.api [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1269.630193] env[68786]: value = "task-3091748" [ 1269.630193] env[68786]: _type = "Task" [ 1269.630193] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.638621] env[68786]: DEBUG oslo_vmware.api [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.917626] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "refresh_cache-b07bb786-74fc-458a-b174-1a07b19c2d29" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.917910] env[68786]: DEBUG nova.compute.manager [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Instance network_info: |[{"id": "8c76fff8-cec6-432e-8dff-61a286e04464", "address": "fa:16:3e:d3:22:d7", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c76fff8-ce", "ovs_interfaceid": "8c76fff8-cec6-432e-8dff-61a286e04464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1269.918385] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:22:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c76fff8-cec6-432e-8dff-61a286e04464', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.925734] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.927331] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-de9e289b-49cd-40e2-81c1-1c400f0861ea tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Updating instance '17fe6762-3043-4e7f-b319-2a7f1a90dd3a' progress to 100 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1269.930819] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1269.931063] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e81a6aa-6584-4e00-8ced-55930adf723c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.950707] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.950707] env[68786]: value = "task-3091749" [ 1269.950707] env[68786]: _type = "Task" [ 1269.950707] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.958659] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091749, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.118288] env[68786]: INFO nova.compute.claims [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1270.141783] env[68786]: DEBUG oslo_vmware.api [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091748, 'name': PowerOffVM_Task, 'duration_secs': 0.205109} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.142515] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.143801] env[68786]: DEBUG nova.compute.manager [req-f485859c-03b3-436b-95f7-bdf13e5f60a5 req-e275543f-e67e-4e86-9c73-243b2773f964 service nova] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Received event network-changed-8c76fff8-cec6-432e-8dff-61a286e04464 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.144014] env[68786]: DEBUG nova.compute.manager [req-f485859c-03b3-436b-95f7-bdf13e5f60a5 req-e275543f-e67e-4e86-9c73-243b2773f964 service nova] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Refreshing instance network info cache due to event network-changed-8c76fff8-cec6-432e-8dff-61a286e04464. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.144229] env[68786]: DEBUG oslo_concurrency.lockutils [req-f485859c-03b3-436b-95f7-bdf13e5f60a5 req-e275543f-e67e-4e86-9c73-243b2773f964 service nova] Acquiring lock "refresh_cache-b07bb786-74fc-458a-b174-1a07b19c2d29" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.144383] env[68786]: DEBUG oslo_concurrency.lockutils [req-f485859c-03b3-436b-95f7-bdf13e5f60a5 req-e275543f-e67e-4e86-9c73-243b2773f964 service nova] Acquired lock "refresh_cache-b07bb786-74fc-458a-b174-1a07b19c2d29" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.144556] env[68786]: DEBUG nova.network.neutron [req-f485859c-03b3-436b-95f7-bdf13e5f60a5 req-e275543f-e67e-4e86-9c73-243b2773f964 service nova] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Refreshing network info cache for port 8c76fff8-cec6-432e-8dff-61a286e04464 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.146601] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e46f0a-167f-4f2b-914e-1c0fef2ba734 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.169493] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d48f53-4845-4026-aeaa-e12a2fd38b31 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.202726] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.203026] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ed906f5-2e31-4514-8141-0cf044b9977b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.210592] env[68786]: DEBUG oslo_vmware.api [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1270.210592] env[68786]: value = "task-3091750" [ 1270.210592] env[68786]: _type = "Task" [ 1270.210592] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.226679] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] VM already powered off {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1270.226885] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1270.227144] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.227423] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.227500] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.227702] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac9cec8d-d72c-496e-b1eb-0ca34937d15b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.236207] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.236384] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1270.237074] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efb7a3ed-470c-4fe0-8bb4-3ebdb3eea02f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.242223] env[68786]: DEBUG oslo_vmware.api [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1270.242223] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]528d3bf0-879f-8491-724c-5bb821d6b39b" [ 1270.242223] env[68786]: _type = "Task" [ 1270.242223] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.251571] env[68786]: DEBUG oslo_vmware.api [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]528d3bf0-879f-8491-724c-5bb821d6b39b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.461087] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091749, 'name': CreateVM_Task, 'duration_secs': 0.303124} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.461900] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.462889] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.462889] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.463036] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.463525] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2590704-620f-462b-a63d-0545f302c438 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.467941] env[68786]: DEBUG oslo_vmware.api [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1270.467941] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]521c3944-97fb-1fa2-5ccc-6d7a1b0eaa48" [ 1270.467941] env[68786]: _type = "Task" [ 1270.467941] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.475925] env[68786]: DEBUG oslo_vmware.api [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]521c3944-97fb-1fa2-5ccc-6d7a1b0eaa48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.753488] env[68786]: DEBUG oslo_vmware.api [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]528d3bf0-879f-8491-724c-5bb821d6b39b, 'name': SearchDatastore_Task, 'duration_secs': 0.008771} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.754075] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a421e86-dd4c-4e0e-a10a-cc58244c390d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.759015] env[68786]: DEBUG oslo_vmware.api [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1270.759015] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52de618c-75dc-6ea1-03a9-677600f86874" [ 1270.759015] env[68786]: _type = "Task" [ 1270.759015] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.767175] env[68786]: DEBUG oslo_vmware.api [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52de618c-75dc-6ea1-03a9-677600f86874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.836606] env[68786]: DEBUG nova.network.neutron [req-f485859c-03b3-436b-95f7-bdf13e5f60a5 req-e275543f-e67e-4e86-9c73-243b2773f964 service nova] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Updated VIF entry in instance network info cache for port 8c76fff8-cec6-432e-8dff-61a286e04464. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.837015] env[68786]: DEBUG nova.network.neutron [req-f485859c-03b3-436b-95f7-bdf13e5f60a5 req-e275543f-e67e-4e86-9c73-243b2773f964 service nova] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Updating instance_info_cache with network_info: [{"id": "8c76fff8-cec6-432e-8dff-61a286e04464", "address": "fa:16:3e:d3:22:d7", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c76fff8-ce", "ovs_interfaceid": "8c76fff8-cec6-432e-8dff-61a286e04464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.978536] env[68786]: DEBUG oslo_vmware.api [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]521c3944-97fb-1fa2-5ccc-6d7a1b0eaa48, 'name': SearchDatastore_Task, 'duration_secs': 0.012832} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.978787] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.979024] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1270.979234] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.219319] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f385ab-8c79-43e3-af93-a134be001534 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.228025] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecbd199-d15b-44e1-95df-7e4d1b384794 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.257664] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a207f822-084f-430c-9031-1ac1365c84ef {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.269034] env[68786]: DEBUG oslo_vmware.api [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52de618c-75dc-6ea1-03a9-677600f86874, 'name': SearchDatastore_Task, 'duration_secs': 0.009895} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.271067] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.271067] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475/49297ab8-3c56-4f04-9154-bbe88fc8d703-rescue.vmdk. {{(pid=68786) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1271.271067] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.271316] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.271371] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca0bf5d7-e417-4387-9566-ad4afdb5dd98 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.274243] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8532d5-04ce-4e9f-afc6-201b2084150f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.277965] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7fb85a1-2e43-453f-b76d-a88012471351 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.289344] env[68786]: DEBUG nova.compute.provider_tree [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.292387] env[68786]: DEBUG oslo_vmware.api [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1271.292387] env[68786]: value = "task-3091751" [ 1271.292387] env[68786]: _type = "Task" [ 1271.292387] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.292607] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.292895] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1271.293702] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6e382b5-ebbf-4bbd-a438-632f617d876e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.301852] env[68786]: DEBUG oslo_vmware.api [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1271.301852] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5272ea47-a553-2482-f9b7-08dffb486d18" [ 1271.301852] env[68786]: _type = "Task" [ 1271.301852] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.305281] env[68786]: DEBUG oslo_vmware.api [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.313722] env[68786]: DEBUG oslo_vmware.api [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5272ea47-a553-2482-f9b7-08dffb486d18, 'name': SearchDatastore_Task, 'duration_secs': 0.008198} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.314529] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30d219d7-5a23-43ff-acf3-0f05ca59f8ce {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.319367] env[68786]: DEBUG oslo_vmware.api [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1271.319367] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]521ae3c0-f57c-b68a-84a0-3271d6f2c787" [ 1271.319367] env[68786]: _type = "Task" [ 1271.319367] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.326298] env[68786]: DEBUG oslo_vmware.api [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]521ae3c0-f57c-b68a-84a0-3271d6f2c787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.339228] env[68786]: DEBUG oslo_concurrency.lockutils [req-f485859c-03b3-436b-95f7-bdf13e5f60a5 req-e275543f-e67e-4e86-9c73-243b2773f964 service nova] Releasing lock "refresh_cache-b07bb786-74fc-458a-b174-1a07b19c2d29" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.794755] env[68786]: DEBUG nova.scheduler.client.report [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.806631] env[68786]: DEBUG oslo_vmware.api [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460034} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.806883] env[68786]: INFO nova.virt.vmwareapi.ds_util [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475/49297ab8-3c56-4f04-9154-bbe88fc8d703-rescue.vmdk. [ 1271.807712] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913296ca-2dc8-4cb0-8e40-618d7809b177 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.836363] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475/49297ab8-3c56-4f04-9154-bbe88fc8d703-rescue.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.841124] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd83995a-2653-427f-a055-524a60c19241 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.859265] env[68786]: DEBUG oslo_vmware.api [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]521ae3c0-f57c-b68a-84a0-3271d6f2c787, 'name': SearchDatastore_Task, 'duration_secs': 0.008155} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.860554] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.860821] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] b07bb786-74fc-458a-b174-1a07b19c2d29/b07bb786-74fc-458a-b174-1a07b19c2d29.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.861144] env[68786]: DEBUG oslo_vmware.api [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1271.861144] env[68786]: value = "task-3091752" [ 1271.861144] env[68786]: _type = "Task" [ 1271.861144] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.861331] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec431952-665e-49f8-8fff-8e4a3d79ea11 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.870813] env[68786]: DEBUG oslo_vmware.api [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091752, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.871943] env[68786]: DEBUG oslo_vmware.api [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1271.871943] env[68786]: value = "task-3091753" [ 1271.871943] env[68786]: _type = "Task" [ 1271.871943] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.878930] env[68786]: DEBUG oslo_vmware.api [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.303212] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.192s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.341052] env[68786]: INFO nova.network.neutron [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Updating port 23a53d2a-97b7-4487-b8d7-58bed150d5b3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1272.372225] env[68786]: DEBUG oslo_vmware.api [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091752, 'name': ReconfigVM_Task, 'duration_secs': 0.497271} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.372653] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Reconfigured VM instance instance-0000007b to attach disk [datastore1] fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475/49297ab8-3c56-4f04-9154-bbe88fc8d703-rescue.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1272.376188] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb50eb5c-02b1-4b1c-b8ef-b76f15d106ea {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.384173] env[68786]: DEBUG oslo_vmware.api [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.404312} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.403432] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] b07bb786-74fc-458a-b174-1a07b19c2d29/b07bb786-74fc-458a-b174-1a07b19c2d29.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.403665] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.408613] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed77b689-883b-4fc0-8a07-602d0815ff14 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.410457] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-effbd5d3-7fd3-4735-ab9c-809671c9f053 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.420977] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9de5b84-9ff3-4789-adce-48347e99bca5 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "17fe6762-3043-4e7f-b319-2a7f1a90dd3a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.421234] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9de5b84-9ff3-4789-adce-48347e99bca5 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "17fe6762-3043-4e7f-b319-2a7f1a90dd3a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.421596] env[68786]: DEBUG nova.compute.manager [None req-e9de5b84-9ff3-4789-adce-48347e99bca5 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Going to confirm migration 9 {{(pid=68786) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1272.428737] env[68786]: DEBUG oslo_vmware.api [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1272.428737] env[68786]: value = "task-3091754" [ 1272.428737] env[68786]: _type = "Task" [ 1272.428737] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.428965] env[68786]: DEBUG oslo_vmware.api [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1272.428965] env[68786]: value = "task-3091755" [ 1272.428965] env[68786]: _type = "Task" [ 1272.428965] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.443057] env[68786]: DEBUG oslo_vmware.api [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091755, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.443312] env[68786]: DEBUG oslo_vmware.api [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.946650] env[68786]: DEBUG oslo_vmware.api [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066074} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.947026] env[68786]: DEBUG oslo_vmware.api [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091755, 'name': ReconfigVM_Task, 'duration_secs': 0.156386} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.947127] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1272.947365] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.948066] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5641b773-567d-4401-a280-268140e66d9b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.950605] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65c4d148-66fa-4a20-b5e1-0c0048221c46 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.971897] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] b07bb786-74fc-458a-b174-1a07b19c2d29/b07bb786-74fc-458a-b174-1a07b19c2d29.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.973149] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ea5edf8-15b5-4bd5-a34e-51f1a2dbbc51 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.986777] env[68786]: DEBUG oslo_vmware.api [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1272.986777] env[68786]: value = "task-3091756" [ 1272.986777] env[68786]: _type = "Task" [ 1272.986777] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.991494] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9de5b84-9ff3-4789-adce-48347e99bca5 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "refresh_cache-17fe6762-3043-4e7f-b319-2a7f1a90dd3a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.991699] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9de5b84-9ff3-4789-adce-48347e99bca5 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired lock "refresh_cache-17fe6762-3043-4e7f-b319-2a7f1a90dd3a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.991886] env[68786]: DEBUG nova.network.neutron [None req-e9de5b84-9ff3-4789-adce-48347e99bca5 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.992100] env[68786]: DEBUG nova.objects.instance [None req-e9de5b84-9ff3-4789-adce-48347e99bca5 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lazy-loading 'info_cache' on Instance uuid 17fe6762-3043-4e7f-b319-2a7f1a90dd3a {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.997050] env[68786]: DEBUG oslo_vmware.api [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1272.997050] env[68786]: value = "task-3091757" [ 1272.997050] env[68786]: _type = "Task" [ 1272.997050] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.997461] env[68786]: DEBUG oslo_vmware.api [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.005302] env[68786]: DEBUG oslo_vmware.api [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091757, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.497643] env[68786]: DEBUG oslo_vmware.api [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091756, 'name': PowerOnVM_Task, 'duration_secs': 0.460561} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.500121] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1273.505902] env[68786]: DEBUG nova.compute.manager [None req-f94ef856-9a55-4301-b386-e8b45e5b19b6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1273.506425] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6494eeb-2bb9-4db9-a509-1b16eaca8aeb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.517977] env[68786]: DEBUG oslo_vmware.api [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091757, 'name': ReconfigVM_Task, 'duration_secs': 0.405988} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.518495] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Reconfigured VM instance instance-0000007d to attach disk [datastore1] b07bb786-74fc-458a-b174-1a07b19c2d29/b07bb786-74fc-458a-b174-1a07b19c2d29.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.519064] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2100a8a-0b9c-4486-ad58-3a4fbbc455d3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.525055] env[68786]: DEBUG oslo_vmware.api [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1273.525055] env[68786]: value = "task-3091758" [ 1273.525055] env[68786]: _type = "Task" [ 1273.525055] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.532685] env[68786]: DEBUG oslo_vmware.api [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091758, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.757933] env[68786]: DEBUG nova.compute.manager [req-95226623-b9dc-45cb-9484-f50e865275b6 req-b3eefce1-01bb-48fb-a718-2693ff794d0a service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Received event network-vif-plugged-23a53d2a-97b7-4487-b8d7-58bed150d5b3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.758181] env[68786]: DEBUG oslo_concurrency.lockutils [req-95226623-b9dc-45cb-9484-f50e865275b6 req-b3eefce1-01bb-48fb-a718-2693ff794d0a service nova] Acquiring lock "895ca200-dcaa-4850-a24a-f6e36cd21862-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.758441] env[68786]: DEBUG oslo_concurrency.lockutils [req-95226623-b9dc-45cb-9484-f50e865275b6 req-b3eefce1-01bb-48fb-a718-2693ff794d0a service nova] Lock "895ca200-dcaa-4850-a24a-f6e36cd21862-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.758613] env[68786]: DEBUG oslo_concurrency.lockutils [req-95226623-b9dc-45cb-9484-f50e865275b6 req-b3eefce1-01bb-48fb-a718-2693ff794d0a service nova] Lock "895ca200-dcaa-4850-a24a-f6e36cd21862-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.758782] env[68786]: DEBUG nova.compute.manager [req-95226623-b9dc-45cb-9484-f50e865275b6 req-b3eefce1-01bb-48fb-a718-2693ff794d0a service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] No waiting events found dispatching network-vif-plugged-23a53d2a-97b7-4487-b8d7-58bed150d5b3 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1273.758954] env[68786]: WARNING nova.compute.manager [req-95226623-b9dc-45cb-9484-f50e865275b6 req-b3eefce1-01bb-48fb-a718-2693ff794d0a service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Received unexpected event network-vif-plugged-23a53d2a-97b7-4487-b8d7-58bed150d5b3 for instance with vm_state shelved_offloaded and task_state spawning. [ 1273.842729] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "refresh_cache-895ca200-dcaa-4850-a24a-f6e36cd21862" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.842942] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquired lock "refresh_cache-895ca200-dcaa-4850-a24a-f6e36cd21862" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.843120] env[68786]: DEBUG nova.network.neutron [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.034580] env[68786]: DEBUG oslo_vmware.api [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091758, 'name': Rename_Task, 'duration_secs': 0.147946} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.036791] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.037045] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82f1bacd-91e1-422d-98f7-34203361ae54 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.043955] env[68786]: DEBUG oslo_vmware.api [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1274.043955] env[68786]: value = "task-3091759" [ 1274.043955] env[68786]: _type = "Task" [ 1274.043955] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.051165] env[68786]: DEBUG oslo_vmware.api [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.257412] env[68786]: DEBUG nova.network.neutron [None req-e9de5b84-9ff3-4789-adce-48347e99bca5 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Updating instance_info_cache with network_info: [{"id": "801356ab-b4e6-44cc-892e-624b09c5066e", "address": "fa:16:3e:51:b6:bc", "network": {"id": "3522e8ed-e9cf-4aa1-9743-473c1345b0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1025079652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d7b71dea254e54831c7e3f8668850e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801356ab-b4", "ovs_interfaceid": "801356ab-b4e6-44cc-892e-624b09c5066e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.538509] env[68786]: DEBUG nova.network.neutron [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Updating instance_info_cache with network_info: [{"id": "23a53d2a-97b7-4487-b8d7-58bed150d5b3", "address": "fa:16:3e:db:47:d6", "network": {"id": "05b352a2-0a93-4081-b237-c313674a704f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117742771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6125dd9826ef43d6a08c8460028ec501", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a53d2a-97", "ovs_interfaceid": "23a53d2a-97b7-4487-b8d7-58bed150d5b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.554435] env[68786]: DEBUG oslo_vmware.api [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091759, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.760544] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9de5b84-9ff3-4789-adce-48347e99bca5 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Releasing lock "refresh_cache-17fe6762-3043-4e7f-b319-2a7f1a90dd3a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.760929] env[68786]: DEBUG nova.objects.instance [None req-e9de5b84-9ff3-4789-adce-48347e99bca5 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lazy-loading 'migration_context' on Instance uuid 17fe6762-3043-4e7f-b319-2a7f1a90dd3a {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.041848] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Releasing lock "refresh_cache-895ca200-dcaa-4850-a24a-f6e36cd21862" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.054188] env[68786]: DEBUG oslo_vmware.api [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091759, 'name': PowerOnVM_Task, 'duration_secs': 0.649321} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.054408] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.054605] env[68786]: INFO nova.compute.manager [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1275.054789] env[68786]: DEBUG nova.compute.manager [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.055522] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6033d3-a38e-4a3e-87b3-85dbc405ed55 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.071543] env[68786]: DEBUG nova.virt.hardware [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='cf4a7d9971103193af70c388549b5a02',container_format='bare',created_at=2025-03-19T15:45:10Z,direct_url=,disk_format='vmdk',id=f93158bc-cced-4b33-bae8-95c2cf800f5c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1885659382-shelved',owner='6125dd9826ef43d6a08c8460028ec501',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-03-19T15:45:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1275.071819] env[68786]: DEBUG nova.virt.hardware [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.072025] env[68786]: DEBUG nova.virt.hardware [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.072257] env[68786]: DEBUG nova.virt.hardware [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.072440] env[68786]: DEBUG nova.virt.hardware [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.072623] env[68786]: DEBUG nova.virt.hardware [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1275.072863] env[68786]: DEBUG nova.virt.hardware [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1275.073084] env[68786]: DEBUG nova.virt.hardware [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1275.073275] env[68786]: DEBUG nova.virt.hardware [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1275.073444] env[68786]: DEBUG nova.virt.hardware [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1275.073619] env[68786]: DEBUG nova.virt.hardware [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1275.074365] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f3d9f4-9342-4e26-a417-b752f5f7128c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.081170] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3c7892-832a-42d6-9ef3-b7f18a7d317c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.093883] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:47:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23a53d2a-97b7-4487-b8d7-58bed150d5b3', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1275.101205] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.102057] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1275.102271] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbcb0151-c19e-40a6-a711-f4df96000f1e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.119904] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1275.119904] env[68786]: value = "task-3091760" [ 1275.119904] env[68786]: _type = "Task" [ 1275.119904] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.126928] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091760, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.264269] env[68786]: DEBUG nova.objects.base [None req-e9de5b84-9ff3-4789-adce-48347e99bca5 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Object Instance<17fe6762-3043-4e7f-b319-2a7f1a90dd3a> lazy-loaded attributes: info_cache,migration_context {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1275.265294] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddeae6a-90ad-41b1-b160-eb5f5732f534 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.283762] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-946ad6a5-1ea7-4652-b531-d9709fb41754 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.288891] env[68786]: DEBUG oslo_vmware.api [None req-e9de5b84-9ff3-4789-adce-48347e99bca5 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1275.288891] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d2ffcc-e8f3-09f9-b878-18a97802cf8a" [ 1275.288891] env[68786]: _type = "Task" [ 1275.288891] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.297689] env[68786]: DEBUG oslo_vmware.api [None req-e9de5b84-9ff3-4789-adce-48347e99bca5 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d2ffcc-e8f3-09f9-b878-18a97802cf8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.299160] env[68786]: INFO nova.compute.manager [None req-b9c7d092-1984-4ee5-bae3-c67c588519e6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Unrescuing [ 1275.299400] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b9c7d092-1984-4ee5-bae3-c67c588519e6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "refresh_cache-fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.299562] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b9c7d092-1984-4ee5-bae3-c67c588519e6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquired lock "refresh_cache-fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.299721] env[68786]: DEBUG nova.network.neutron [None req-b9c7d092-1984-4ee5-bae3-c67c588519e6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.576029] env[68786]: INFO nova.compute.manager [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Took 12.42 seconds to build instance. [ 1275.629775] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091760, 'name': CreateVM_Task, 'duration_secs': 0.300082} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.629936] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1275.630668] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f93158bc-cced-4b33-bae8-95c2cf800f5c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.630901] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f93158bc-cced-4b33-bae8-95c2cf800f5c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.631341] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f93158bc-cced-4b33-bae8-95c2cf800f5c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.631640] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc79d62e-6d2b-46b2-9244-7474ddc136d6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.636635] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1275.636635] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52679cda-a137-e2d5-107e-2c2857428e6d" [ 1275.636635] env[68786]: _type = "Task" [ 1275.636635] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.648054] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52679cda-a137-e2d5-107e-2c2857428e6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.789101] env[68786]: DEBUG nova.compute.manager [req-e80a391b-879d-49cd-9f56-8ef29ab77957 req-583a4c0d-dd81-491c-ab70-9d47d228374a service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Received event network-changed-23a53d2a-97b7-4487-b8d7-58bed150d5b3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.789325] env[68786]: DEBUG nova.compute.manager [req-e80a391b-879d-49cd-9f56-8ef29ab77957 req-583a4c0d-dd81-491c-ab70-9d47d228374a service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Refreshing instance network info cache due to event network-changed-23a53d2a-97b7-4487-b8d7-58bed150d5b3. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1275.789569] env[68786]: DEBUG oslo_concurrency.lockutils [req-e80a391b-879d-49cd-9f56-8ef29ab77957 req-583a4c0d-dd81-491c-ab70-9d47d228374a service nova] Acquiring lock "refresh_cache-895ca200-dcaa-4850-a24a-f6e36cd21862" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.789729] env[68786]: DEBUG oslo_concurrency.lockutils [req-e80a391b-879d-49cd-9f56-8ef29ab77957 req-583a4c0d-dd81-491c-ab70-9d47d228374a service nova] Acquired lock "refresh_cache-895ca200-dcaa-4850-a24a-f6e36cd21862" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.789920] env[68786]: DEBUG nova.network.neutron [req-e80a391b-879d-49cd-9f56-8ef29ab77957 req-583a4c0d-dd81-491c-ab70-9d47d228374a service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Refreshing network info cache for port 23a53d2a-97b7-4487-b8d7-58bed150d5b3 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.801224] env[68786]: DEBUG oslo_vmware.api [None req-e9de5b84-9ff3-4789-adce-48347e99bca5 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d2ffcc-e8f3-09f9-b878-18a97802cf8a, 'name': SearchDatastore_Task, 'duration_secs': 0.006942} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.804013] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9de5b84-9ff3-4789-adce-48347e99bca5 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.804290] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9de5b84-9ff3-4789-adce-48347e99bca5 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.059925] env[68786]: DEBUG nova.network.neutron [None req-b9c7d092-1984-4ee5-bae3-c67c588519e6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Updating instance_info_cache with network_info: [{"id": "eac7a725-06ba-4c2a-8517-fc3ba68f4ab5", "address": "fa:16:3e:52:f4:cc", "network": {"id": "d8fc6a34-46e3-4363-ae92-f7dcfc6f0fd5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1956616996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047b06846d8f4a3fb20ae46fdae50302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac7a725-06", "ovs_interfaceid": "eac7a725-06ba-4c2a-8517-fc3ba68f4ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.077671] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3e81ef0b-bce3-4800-a4ef-a2c257044f58 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "b07bb786-74fc-458a-b174-1a07b19c2d29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.926s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.147890] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f93158bc-cced-4b33-bae8-95c2cf800f5c" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.148117] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Processing image f93158bc-cced-4b33-bae8-95c2cf800f5c {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1276.148364] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f93158bc-cced-4b33-bae8-95c2cf800f5c/f93158bc-cced-4b33-bae8-95c2cf800f5c.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.148543] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f93158bc-cced-4b33-bae8-95c2cf800f5c/f93158bc-cced-4b33-bae8-95c2cf800f5c.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.148732] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1276.148986] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2861012b-6989-4f8e-add3-6eff8a122bad {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.156759] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1276.156938] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1276.157650] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b4943f-a508-4532-9cfe-14a86a61b869 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.162883] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1276.162883] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52555ce7-1fc9-d762-1278-42b1f141f6c3" [ 1276.162883] env[68786]: _type = "Task" [ 1276.162883] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.170589] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52555ce7-1fc9-d762-1278-42b1f141f6c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.421283] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ddeb79-2565-4e5f-98d3-aba30049a975 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.429431] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a16b922-88ec-4a11-bad4-a1e2883901a0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.464342] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1210014f-aafd-4feb-ad9e-aa7789cd7306 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.471710] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c059a5-6e8a-4f9d-8ba2-f89b07330328 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.484710] env[68786]: DEBUG nova.compute.provider_tree [None req-e9de5b84-9ff3-4789-adce-48347e99bca5 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.560492] env[68786]: DEBUG nova.compute.manager [req-7c14c0ca-050c-4093-b8a7-1193e0f35c01 req-d3ce86d9-1aa1-4ecf-be68-d1e80c65cf76 service nova] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Received event network-changed-8c76fff8-cec6-432e-8dff-61a286e04464 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.560750] env[68786]: DEBUG nova.compute.manager [req-7c14c0ca-050c-4093-b8a7-1193e0f35c01 req-d3ce86d9-1aa1-4ecf-be68-d1e80c65cf76 service nova] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Refreshing instance network info cache due to event network-changed-8c76fff8-cec6-432e-8dff-61a286e04464. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1276.560891] env[68786]: DEBUG oslo_concurrency.lockutils [req-7c14c0ca-050c-4093-b8a7-1193e0f35c01 req-d3ce86d9-1aa1-4ecf-be68-d1e80c65cf76 service nova] Acquiring lock "refresh_cache-b07bb786-74fc-458a-b174-1a07b19c2d29" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.561125] env[68786]: DEBUG oslo_concurrency.lockutils [req-7c14c0ca-050c-4093-b8a7-1193e0f35c01 req-d3ce86d9-1aa1-4ecf-be68-d1e80c65cf76 service nova] Acquired lock "refresh_cache-b07bb786-74fc-458a-b174-1a07b19c2d29" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.561317] env[68786]: DEBUG nova.network.neutron [req-7c14c0ca-050c-4093-b8a7-1193e0f35c01 req-d3ce86d9-1aa1-4ecf-be68-d1e80c65cf76 service nova] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Refreshing network info cache for port 8c76fff8-cec6-432e-8dff-61a286e04464 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.563333] env[68786]: DEBUG nova.network.neutron [req-e80a391b-879d-49cd-9f56-8ef29ab77957 req-583a4c0d-dd81-491c-ab70-9d47d228374a service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Updated VIF entry in instance network info cache for port 23a53d2a-97b7-4487-b8d7-58bed150d5b3. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.563636] env[68786]: DEBUG nova.network.neutron [req-e80a391b-879d-49cd-9f56-8ef29ab77957 req-583a4c0d-dd81-491c-ab70-9d47d228374a service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Updating instance_info_cache with network_info: [{"id": "23a53d2a-97b7-4487-b8d7-58bed150d5b3", "address": "fa:16:3e:db:47:d6", "network": {"id": "05b352a2-0a93-4081-b237-c313674a704f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1117742771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6125dd9826ef43d6a08c8460028ec501", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a53d2a-97", "ovs_interfaceid": "23a53d2a-97b7-4487-b8d7-58bed150d5b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.565111] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b9c7d092-1984-4ee5-bae3-c67c588519e6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Releasing lock "refresh_cache-fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.565684] env[68786]: DEBUG nova.objects.instance [None req-b9c7d092-1984-4ee5-bae3-c67c588519e6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lazy-loading 'flavor' on Instance uuid fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.673494] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Preparing fetch location {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1276.673758] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Fetch image to [datastore1] OSTACK_IMG_e87b08c6-02ca-4e97-8cb1-a2f2400f80f8/OSTACK_IMG_e87b08c6-02ca-4e97-8cb1-a2f2400f80f8.vmdk {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1276.673962] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Downloading stream optimized image f93158bc-cced-4b33-bae8-95c2cf800f5c to [datastore1] OSTACK_IMG_e87b08c6-02ca-4e97-8cb1-a2f2400f80f8/OSTACK_IMG_e87b08c6-02ca-4e97-8cb1-a2f2400f80f8.vmdk on the data store datastore1 as vApp {{(pid=68786) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1276.674167] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Downloading image file data f93158bc-cced-4b33-bae8-95c2cf800f5c to the ESX as VM named 'OSTACK_IMG_e87b08c6-02ca-4e97-8cb1-a2f2400f80f8' {{(pid=68786) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1276.748081] env[68786]: DEBUG oslo_vmware.rw_handles [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1276.748081] env[68786]: value = "resgroup-9" [ 1276.748081] env[68786]: _type = "ResourcePool" [ 1276.748081] env[68786]: }. {{(pid=68786) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1276.748406] env[68786]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-33398d01-81f6-4b6a-ba35-3bf7382ff8c4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.769335] env[68786]: DEBUG oslo_vmware.rw_handles [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lease: (returnval){ [ 1276.769335] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ba6f67-0b1c-5a72-f3d1-102c76e221f4" [ 1276.769335] env[68786]: _type = "HttpNfcLease" [ 1276.769335] env[68786]: } obtained for vApp import into resource pool (val){ [ 1276.769335] env[68786]: value = "resgroup-9" [ 1276.769335] env[68786]: _type = "ResourcePool" [ 1276.769335] env[68786]: }. {{(pid=68786) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1276.769597] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the lease: (returnval){ [ 1276.769597] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ba6f67-0b1c-5a72-f3d1-102c76e221f4" [ 1276.769597] env[68786]: _type = "HttpNfcLease" [ 1276.769597] env[68786]: } to be ready. {{(pid=68786) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1276.775503] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1276.775503] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ba6f67-0b1c-5a72-f3d1-102c76e221f4" [ 1276.775503] env[68786]: _type = "HttpNfcLease" [ 1276.775503] env[68786]: } is initializing. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1276.988970] env[68786]: DEBUG nova.scheduler.client.report [None req-e9de5b84-9ff3-4789-adce-48347e99bca5 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.067684] env[68786]: DEBUG oslo_concurrency.lockutils [req-e80a391b-879d-49cd-9f56-8ef29ab77957 req-583a4c0d-dd81-491c-ab70-9d47d228374a service nova] Releasing lock "refresh_cache-895ca200-dcaa-4850-a24a-f6e36cd21862" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.075626] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e82e2e-4c08-422c-a10b-ad620d608cb7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.106862] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c7d092-1984-4ee5-bae3-c67c588519e6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.107299] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e105f998-5d6e-4b3f-b8dd-aabeda5452a9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.114468] env[68786]: DEBUG oslo_vmware.api [None req-b9c7d092-1984-4ee5-bae3-c67c588519e6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1277.114468] env[68786]: value = "task-3091762" [ 1277.114468] env[68786]: _type = "Task" [ 1277.114468] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.123142] env[68786]: DEBUG oslo_vmware.api [None req-b9c7d092-1984-4ee5-bae3-c67c588519e6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.277984] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1277.277984] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ba6f67-0b1c-5a72-f3d1-102c76e221f4" [ 1277.277984] env[68786]: _type = "HttpNfcLease" [ 1277.277984] env[68786]: } is initializing. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1277.353251] env[68786]: DEBUG nova.network.neutron [req-7c14c0ca-050c-4093-b8a7-1193e0f35c01 req-d3ce86d9-1aa1-4ecf-be68-d1e80c65cf76 service nova] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Updated VIF entry in instance network info cache for port 8c76fff8-cec6-432e-8dff-61a286e04464. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.353686] env[68786]: DEBUG nova.network.neutron [req-7c14c0ca-050c-4093-b8a7-1193e0f35c01 req-d3ce86d9-1aa1-4ecf-be68-d1e80c65cf76 service nova] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Updating instance_info_cache with network_info: [{"id": "8c76fff8-cec6-432e-8dff-61a286e04464", "address": "fa:16:3e:d3:22:d7", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c76fff8-ce", "ovs_interfaceid": "8c76fff8-cec6-432e-8dff-61a286e04464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.623685] env[68786]: DEBUG oslo_vmware.api [None req-b9c7d092-1984-4ee5-bae3-c67c588519e6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091762, 'name': PowerOffVM_Task, 'duration_secs': 0.313319} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.623949] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c7d092-1984-4ee5-bae3-c67c588519e6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.629445] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c7d092-1984-4ee5-bae3-c67c588519e6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Reconfiguring VM instance instance-0000007b to detach disk 2002 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1277.629794] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3af5420-8dde-4c97-80f6-c12e12de9943 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.647196] env[68786]: DEBUG oslo_vmware.api [None req-b9c7d092-1984-4ee5-bae3-c67c588519e6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1277.647196] env[68786]: value = "task-3091763" [ 1277.647196] env[68786]: _type = "Task" [ 1277.647196] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.657012] env[68786]: DEBUG oslo_vmware.api [None req-b9c7d092-1984-4ee5-bae3-c67c588519e6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.779224] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1277.779224] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ba6f67-0b1c-5a72-f3d1-102c76e221f4" [ 1277.779224] env[68786]: _type = "HttpNfcLease" [ 1277.779224] env[68786]: } is ready. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1277.779542] env[68786]: DEBUG oslo_vmware.rw_handles [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1277.779542] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52ba6f67-0b1c-5a72-f3d1-102c76e221f4" [ 1277.779542] env[68786]: _type = "HttpNfcLease" [ 1277.779542] env[68786]: }. {{(pid=68786) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1277.780241] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39093ea9-529e-4df1-9072-413a4870f314 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.787721] env[68786]: DEBUG oslo_vmware.rw_handles [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ed76d-116f-1901-d30d-0f11413cf9e3/disk-0.vmdk from lease info. {{(pid=68786) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1277.787901] env[68786]: DEBUG oslo_vmware.rw_handles [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ed76d-116f-1901-d30d-0f11413cf9e3/disk-0.vmdk. {{(pid=68786) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1277.852062] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e4addd5e-d211-4d3c-877e-bd0da527a254 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.856117] env[68786]: DEBUG oslo_concurrency.lockutils [req-7c14c0ca-050c-4093-b8a7-1193e0f35c01 req-d3ce86d9-1aa1-4ecf-be68-d1e80c65cf76 service nova] Releasing lock "refresh_cache-b07bb786-74fc-458a-b174-1a07b19c2d29" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.002532] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9de5b84-9ff3-4789-adce-48347e99bca5 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.198s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.002883] env[68786]: DEBUG nova.compute.manager [None req-e9de5b84-9ff3-4789-adce-48347e99bca5 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68786) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1278.157940] env[68786]: DEBUG oslo_vmware.api [None req-b9c7d092-1984-4ee5-bae3-c67c588519e6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091763, 'name': ReconfigVM_Task, 'duration_secs': 0.406358} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.159889] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c7d092-1984-4ee5-bae3-c67c588519e6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Reconfigured VM instance instance-0000007b to detach disk 2002 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1278.160107] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c7d092-1984-4ee5-bae3-c67c588519e6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.160374] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a79d862a-3df2-488e-b32f-fcca2ebb107a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.166202] env[68786]: DEBUG oslo_vmware.api [None req-b9c7d092-1984-4ee5-bae3-c67c588519e6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1278.166202] env[68786]: value = "task-3091764" [ 1278.166202] env[68786]: _type = "Task" [ 1278.166202] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.175514] env[68786]: DEBUG oslo_vmware.api [None req-b9c7d092-1984-4ee5-bae3-c67c588519e6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.572526] env[68786]: INFO nova.scheduler.client.report [None req-e9de5b84-9ff3-4789-adce-48347e99bca5 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Deleted allocation for migration 674a205b-d0ae-477d-8ef6-f41fb2549fa5 [ 1278.679844] env[68786]: DEBUG oslo_vmware.api [None req-b9c7d092-1984-4ee5-bae3-c67c588519e6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091764, 'name': PowerOnVM_Task, 'duration_secs': 0.470763} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.681836] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c7d092-1984-4ee5-bae3-c67c588519e6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.682091] env[68786]: DEBUG nova.compute.manager [None req-b9c7d092-1984-4ee5-bae3-c67c588519e6 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.683158] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ead55d3-15ed-4cbb-8b5e-ec1c7a360d7a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.989688] env[68786]: DEBUG oslo_vmware.rw_handles [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Completed reading data from the image iterator. {{(pid=68786) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1278.989950] env[68786]: DEBUG oslo_vmware.rw_handles [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ed76d-116f-1901-d30d-0f11413cf9e3/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1278.990915] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773eaa73-9346-4725-a82d-f631897f912a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.999942] env[68786]: DEBUG oslo_vmware.rw_handles [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ed76d-116f-1901-d30d-0f11413cf9e3/disk-0.vmdk is in state: ready. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1279.000116] env[68786]: DEBUG oslo_vmware.rw_handles [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ed76d-116f-1901-d30d-0f11413cf9e3/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1279.000331] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-fba9c160-467c-4488-936a-ff4e916f3438 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.080717] env[68786]: DEBUG oslo_concurrency.lockutils [None req-e9de5b84-9ff3-4789-adce-48347e99bca5 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "17fe6762-3043-4e7f-b319-2a7f1a90dd3a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.659s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.171576] env[68786]: DEBUG oslo_vmware.rw_handles [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ed76d-116f-1901-d30d-0f11413cf9e3/disk-0.vmdk. {{(pid=68786) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1279.172210] env[68786]: INFO nova.virt.vmwareapi.images [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Downloaded image file data f93158bc-cced-4b33-bae8-95c2cf800f5c [ 1279.172657] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d32f9b-246f-4565-84e6-e06e11bb3e90 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.187595] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76814a43-621a-4cff-a642-6a153b455431 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.220738] env[68786]: INFO nova.virt.vmwareapi.images [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] The imported VM was unregistered [ 1279.223207] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Caching image {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1279.223440] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f93158bc-cced-4b33-bae8-95c2cf800f5c {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.223698] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07b088d0-a515-4caa-aa54-5eae8911d3de {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.251965] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Created directory with path [datastore1] devstack-image-cache_base/f93158bc-cced-4b33-bae8-95c2cf800f5c {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1279.252180] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e87b08c6-02ca-4e97-8cb1-a2f2400f80f8/OSTACK_IMG_e87b08c6-02ca-4e97-8cb1-a2f2400f80f8.vmdk to [datastore1] devstack-image-cache_base/f93158bc-cced-4b33-bae8-95c2cf800f5c/f93158bc-cced-4b33-bae8-95c2cf800f5c.vmdk. {{(pid=68786) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1279.252433] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-53045d41-8e41-409c-af33-d3fda5bbc074 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.258821] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1279.258821] env[68786]: value = "task-3091766" [ 1279.258821] env[68786]: _type = "Task" [ 1279.258821] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.266176] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091766, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.370351] env[68786]: DEBUG nova.objects.instance [None req-b49fd6d1-5098-4465-b5ae-87b150e101e2 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lazy-loading 'flavor' on Instance uuid 17fe6762-3043-4e7f-b319-2a7f1a90dd3a {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.771331] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091766, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.875914] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b49fd6d1-5098-4465-b5ae-87b150e101e2 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "refresh_cache-17fe6762-3043-4e7f-b319-2a7f1a90dd3a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.876124] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b49fd6d1-5098-4465-b5ae-87b150e101e2 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired lock "refresh_cache-17fe6762-3043-4e7f-b319-2a7f1a90dd3a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.876609] env[68786]: DEBUG nova.network.neutron [None req-b49fd6d1-5098-4465-b5ae-87b150e101e2 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.876609] env[68786]: DEBUG nova.objects.instance [None req-b49fd6d1-5098-4465-b5ae-87b150e101e2 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lazy-loading 'info_cache' on Instance uuid 17fe6762-3043-4e7f-b319-2a7f1a90dd3a {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.908952] env[68786]: DEBUG nova.compute.manager [req-470f5d2d-d02b-49ed-863f-7a661d34edcd req-2a0277b9-3f80-45b4-88aa-7121c2502e7f service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Received event network-changed-eac7a725-06ba-4c2a-8517-fc3ba68f4ab5 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.909170] env[68786]: DEBUG nova.compute.manager [req-470f5d2d-d02b-49ed-863f-7a661d34edcd req-2a0277b9-3f80-45b4-88aa-7121c2502e7f service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Refreshing instance network info cache due to event network-changed-eac7a725-06ba-4c2a-8517-fc3ba68f4ab5. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1279.909376] env[68786]: DEBUG oslo_concurrency.lockutils [req-470f5d2d-d02b-49ed-863f-7a661d34edcd req-2a0277b9-3f80-45b4-88aa-7121c2502e7f service nova] Acquiring lock "refresh_cache-fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.909521] env[68786]: DEBUG oslo_concurrency.lockutils [req-470f5d2d-d02b-49ed-863f-7a661d34edcd req-2a0277b9-3f80-45b4-88aa-7121c2502e7f service nova] Acquired lock "refresh_cache-fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.909712] env[68786]: DEBUG nova.network.neutron [req-470f5d2d-d02b-49ed-863f-7a661d34edcd req-2a0277b9-3f80-45b4-88aa-7121c2502e7f service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Refreshing network info cache for port eac7a725-06ba-4c2a-8517-fc3ba68f4ab5 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.271877] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091766, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.380511] env[68786]: DEBUG nova.objects.base [None req-b49fd6d1-5098-4465-b5ae-87b150e101e2 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Object Instance<17fe6762-3043-4e7f-b319-2a7f1a90dd3a> lazy-loaded attributes: flavor,info_cache {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1280.634951] env[68786]: DEBUG nova.network.neutron [req-470f5d2d-d02b-49ed-863f-7a661d34edcd req-2a0277b9-3f80-45b4-88aa-7121c2502e7f service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Updated VIF entry in instance network info cache for port eac7a725-06ba-4c2a-8517-fc3ba68f4ab5. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1280.635331] env[68786]: DEBUG nova.network.neutron [req-470f5d2d-d02b-49ed-863f-7a661d34edcd req-2a0277b9-3f80-45b4-88aa-7121c2502e7f service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Updating instance_info_cache with network_info: [{"id": "eac7a725-06ba-4c2a-8517-fc3ba68f4ab5", "address": "fa:16:3e:52:f4:cc", "network": {"id": "d8fc6a34-46e3-4363-ae92-f7dcfc6f0fd5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1956616996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047b06846d8f4a3fb20ae46fdae50302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac7a725-06", "ovs_interfaceid": "eac7a725-06ba-4c2a-8517-fc3ba68f4ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.773204] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091766, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.098830] env[68786]: DEBUG nova.network.neutron [None req-b49fd6d1-5098-4465-b5ae-87b150e101e2 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Updating instance_info_cache with network_info: [{"id": "801356ab-b4e6-44cc-892e-624b09c5066e", "address": "fa:16:3e:51:b6:bc", "network": {"id": "3522e8ed-e9cf-4aa1-9743-473c1345b0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1025079652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d7b71dea254e54831c7e3f8668850e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801356ab-b4", "ovs_interfaceid": "801356ab-b4e6-44cc-892e-624b09c5066e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.137930] env[68786]: DEBUG oslo_concurrency.lockutils [req-470f5d2d-d02b-49ed-863f-7a661d34edcd req-2a0277b9-3f80-45b4-88aa-7121c2502e7f service nova] Releasing lock "refresh_cache-fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.272955] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091766, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.601720] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b49fd6d1-5098-4465-b5ae-87b150e101e2 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Releasing lock "refresh_cache-17fe6762-3043-4e7f-b319-2a7f1a90dd3a" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.771399] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091766, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.308451} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.771666] env[68786]: INFO nova.virt.vmwareapi.ds_util [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e87b08c6-02ca-4e97-8cb1-a2f2400f80f8/OSTACK_IMG_e87b08c6-02ca-4e97-8cb1-a2f2400f80f8.vmdk to [datastore1] devstack-image-cache_base/f93158bc-cced-4b33-bae8-95c2cf800f5c/f93158bc-cced-4b33-bae8-95c2cf800f5c.vmdk. [ 1281.771857] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Cleaning up location [datastore1] OSTACK_IMG_e87b08c6-02ca-4e97-8cb1-a2f2400f80f8 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1281.772038] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e87b08c6-02ca-4e97-8cb1-a2f2400f80f8 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.772299] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43f66f4b-7f17-4bbd-bdab-c6c04f1cba83 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.779309] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1281.779309] env[68786]: value = "task-3091767" [ 1281.779309] env[68786]: _type = "Task" [ 1281.779309] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.787098] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.933969] env[68786]: DEBUG nova.compute.manager [req-a67d7fac-dd72-4f77-b587-ea2cae4e254a req-e45f5604-d963-4e75-bb02-897c82abb6b8 service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Received event network-changed-eac7a725-06ba-4c2a-8517-fc3ba68f4ab5 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.934220] env[68786]: DEBUG nova.compute.manager [req-a67d7fac-dd72-4f77-b587-ea2cae4e254a req-e45f5604-d963-4e75-bb02-897c82abb6b8 service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Refreshing instance network info cache due to event network-changed-eac7a725-06ba-4c2a-8517-fc3ba68f4ab5. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1281.934435] env[68786]: DEBUG oslo_concurrency.lockutils [req-a67d7fac-dd72-4f77-b587-ea2cae4e254a req-e45f5604-d963-4e75-bb02-897c82abb6b8 service nova] Acquiring lock "refresh_cache-fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.934594] env[68786]: DEBUG oslo_concurrency.lockutils [req-a67d7fac-dd72-4f77-b587-ea2cae4e254a req-e45f5604-d963-4e75-bb02-897c82abb6b8 service nova] Acquired lock "refresh_cache-fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.934769] env[68786]: DEBUG nova.network.neutron [req-a67d7fac-dd72-4f77-b587-ea2cae4e254a req-e45f5604-d963-4e75-bb02-897c82abb6b8 service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Refreshing network info cache for port eac7a725-06ba-4c2a-8517-fc3ba68f4ab5 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.288689] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033257} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.288967] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.289132] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f93158bc-cced-4b33-bae8-95c2cf800f5c/f93158bc-cced-4b33-bae8-95c2cf800f5c.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.289427] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f93158bc-cced-4b33-bae8-95c2cf800f5c/f93158bc-cced-4b33-bae8-95c2cf800f5c.vmdk to [datastore1] 895ca200-dcaa-4850-a24a-f6e36cd21862/895ca200-dcaa-4850-a24a-f6e36cd21862.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1282.289678] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cbc671b-4a0e-4dc1-9900-d266fd70cd56 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.296585] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1282.296585] env[68786]: value = "task-3091768" [ 1282.296585] env[68786]: _type = "Task" [ 1282.296585] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.303936] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.608328] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b49fd6d1-5098-4465-b5ae-87b150e101e2 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.608720] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca990a52-67fc-4e13-8167-8552716b01dc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.616746] env[68786]: DEBUG oslo_vmware.api [None req-b49fd6d1-5098-4465-b5ae-87b150e101e2 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1282.616746] env[68786]: value = "task-3091769" [ 1282.616746] env[68786]: _type = "Task" [ 1282.616746] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.624922] env[68786]: DEBUG oslo_vmware.api [None req-b49fd6d1-5098-4465-b5ae-87b150e101e2 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.659482] env[68786]: DEBUG nova.network.neutron [req-a67d7fac-dd72-4f77-b587-ea2cae4e254a req-e45f5604-d963-4e75-bb02-897c82abb6b8 service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Updated VIF entry in instance network info cache for port eac7a725-06ba-4c2a-8517-fc3ba68f4ab5. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.660024] env[68786]: DEBUG nova.network.neutron [req-a67d7fac-dd72-4f77-b587-ea2cae4e254a req-e45f5604-d963-4e75-bb02-897c82abb6b8 service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Updating instance_info_cache with network_info: [{"id": "eac7a725-06ba-4c2a-8517-fc3ba68f4ab5", "address": "fa:16:3e:52:f4:cc", "network": {"id": "d8fc6a34-46e3-4363-ae92-f7dcfc6f0fd5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1956616996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047b06846d8f4a3fb20ae46fdae50302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac7a725-06", "ovs_interfaceid": "eac7a725-06ba-4c2a-8517-fc3ba68f4ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.807723] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091768, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.127709] env[68786]: DEBUG oslo_vmware.api [None req-b49fd6d1-5098-4465-b5ae-87b150e101e2 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091769, 'name': PowerOnVM_Task, 'duration_secs': 0.411914} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.127955] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b49fd6d1-5098-4465-b5ae-87b150e101e2 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.128210] env[68786]: DEBUG nova.compute.manager [None req-b49fd6d1-5098-4465-b5ae-87b150e101e2 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.129062] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a960d94-f670-47e0-9a8e-486b491e3fe5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.163635] env[68786]: DEBUG oslo_concurrency.lockutils [req-a67d7fac-dd72-4f77-b587-ea2cae4e254a req-e45f5604-d963-4e75-bb02-897c82abb6b8 service nova] Releasing lock "refresh_cache-fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.312539] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091768, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.810216] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091768, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.933623] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "17fe6762-3043-4e7f-b319-2a7f1a90dd3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.933918] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "17fe6762-3043-4e7f-b319-2a7f1a90dd3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.934161] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "17fe6762-3043-4e7f-b319-2a7f1a90dd3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.934354] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "17fe6762-3043-4e7f-b319-2a7f1a90dd3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.934527] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "17fe6762-3043-4e7f-b319-2a7f1a90dd3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.936860] env[68786]: INFO nova.compute.manager [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Terminating instance [ 1284.311243] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091768, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.441450] env[68786]: DEBUG nova.compute.manager [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1284.441849] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1284.442603] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76194618-34be-42ae-a791-949a75839f3c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.450459] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.450769] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe989965-33c9-4b36-97cb-26f75074cf2c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.459550] env[68786]: DEBUG oslo_vmware.api [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1284.459550] env[68786]: value = "task-3091770" [ 1284.459550] env[68786]: _type = "Task" [ 1284.459550] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.472512] env[68786]: DEBUG oslo_vmware.api [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.811404] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091768, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.969259] env[68786]: DEBUG oslo_vmware.api [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091770, 'name': PowerOffVM_Task, 'duration_secs': 0.234369} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.969499] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.969636] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.969875] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-011246c1-e57b-4282-8a2f-e57a8297a985 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.031621] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1285.031872] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1285.032024] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Deleting the datastore file [datastore1] 17fe6762-3043-4e7f-b319-2a7f1a90dd3a {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.032293] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a9ff2a2-c097-481e-b7ff-7c85cd3bc2e7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.039327] env[68786]: DEBUG oslo_vmware.api [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1285.039327] env[68786]: value = "task-3091772" [ 1285.039327] env[68786]: _type = "Task" [ 1285.039327] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.046575] env[68786]: DEBUG oslo_vmware.api [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.309926] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091768, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.559404} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.310213] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f93158bc-cced-4b33-bae8-95c2cf800f5c/f93158bc-cced-4b33-bae8-95c2cf800f5c.vmdk to [datastore1] 895ca200-dcaa-4850-a24a-f6e36cd21862/895ca200-dcaa-4850-a24a-f6e36cd21862.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.310971] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b04295-18c7-4273-a696-f0565659ee50 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.332085] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 895ca200-dcaa-4850-a24a-f6e36cd21862/895ca200-dcaa-4850-a24a-f6e36cd21862.vmdk or device None with type streamOptimized {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.332337] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea90e896-d658-4ebb-ba02-c62954e29ed1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.350744] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1285.350744] env[68786]: value = "task-3091773" [ 1285.350744] env[68786]: _type = "Task" [ 1285.350744] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.357738] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.550036] env[68786]: DEBUG oslo_vmware.api [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13722} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.550434] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.550434] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.550588] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.550760] env[68786]: INFO nova.compute.manager [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1285.551030] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.551228] env[68786]: DEBUG nova.compute.manager [-] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1285.551322] env[68786]: DEBUG nova.network.neutron [-] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1285.874873] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091773, 'name': ReconfigVM_Task, 'duration_secs': 0.300881} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.875235] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 895ca200-dcaa-4850-a24a-f6e36cd21862/895ca200-dcaa-4850-a24a-f6e36cd21862.vmdk or device None with type streamOptimized {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.875826] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e30900d-3ef1-4752-ade8-0965f8380b02 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.883037] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1285.883037] env[68786]: value = "task-3091774" [ 1285.883037] env[68786]: _type = "Task" [ 1285.883037] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.890108] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091774, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.075799] env[68786]: DEBUG nova.compute.manager [req-59ed21ab-64b0-4a9a-8773-63c9cfec877c req-98a4e3d8-9491-4892-b83c-5f9808caa3d9 service nova] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Received event network-vif-deleted-801356ab-b4e6-44cc-892e-624b09c5066e {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.075915] env[68786]: INFO nova.compute.manager [req-59ed21ab-64b0-4a9a-8773-63c9cfec877c req-98a4e3d8-9491-4892-b83c-5f9808caa3d9 service nova] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Neutron deleted interface 801356ab-b4e6-44cc-892e-624b09c5066e; detaching it from the instance and deleting it from the info cache [ 1286.076194] env[68786]: DEBUG nova.network.neutron [req-59ed21ab-64b0-4a9a-8773-63c9cfec877c req-98a4e3d8-9491-4892-b83c-5f9808caa3d9 service nova] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.393547] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091774, 'name': Rename_Task, 'duration_secs': 0.164246} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.393854] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.394138] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbb08d44-6284-4124-ab62-84b992fe8c53 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.400954] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1286.400954] env[68786]: value = "task-3091775" [ 1286.400954] env[68786]: _type = "Task" [ 1286.400954] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.409474] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.559169] env[68786]: DEBUG nova.network.neutron [-] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.579022] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f35ef18-f6a3-40d1-880e-0b401b541af4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.588400] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cb65c0-9df4-417b-9d1b-471acd54ebea {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.619637] env[68786]: DEBUG nova.compute.manager [req-59ed21ab-64b0-4a9a-8773-63c9cfec877c req-98a4e3d8-9491-4892-b83c-5f9808caa3d9 service nova] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Detach interface failed, port_id=801356ab-b4e6-44cc-892e-624b09c5066e, reason: Instance 17fe6762-3043-4e7f-b319-2a7f1a90dd3a could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1286.911176] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091775, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.062085] env[68786]: INFO nova.compute.manager [-] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Took 1.51 seconds to deallocate network for instance. [ 1287.411692] env[68786]: DEBUG oslo_vmware.api [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091775, 'name': PowerOnVM_Task, 'duration_secs': 0.653509} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.411984] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.515025] env[68786]: DEBUG nova.compute.manager [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.515025] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c43bad2-cad6-4ad8-93b1-c2f826b7b769 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.568646] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.569037] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.569126] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.592338] env[68786]: INFO nova.scheduler.client.report [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Deleted allocations for instance 17fe6762-3043-4e7f-b319-2a7f1a90dd3a [ 1288.031196] env[68786]: DEBUG oslo_concurrency.lockutils [None req-0a0057d3-90ca-4e9e-b55a-2d515a207236 tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "895ca200-dcaa-4850-a24a-f6e36cd21862" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.946s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.099402] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d740d2c2-b211-49bf-9dce-4bfecb20c34b tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "17fe6762-3043-4e7f-b319-2a7f1a90dd3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.165s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.933917] env[68786]: DEBUG oslo_concurrency.lockutils [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "10e58032-7083-4312-bfee-b90881fe3a59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.934214] env[68786]: DEBUG oslo_concurrency.lockutils [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "10e58032-7083-4312-bfee-b90881fe3a59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.436625] env[68786]: DEBUG nova.compute.manager [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1289.957772] env[68786]: DEBUG oslo_concurrency.lockutils [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.958109] env[68786]: DEBUG oslo_concurrency.lockutils [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.959645] env[68786]: INFO nova.compute.claims [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.053985] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d586f959-356d-47ad-b6e3-72191e0186c5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.061942] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e151a5-3a48-439e-8222-2bbd7666e8db {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.093131] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77725733-f460-4d06-9510-dacf24165f37 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.101052] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62eb383-bca7-465c-a7b4-5645ed53341d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.114645] env[68786]: DEBUG nova.compute.provider_tree [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.618516] env[68786]: DEBUG nova.scheduler.client.report [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.123905] env[68786]: DEBUG oslo_concurrency.lockutils [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.124433] env[68786]: DEBUG nova.compute.manager [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1292.629813] env[68786]: DEBUG nova.compute.utils [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1292.631361] env[68786]: DEBUG nova.compute.manager [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1292.631560] env[68786]: DEBUG nova.network.neutron [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1292.676312] env[68786]: DEBUG nova.policy [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aaa7398f2e4e4ab289cb8049dfce3e72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55d7b71dea254e54831c7e3f8668850e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1292.934204] env[68786]: DEBUG nova.network.neutron [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Successfully created port: a560813c-9446-438d-a07f-f52804ee7cf7 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1293.135076] env[68786]: DEBUG nova.compute.manager [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1294.146068] env[68786]: DEBUG nova.compute.manager [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1294.171690] env[68786]: DEBUG nova.virt.hardware [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1294.171906] env[68786]: DEBUG nova.virt.hardware [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.172092] env[68786]: DEBUG nova.virt.hardware [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.172295] env[68786]: DEBUG nova.virt.hardware [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.172444] env[68786]: DEBUG nova.virt.hardware [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.172590] env[68786]: DEBUG nova.virt.hardware [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1294.172799] env[68786]: DEBUG nova.virt.hardware [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1294.172957] env[68786]: DEBUG nova.virt.hardware [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1294.173173] env[68786]: DEBUG nova.virt.hardware [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1294.173374] env[68786]: DEBUG nova.virt.hardware [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1294.173553] env[68786]: DEBUG nova.virt.hardware [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1294.174432] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24427224-28df-4054-b7ff-8b338c2454a3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.182298] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b56ad7d-e0ad-4daa-b804-067108baab4e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.282185] env[68786]: DEBUG nova.compute.manager [req-d2450cd0-a147-403c-8e78-dd5f3dc899e2 req-b61f8ecc-7d2f-4ed0-b3a6-97c2f63d0651 service nova] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Received event network-vif-plugged-a560813c-9446-438d-a07f-f52804ee7cf7 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.282185] env[68786]: DEBUG oslo_concurrency.lockutils [req-d2450cd0-a147-403c-8e78-dd5f3dc899e2 req-b61f8ecc-7d2f-4ed0-b3a6-97c2f63d0651 service nova] Acquiring lock "10e58032-7083-4312-bfee-b90881fe3a59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.282185] env[68786]: DEBUG oslo_concurrency.lockutils [req-d2450cd0-a147-403c-8e78-dd5f3dc899e2 req-b61f8ecc-7d2f-4ed0-b3a6-97c2f63d0651 service nova] Lock "10e58032-7083-4312-bfee-b90881fe3a59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.282705] env[68786]: DEBUG oslo_concurrency.lockutils [req-d2450cd0-a147-403c-8e78-dd5f3dc899e2 req-b61f8ecc-7d2f-4ed0-b3a6-97c2f63d0651 service nova] Lock "10e58032-7083-4312-bfee-b90881fe3a59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.283102] env[68786]: DEBUG nova.compute.manager [req-d2450cd0-a147-403c-8e78-dd5f3dc899e2 req-b61f8ecc-7d2f-4ed0-b3a6-97c2f63d0651 service nova] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] No waiting events found dispatching network-vif-plugged-a560813c-9446-438d-a07f-f52804ee7cf7 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1294.283628] env[68786]: WARNING nova.compute.manager [req-d2450cd0-a147-403c-8e78-dd5f3dc899e2 req-b61f8ecc-7d2f-4ed0-b3a6-97c2f63d0651 service nova] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Received unexpected event network-vif-plugged-a560813c-9446-438d-a07f-f52804ee7cf7 for instance with vm_state building and task_state spawning. [ 1294.377858] env[68786]: DEBUG nova.network.neutron [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Successfully updated port: a560813c-9446-438d-a07f-f52804ee7cf7 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1294.882949] env[68786]: DEBUG oslo_concurrency.lockutils [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "refresh_cache-10e58032-7083-4312-bfee-b90881fe3a59" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.883162] env[68786]: DEBUG oslo_concurrency.lockutils [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired lock "refresh_cache-10e58032-7083-4312-bfee-b90881fe3a59" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.883327] env[68786]: DEBUG nova.network.neutron [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.416928] env[68786]: DEBUG nova.network.neutron [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1295.534855] env[68786]: DEBUG nova.network.neutron [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Updating instance_info_cache with network_info: [{"id": "a560813c-9446-438d-a07f-f52804ee7cf7", "address": "fa:16:3e:e0:25:f0", "network": {"id": "3522e8ed-e9cf-4aa1-9743-473c1345b0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1025079652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d7b71dea254e54831c7e3f8668850e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa560813c-94", "ovs_interfaceid": "a560813c-9446-438d-a07f-f52804ee7cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.037804] env[68786]: DEBUG oslo_concurrency.lockutils [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Releasing lock "refresh_cache-10e58032-7083-4312-bfee-b90881fe3a59" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.038132] env[68786]: DEBUG nova.compute.manager [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Instance network_info: |[{"id": "a560813c-9446-438d-a07f-f52804ee7cf7", "address": "fa:16:3e:e0:25:f0", "network": {"id": "3522e8ed-e9cf-4aa1-9743-473c1345b0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1025079652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d7b71dea254e54831c7e3f8668850e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa560813c-94", "ovs_interfaceid": "a560813c-9446-438d-a07f-f52804ee7cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1296.038571] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:25:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a560813c-9446-438d-a07f-f52804ee7cf7', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1296.046010] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.046237] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1296.046480] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45199107-fdd9-4210-849d-48a98d7e5db7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.065565] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1296.065565] env[68786]: value = "task-3091776" [ 1296.065565] env[68786]: _type = "Task" [ 1296.065565] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.072996] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091776, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.307890] env[68786]: DEBUG nova.compute.manager [req-2f21b4f6-55c4-4199-8788-dadf84fe08d4 req-c0b92e9c-ad9d-4dc3-bc5a-b6d587c87aaf service nova] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Received event network-changed-a560813c-9446-438d-a07f-f52804ee7cf7 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.308105] env[68786]: DEBUG nova.compute.manager [req-2f21b4f6-55c4-4199-8788-dadf84fe08d4 req-c0b92e9c-ad9d-4dc3-bc5a-b6d587c87aaf service nova] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Refreshing instance network info cache due to event network-changed-a560813c-9446-438d-a07f-f52804ee7cf7. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1296.308325] env[68786]: DEBUG oslo_concurrency.lockutils [req-2f21b4f6-55c4-4199-8788-dadf84fe08d4 req-c0b92e9c-ad9d-4dc3-bc5a-b6d587c87aaf service nova] Acquiring lock "refresh_cache-10e58032-7083-4312-bfee-b90881fe3a59" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.308468] env[68786]: DEBUG oslo_concurrency.lockutils [req-2f21b4f6-55c4-4199-8788-dadf84fe08d4 req-c0b92e9c-ad9d-4dc3-bc5a-b6d587c87aaf service nova] Acquired lock "refresh_cache-10e58032-7083-4312-bfee-b90881fe3a59" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.308628] env[68786]: DEBUG nova.network.neutron [req-2f21b4f6-55c4-4199-8788-dadf84fe08d4 req-c0b92e9c-ad9d-4dc3-bc5a-b6d587c87aaf service nova] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Refreshing network info cache for port a560813c-9446-438d-a07f-f52804ee7cf7 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1296.575524] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091776, 'name': CreateVM_Task, 'duration_secs': 0.306486} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.575911] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1296.576614] env[68786]: DEBUG oslo_concurrency.lockutils [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.576785] env[68786]: DEBUG oslo_concurrency.lockutils [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.577122] env[68786]: DEBUG oslo_concurrency.lockutils [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.577380] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-788f7678-4582-4f9d-8298-a3ac77b8f09d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.581679] env[68786]: DEBUG oslo_vmware.api [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1296.581679] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5271419b-3253-8688-d2c1-82facbf82181" [ 1296.581679] env[68786]: _type = "Task" [ 1296.581679] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.588791] env[68786]: DEBUG oslo_vmware.api [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5271419b-3253-8688-d2c1-82facbf82181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.988829] env[68786]: DEBUG nova.network.neutron [req-2f21b4f6-55c4-4199-8788-dadf84fe08d4 req-c0b92e9c-ad9d-4dc3-bc5a-b6d587c87aaf service nova] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Updated VIF entry in instance network info cache for port a560813c-9446-438d-a07f-f52804ee7cf7. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.989241] env[68786]: DEBUG nova.network.neutron [req-2f21b4f6-55c4-4199-8788-dadf84fe08d4 req-c0b92e9c-ad9d-4dc3-bc5a-b6d587c87aaf service nova] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Updating instance_info_cache with network_info: [{"id": "a560813c-9446-438d-a07f-f52804ee7cf7", "address": "fa:16:3e:e0:25:f0", "network": {"id": "3522e8ed-e9cf-4aa1-9743-473c1345b0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1025079652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d7b71dea254e54831c7e3f8668850e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa560813c-94", "ovs_interfaceid": "a560813c-9446-438d-a07f-f52804ee7cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.091902] env[68786]: DEBUG oslo_vmware.api [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5271419b-3253-8688-d2c1-82facbf82181, 'name': SearchDatastore_Task, 'duration_secs': 0.012956} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.092181] env[68786]: DEBUG oslo_concurrency.lockutils [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.092413] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.092654] env[68786]: DEBUG oslo_concurrency.lockutils [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.092811] env[68786]: DEBUG oslo_concurrency.lockutils [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.092989] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.093264] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c354808-b194-4ae6-90d8-c48b7da821ac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.101100] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.101280] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.101939] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae4c6f7-99cd-4824-bb6a-f6e0c7987587 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.106448] env[68786]: DEBUG oslo_vmware.api [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1297.106448] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]524b7bad-5663-f8bf-cdc7-d5d656c55b28" [ 1297.106448] env[68786]: _type = "Task" [ 1297.106448] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.114568] env[68786]: DEBUG oslo_vmware.api [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524b7bad-5663-f8bf-cdc7-d5d656c55b28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.491791] env[68786]: DEBUG oslo_concurrency.lockutils [req-2f21b4f6-55c4-4199-8788-dadf84fe08d4 req-c0b92e9c-ad9d-4dc3-bc5a-b6d587c87aaf service nova] Releasing lock "refresh_cache-10e58032-7083-4312-bfee-b90881fe3a59" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.617485] env[68786]: DEBUG oslo_vmware.api [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]524b7bad-5663-f8bf-cdc7-d5d656c55b28, 'name': SearchDatastore_Task, 'duration_secs': 0.008343} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.618240] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7fe94fb-53c7-45af-a6da-f45186a7e5f8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.623151] env[68786]: DEBUG oslo_vmware.api [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1297.623151] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5216e45c-00b7-9e12-f8ef-44e316b43c6b" [ 1297.623151] env[68786]: _type = "Task" [ 1297.623151] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.630196] env[68786]: DEBUG oslo_vmware.api [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5216e45c-00b7-9e12-f8ef-44e316b43c6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.132898] env[68786]: DEBUG oslo_vmware.api [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5216e45c-00b7-9e12-f8ef-44e316b43c6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009371} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.133166] env[68786]: DEBUG oslo_concurrency.lockutils [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.133421] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 10e58032-7083-4312-bfee-b90881fe3a59/10e58032-7083-4312-bfee-b90881fe3a59.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.133673] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-839739b3-0c4b-407c-a08a-9a9e78fb3793 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.140143] env[68786]: DEBUG oslo_vmware.api [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1298.140143] env[68786]: value = "task-3091777" [ 1298.140143] env[68786]: _type = "Task" [ 1298.140143] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.147483] env[68786]: DEBUG oslo_vmware.api [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.649951] env[68786]: DEBUG oslo_vmware.api [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439296} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.650337] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 10e58032-7083-4312-bfee-b90881fe3a59/10e58032-7083-4312-bfee-b90881fe3a59.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1298.650443] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1298.650696] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edaff06f-7124-49c7-8185-ceca7bf04036 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.656834] env[68786]: DEBUG oslo_vmware.api [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1298.656834] env[68786]: value = "task-3091778" [ 1298.656834] env[68786]: _type = "Task" [ 1298.656834] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.663513] env[68786]: DEBUG oslo_vmware.api [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.166511] env[68786]: DEBUG oslo_vmware.api [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.344811} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.166752] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1299.167536] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00e9ea3-2f7e-40ac-8eff-15fb0b957887 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.188383] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 10e58032-7083-4312-bfee-b90881fe3a59/10e58032-7083-4312-bfee-b90881fe3a59.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.188615] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5ca0270-3b7e-4cc2-a049-d05ba4063baf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.207730] env[68786]: DEBUG oslo_vmware.api [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1299.207730] env[68786]: value = "task-3091779" [ 1299.207730] env[68786]: _type = "Task" [ 1299.207730] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.214716] env[68786]: DEBUG oslo_vmware.api [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091779, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.717344] env[68786]: DEBUG oslo_vmware.api [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091779, 'name': ReconfigVM_Task, 'duration_secs': 0.305951} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.717793] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 10e58032-7083-4312-bfee-b90881fe3a59/10e58032-7083-4312-bfee-b90881fe3a59.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.718239] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-258947ee-5aaf-4ee8-97b2-a7a420a2120a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.724079] env[68786]: DEBUG oslo_vmware.api [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1299.724079] env[68786]: value = "task-3091780" [ 1299.724079] env[68786]: _type = "Task" [ 1299.724079] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.731257] env[68786]: DEBUG oslo_vmware.api [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091780, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.234184] env[68786]: DEBUG oslo_vmware.api [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091780, 'name': Rename_Task, 'duration_secs': 0.144799} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.234468] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1300.234713] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52e1ff1e-bc92-4780-be16-0b27d5f935ce {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.241730] env[68786]: DEBUG oslo_vmware.api [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1300.241730] env[68786]: value = "task-3091781" [ 1300.241730] env[68786]: _type = "Task" [ 1300.241730] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.254053] env[68786]: DEBUG oslo_vmware.api [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.752436] env[68786]: DEBUG oslo_vmware.api [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091781, 'name': PowerOnVM_Task, 'duration_secs': 0.422135} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.752895] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.752895] env[68786]: INFO nova.compute.manager [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1300.753046] env[68786]: DEBUG nova.compute.manager [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.753789] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcac299f-b691-4dfb-943c-93924fc54b94 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.270947] env[68786]: INFO nova.compute.manager [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Took 11.33 seconds to build instance. [ 1301.467777] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager.update_available_resource {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.773074] env[68786]: DEBUG oslo_concurrency.lockutils [None req-65437e2c-cd1d-4380-90f1-716270ecb343 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "10e58032-7083-4312-bfee-b90881fe3a59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.839s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.846751] env[68786]: DEBUG nova.compute.manager [req-39398204-1b79-483e-bbc5-56a4a425329f req-3e620fa8-31ad-4fb3-8309-6c73c280fff8 service nova] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Received event network-changed-a560813c-9446-438d-a07f-f52804ee7cf7 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.846934] env[68786]: DEBUG nova.compute.manager [req-39398204-1b79-483e-bbc5-56a4a425329f req-3e620fa8-31ad-4fb3-8309-6c73c280fff8 service nova] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Refreshing instance network info cache due to event network-changed-a560813c-9446-438d-a07f-f52804ee7cf7. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1301.847155] env[68786]: DEBUG oslo_concurrency.lockutils [req-39398204-1b79-483e-bbc5-56a4a425329f req-3e620fa8-31ad-4fb3-8309-6c73c280fff8 service nova] Acquiring lock "refresh_cache-10e58032-7083-4312-bfee-b90881fe3a59" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.847266] env[68786]: DEBUG oslo_concurrency.lockutils [req-39398204-1b79-483e-bbc5-56a4a425329f req-3e620fa8-31ad-4fb3-8309-6c73c280fff8 service nova] Acquired lock "refresh_cache-10e58032-7083-4312-bfee-b90881fe3a59" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.847427] env[68786]: DEBUG nova.network.neutron [req-39398204-1b79-483e-bbc5-56a4a425329f req-3e620fa8-31ad-4fb3-8309-6c73c280fff8 service nova] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Refreshing network info cache for port a560813c-9446-438d-a07f-f52804ee7cf7 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.970649] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.970952] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.971106] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.971232] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68786) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1301.972151] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce237f9-7399-4220-aa6f-ff1cfee72152 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.980668] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c61822-aa93-4e04-8f1e-e1959824f1ac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.994514] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361f60be-6da4-46bb-bde3-a0596ff2c448 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.000844] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f03ac6a-416e-4640-95d9-6056d20df3dd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.028636] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180209MB free_disk=138GB free_vcpus=48 pci_devices=None {{(pid=68786) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1302.028819] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.029024] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.557761] env[68786]: DEBUG nova.network.neutron [req-39398204-1b79-483e-bbc5-56a4a425329f req-3e620fa8-31ad-4fb3-8309-6c73c280fff8 service nova] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Updated VIF entry in instance network info cache for port a560813c-9446-438d-a07f-f52804ee7cf7. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.558171] env[68786]: DEBUG nova.network.neutron [req-39398204-1b79-483e-bbc5-56a4a425329f req-3e620fa8-31ad-4fb3-8309-6c73c280fff8 service nova] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Updating instance_info_cache with network_info: [{"id": "a560813c-9446-438d-a07f-f52804ee7cf7", "address": "fa:16:3e:e0:25:f0", "network": {"id": "3522e8ed-e9cf-4aa1-9743-473c1345b0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1025079652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d7b71dea254e54831c7e3f8668850e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa560813c-94", "ovs_interfaceid": "a560813c-9446-438d-a07f-f52804ee7cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.053914] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance d859760f-f2f9-45fa-8ae9-e1dab83f7f89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1303.054194] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance b572e666-0f2e-4091-a0e6-a4a6cf8e3361 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1303.054194] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1303.054316] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance b07bb786-74fc-458a-b174-1a07b19c2d29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1303.054432] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 895ca200-dcaa-4850-a24a-f6e36cd21862 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1303.054541] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 10e58032-7083-4312-bfee-b90881fe3a59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1303.054726] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1303.054865] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1303.060721] env[68786]: DEBUG oslo_concurrency.lockutils [req-39398204-1b79-483e-bbc5-56a4a425329f req-3e620fa8-31ad-4fb3-8309-6c73c280fff8 service nova] Releasing lock "refresh_cache-10e58032-7083-4312-bfee-b90881fe3a59" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.136562] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5beb521-9347-4f9c-aa33-997cb96eccce {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.144304] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557e86fe-5781-42c4-ab2f-23b48757fda1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.173890] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078969c8-8573-4680-8689-a8c4ee089707 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.180861] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c31c15e-9a87-40b5-a9bc-b716d0e5f597 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.193667] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.697982] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.202495] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68786) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1304.202865] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.174s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.197631] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.198086] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.198086] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.198224] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.198377] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.198531] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68786) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1311.467547] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.467341] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.034548] env[68786]: DEBUG oslo_concurrency.lockutils [None req-019df9e1-6f14-4d71-b830-3c7af712782d tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "b07bb786-74fc-458a-b174-1a07b19c2d29" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.034784] env[68786]: DEBUG oslo_concurrency.lockutils [None req-019df9e1-6f14-4d71-b830-3c7af712782d tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "b07bb786-74fc-458a-b174-1a07b19c2d29" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.034970] env[68786]: DEBUG nova.compute.manager [None req-019df9e1-6f14-4d71-b830-3c7af712782d tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1314.035931] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c865676a-068e-4be4-87f2-f6b3a42bc4d7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.042891] env[68786]: DEBUG nova.compute.manager [None req-019df9e1-6f14-4d71-b830-3c7af712782d tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68786) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1314.043463] env[68786]: DEBUG nova.objects.instance [None req-019df9e1-6f14-4d71-b830-3c7af712782d tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lazy-loading 'flavor' on Instance uuid b07bb786-74fc-458a-b174-1a07b19c2d29 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.051632] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-019df9e1-6f14-4d71-b830-3c7af712782d tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.052303] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b742e969-c5d0-43f3-ba51-e43263b6f726 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.059960] env[68786]: DEBUG oslo_vmware.api [None req-019df9e1-6f14-4d71-b830-3c7af712782d tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1315.059960] env[68786]: value = "task-3091782" [ 1315.059960] env[68786]: _type = "Task" [ 1315.059960] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.067148] env[68786]: DEBUG oslo_vmware.api [None req-019df9e1-6f14-4d71-b830-3c7af712782d tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.570106] env[68786]: DEBUG oslo_vmware.api [None req-019df9e1-6f14-4d71-b830-3c7af712782d tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091782, 'name': PowerOffVM_Task, 'duration_secs': 0.257046} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.570396] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-019df9e1-6f14-4d71-b830-3c7af712782d tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1315.570592] env[68786]: DEBUG nova.compute.manager [None req-019df9e1-6f14-4d71-b830-3c7af712782d tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1315.571335] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a28a9c-5592-4ccb-a1e0-13d67455a991 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.083194] env[68786]: DEBUG oslo_concurrency.lockutils [None req-019df9e1-6f14-4d71-b830-3c7af712782d tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "b07bb786-74fc-458a-b174-1a07b19c2d29" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.340504] env[68786]: DEBUG oslo_concurrency.lockutils [None req-56c43b19-e9ea-4b52-86b7-11d8fc9bdf40 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.340742] env[68786]: DEBUG oslo_concurrency.lockutils [None req-56c43b19-e9ea-4b52-86b7-11d8fc9bdf40 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.397167] env[68786]: DEBUG nova.objects.instance [None req-94656b60-0ab7-4c5e-aa66-ddeb0d4caf0a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lazy-loading 'flavor' on Instance uuid b07bb786-74fc-458a-b174-1a07b19c2d29 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.844103] env[68786]: INFO nova.compute.manager [None req-56c43b19-e9ea-4b52-86b7-11d8fc9bdf40 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Detaching volume 906b2f30-4db1-4af3-8f20-b93376c2d2a0 [ 1316.875095] env[68786]: INFO nova.virt.block_device [None req-56c43b19-e9ea-4b52-86b7-11d8fc9bdf40 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Attempting to driver detach volume 906b2f30-4db1-4af3-8f20-b93376c2d2a0 from mountpoint /dev/sdb [ 1316.875345] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-56c43b19-e9ea-4b52-86b7-11d8fc9bdf40 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Volume detach. Driver type: vmdk {{(pid=68786) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1316.875531] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-56c43b19-e9ea-4b52-86b7-11d8fc9bdf40 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618819', 'volume_id': '906b2f30-4db1-4af3-8f20-b93376c2d2a0', 'name': 'volume-906b2f30-4db1-4af3-8f20-b93376c2d2a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475', 'attached_at': '', 'detached_at': '', 'volume_id': '906b2f30-4db1-4af3-8f20-b93376c2d2a0', 'serial': '906b2f30-4db1-4af3-8f20-b93376c2d2a0'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1316.876432] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75194cff-44e2-455b-8819-41d66eaa118d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.897791] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d76717-9165-465d-85b3-f1164353222e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.902461] env[68786]: DEBUG oslo_concurrency.lockutils [None req-94656b60-0ab7-4c5e-aa66-ddeb0d4caf0a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "refresh_cache-b07bb786-74fc-458a-b174-1a07b19c2d29" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.902618] env[68786]: DEBUG oslo_concurrency.lockutils [None req-94656b60-0ab7-4c5e-aa66-ddeb0d4caf0a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "refresh_cache-b07bb786-74fc-458a-b174-1a07b19c2d29" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.902785] env[68786]: DEBUG nova.network.neutron [None req-94656b60-0ab7-4c5e-aa66-ddeb0d4caf0a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.902963] env[68786]: DEBUG nova.objects.instance [None req-94656b60-0ab7-4c5e-aa66-ddeb0d4caf0a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lazy-loading 'info_cache' on Instance uuid b07bb786-74fc-458a-b174-1a07b19c2d29 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.909054] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53217ca2-7935-48d7-9ce8-dab07e0e5795 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.929989] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179f4fd4-8631-4d6c-bc14-49c80948f1d5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.944425] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-56c43b19-e9ea-4b52-86b7-11d8fc9bdf40 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] The volume has not been displaced from its original location: [datastore1] volume-906b2f30-4db1-4af3-8f20-b93376c2d2a0/volume-906b2f30-4db1-4af3-8f20-b93376c2d2a0.vmdk. No consolidation needed. {{(pid=68786) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1316.949704] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-56c43b19-e9ea-4b52-86b7-11d8fc9bdf40 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1316.950226] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36d45fda-1249-4a0b-99ab-406b543cf060 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.967314] env[68786]: DEBUG oslo_vmware.api [None req-56c43b19-e9ea-4b52-86b7-11d8fc9bdf40 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1316.967314] env[68786]: value = "task-3091783" [ 1316.967314] env[68786]: _type = "Task" [ 1316.967314] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.974871] env[68786]: DEBUG oslo_vmware.api [None req-56c43b19-e9ea-4b52-86b7-11d8fc9bdf40 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.405870] env[68786]: DEBUG nova.objects.base [None req-94656b60-0ab7-4c5e-aa66-ddeb0d4caf0a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1317.476727] env[68786]: DEBUG oslo_vmware.api [None req-56c43b19-e9ea-4b52-86b7-11d8fc9bdf40 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091783, 'name': ReconfigVM_Task, 'duration_secs': 0.199798} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.477014] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-56c43b19-e9ea-4b52-86b7-11d8fc9bdf40 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1317.481902] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-822a2248-946a-4d66-9cdd-76b90bd84c72 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.496021] env[68786]: DEBUG oslo_vmware.api [None req-56c43b19-e9ea-4b52-86b7-11d8fc9bdf40 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1317.496021] env[68786]: value = "task-3091784" [ 1317.496021] env[68786]: _type = "Task" [ 1317.496021] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.503482] env[68786]: DEBUG oslo_vmware.api [None req-56c43b19-e9ea-4b52-86b7-11d8fc9bdf40 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.006886] env[68786]: DEBUG oslo_vmware.api [None req-56c43b19-e9ea-4b52-86b7-11d8fc9bdf40 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091784, 'name': ReconfigVM_Task, 'duration_secs': 0.134349} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.009193] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-56c43b19-e9ea-4b52-86b7-11d8fc9bdf40 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618819', 'volume_id': '906b2f30-4db1-4af3-8f20-b93376c2d2a0', 'name': 'volume-906b2f30-4db1-4af3-8f20-b93376c2d2a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475', 'attached_at': '', 'detached_at': '', 'volume_id': '906b2f30-4db1-4af3-8f20-b93376c2d2a0', 'serial': '906b2f30-4db1-4af3-8f20-b93376c2d2a0'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1318.109660] env[68786]: DEBUG nova.network.neutron [None req-94656b60-0ab7-4c5e-aa66-ddeb0d4caf0a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Updating instance_info_cache with network_info: [{"id": "8c76fff8-cec6-432e-8dff-61a286e04464", "address": "fa:16:3e:d3:22:d7", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c76fff8-ce", "ovs_interfaceid": "8c76fff8-cec6-432e-8dff-61a286e04464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.548085] env[68786]: DEBUG nova.objects.instance [None req-56c43b19-e9ea-4b52-86b7-11d8fc9bdf40 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lazy-loading 'flavor' on Instance uuid fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.612418] env[68786]: DEBUG oslo_concurrency.lockutils [None req-94656b60-0ab7-4c5e-aa66-ddeb0d4caf0a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "refresh_cache-b07bb786-74fc-458a-b174-1a07b19c2d29" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.555893] env[68786]: DEBUG oslo_concurrency.lockutils [None req-56c43b19-e9ea-4b52-86b7-11d8fc9bdf40 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.215s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.617965] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-94656b60-0ab7-4c5e-aa66-ddeb0d4caf0a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.618282] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-178b5f15-f6af-4634-ac76-fd0dcadcc20e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.625800] env[68786]: DEBUG oslo_vmware.api [None req-94656b60-0ab7-4c5e-aa66-ddeb0d4caf0a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1319.625800] env[68786]: value = "task-3091785" [ 1319.625800] env[68786]: _type = "Task" [ 1319.625800] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.639471] env[68786]: DEBUG oslo_vmware.api [None req-94656b60-0ab7-4c5e-aa66-ddeb0d4caf0a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.136208] env[68786]: DEBUG oslo_vmware.api [None req-94656b60-0ab7-4c5e-aa66-ddeb0d4caf0a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091785, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.636731] env[68786]: DEBUG oslo_vmware.api [None req-94656b60-0ab7-4c5e-aa66-ddeb0d4caf0a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091785, 'name': PowerOnVM_Task, 'duration_secs': 0.549786} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.637193] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-94656b60-0ab7-4c5e-aa66-ddeb0d4caf0a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.637246] env[68786]: DEBUG nova.compute.manager [None req-94656b60-0ab7-4c5e-aa66-ddeb0d4caf0a tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.637961] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e8d52f-7daf-4e2e-a60d-2a5384e73d29 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.646141] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.646389] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.646599] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.646820] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.646965] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.650725] env[68786]: INFO nova.compute.manager [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Terminating instance [ 1321.153467] env[68786]: DEBUG nova.compute.manager [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.153672] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.154536] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e08c23e-99ed-404d-9b0d-150d45fb17ea {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.161950] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.162230] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7793e7ac-f2d0-4209-b537-e0ed6e27dbfe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.168343] env[68786]: DEBUG oslo_vmware.api [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1321.168343] env[68786]: value = "task-3091786" [ 1321.168343] env[68786]: _type = "Task" [ 1321.168343] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.176010] env[68786]: DEBUG oslo_vmware.api [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.678020] env[68786]: DEBUG oslo_vmware.api [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091786, 'name': PowerOffVM_Task, 'duration_secs': 0.220473} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.678403] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.678403] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.678668] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a48d01db-0bb6-4347-90b2-1ea2923b5dca {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.752274] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.752518] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.752704] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Deleting the datastore file [datastore1] fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.752993] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d86a462-2282-426d-aec7-8a9687bcf05c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.760107] env[68786]: DEBUG oslo_vmware.api [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1321.760107] env[68786]: value = "task-3091788" [ 1321.760107] env[68786]: _type = "Task" [ 1321.760107] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.767595] env[68786]: DEBUG oslo_vmware.api [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.270553] env[68786]: DEBUG oslo_vmware.api [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155591} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.270818] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.270925] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.271119] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.271307] env[68786]: INFO nova.compute.manager [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1322.271588] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.272070] env[68786]: DEBUG nova.compute.manager [-] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.272175] env[68786]: DEBUG nova.network.neutron [-] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.507958] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45722f10-8eaa-4d63-8256-eed241395ad0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.514687] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa760f1-86a2-41e2-bbd7-6d62a9c5f7c6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Suspending the VM {{(pid=68786) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1322.514916] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-96a92fcf-5e60-46ae-96f7-447e131134a1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.521329] env[68786]: DEBUG oslo_vmware.api [None req-6fa760f1-86a2-41e2-bbd7-6d62a9c5f7c6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1322.521329] env[68786]: value = "task-3091789" [ 1322.521329] env[68786]: _type = "Task" [ 1322.521329] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.529217] env[68786]: DEBUG oslo_vmware.api [None req-6fa760f1-86a2-41e2-bbd7-6d62a9c5f7c6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091789, 'name': SuspendVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.731823] env[68786]: DEBUG nova.compute.manager [req-12ea263a-c934-4bea-a235-17bdab9c7ef2 req-984cbbd3-9104-4ef1-a752-e50f311eb827 service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Received event network-vif-deleted-eac7a725-06ba-4c2a-8517-fc3ba68f4ab5 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.732104] env[68786]: INFO nova.compute.manager [req-12ea263a-c934-4bea-a235-17bdab9c7ef2 req-984cbbd3-9104-4ef1-a752-e50f311eb827 service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Neutron deleted interface eac7a725-06ba-4c2a-8517-fc3ba68f4ab5; detaching it from the instance and deleting it from the info cache [ 1322.732395] env[68786]: DEBUG nova.network.neutron [req-12ea263a-c934-4bea-a235-17bdab9c7ef2 req-984cbbd3-9104-4ef1-a752-e50f311eb827 service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.031827] env[68786]: DEBUG oslo_vmware.api [None req-6fa760f1-86a2-41e2-bbd7-6d62a9c5f7c6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091789, 'name': SuspendVM_Task} progress is 54%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.215173] env[68786]: DEBUG nova.network.neutron [-] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.235181] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4293c9a6-4597-4019-8b8e-abcb79c18de7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.245096] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc67d9d3-3453-4142-8153-f3511141d640 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.275088] env[68786]: DEBUG nova.compute.manager [req-12ea263a-c934-4bea-a235-17bdab9c7ef2 req-984cbbd3-9104-4ef1-a752-e50f311eb827 service nova] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Detach interface failed, port_id=eac7a725-06ba-4c2a-8517-fc3ba68f4ab5, reason: Instance fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1323.533861] env[68786]: DEBUG oslo_vmware.api [None req-6fa760f1-86a2-41e2-bbd7-6d62a9c5f7c6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091789, 'name': SuspendVM_Task, 'duration_secs': 0.708179} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.534145] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa760f1-86a2-41e2-bbd7-6d62a9c5f7c6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Suspended the VM {{(pid=68786) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1323.534331] env[68786]: DEBUG nova.compute.manager [None req-6fa760f1-86a2-41e2-bbd7-6d62a9c5f7c6 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.535106] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ddef34-590d-4a41-b28f-73adfaab3205 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.717162] env[68786]: INFO nova.compute.manager [-] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Took 1.44 seconds to deallocate network for instance. [ 1323.994485] env[68786]: DEBUG oslo_concurrency.lockutils [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "895ca200-dcaa-4850-a24a-f6e36cd21862" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.994851] env[68786]: DEBUG oslo_concurrency.lockutils [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "895ca200-dcaa-4850-a24a-f6e36cd21862" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.994915] env[68786]: DEBUG oslo_concurrency.lockutils [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "895ca200-dcaa-4850-a24a-f6e36cd21862-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.995119] env[68786]: DEBUG oslo_concurrency.lockutils [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "895ca200-dcaa-4850-a24a-f6e36cd21862-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.995301] env[68786]: DEBUG oslo_concurrency.lockutils [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "895ca200-dcaa-4850-a24a-f6e36cd21862-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.997399] env[68786]: INFO nova.compute.manager [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Terminating instance [ 1324.225197] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.225541] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.225769] env[68786]: DEBUG nova.objects.instance [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lazy-loading 'resources' on Instance uuid fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.500607] env[68786]: DEBUG nova.compute.manager [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1324.500819] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.501726] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b373e1a-3956-4db2-8845-6fdcf53fe206 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.509209] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.509430] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a537de4c-653d-40d7-9a22-b2cf2f45c793 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.515231] env[68786]: DEBUG oslo_vmware.api [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1324.515231] env[68786]: value = "task-3091790" [ 1324.515231] env[68786]: _type = "Task" [ 1324.515231] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.522187] env[68786]: DEBUG oslo_vmware.api [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.805211] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943ecbb0-5ce7-49a7-a520-8992fc77b312 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.812589] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697fe572-19a6-47dc-803a-f3201469ed4f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.842772] env[68786]: INFO nova.compute.manager [None req-53461a96-9bdb-442b-a1c1-dfba1a3babdb tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Resuming [ 1324.843463] env[68786]: DEBUG nova.objects.instance [None req-53461a96-9bdb-442b-a1c1-dfba1a3babdb tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lazy-loading 'flavor' on Instance uuid b07bb786-74fc-458a-b174-1a07b19c2d29 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.845859] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7460cd77-6f7b-4052-ba9c-d9e47b7c8d62 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.855474] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98685c3e-2ce3-406b-a53e-293498dc30d7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.870881] env[68786]: DEBUG nova.compute.provider_tree [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.026080] env[68786]: DEBUG oslo_vmware.api [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091790, 'name': PowerOffVM_Task, 'duration_secs': 0.181014} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.026080] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.026080] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.026080] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00b5b3fc-860d-4eb0-afda-4583f7ebaf21 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.087219] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.087469] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.087657] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Deleting the datastore file [datastore1] 895ca200-dcaa-4850-a24a-f6e36cd21862 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.087926] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7be110f-da59-4aec-b43a-4e9902562636 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.093392] env[68786]: DEBUG oslo_vmware.api [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for the task: (returnval){ [ 1325.093392] env[68786]: value = "task-3091792" [ 1325.093392] env[68786]: _type = "Task" [ 1325.093392] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.100648] env[68786]: DEBUG oslo_vmware.api [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.373029] env[68786]: DEBUG nova.scheduler.client.report [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.604221] env[68786]: DEBUG oslo_vmware.api [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Task: {'id': task-3091792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136475} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.604485] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.604669] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1325.604839] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1325.605015] env[68786]: INFO nova.compute.manager [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1325.605267] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.605493] env[68786]: DEBUG nova.compute.manager [-] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1325.605622] env[68786]: DEBUG nova.network.neutron [-] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1325.877723] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.898566] env[68786]: INFO nova.scheduler.client.report [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Deleted allocations for instance fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475 [ 1326.044611] env[68786]: DEBUG nova.compute.manager [req-01ac48cc-110a-4e51-9f88-a7e5a2b7c56e req-a6fbe7cb-d31b-4e49-a126-3f029afadddf service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Received event network-vif-deleted-23a53d2a-97b7-4487-b8d7-58bed150d5b3 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.045043] env[68786]: INFO nova.compute.manager [req-01ac48cc-110a-4e51-9f88-a7e5a2b7c56e req-a6fbe7cb-d31b-4e49-a126-3f029afadddf service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Neutron deleted interface 23a53d2a-97b7-4487-b8d7-58bed150d5b3; detaching it from the instance and deleting it from the info cache [ 1326.045043] env[68786]: DEBUG nova.network.neutron [req-01ac48cc-110a-4e51-9f88-a7e5a2b7c56e req-a6fbe7cb-d31b-4e49-a126-3f029afadddf service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.356395] env[68786]: DEBUG oslo_concurrency.lockutils [None req-53461a96-9bdb-442b-a1c1-dfba1a3babdb tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "refresh_cache-b07bb786-74fc-458a-b174-1a07b19c2d29" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.356590] env[68786]: DEBUG oslo_concurrency.lockutils [None req-53461a96-9bdb-442b-a1c1-dfba1a3babdb tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquired lock "refresh_cache-b07bb786-74fc-458a-b174-1a07b19c2d29" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.356802] env[68786]: DEBUG nova.network.neutron [None req-53461a96-9bdb-442b-a1c1-dfba1a3babdb tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.407587] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bd02d079-cc76-498a-8b8d-9372e9cbf75d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.761s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.524956] env[68786]: DEBUG nova.network.neutron [-] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.548104] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cfcfbff7-3d6c-445a-89fe-b808d26d4b52 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.558205] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc20d7d9-eedf-427d-9d34-2b0ae14c9b1f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.584803] env[68786]: DEBUG nova.compute.manager [req-01ac48cc-110a-4e51-9f88-a7e5a2b7c56e req-a6fbe7cb-d31b-4e49-a126-3f029afadddf service nova] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Detach interface failed, port_id=23a53d2a-97b7-4487-b8d7-58bed150d5b3, reason: Instance 895ca200-dcaa-4850-a24a-f6e36cd21862 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1327.030878] env[68786]: INFO nova.compute.manager [-] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Took 1.43 seconds to deallocate network for instance. [ 1327.064956] env[68786]: DEBUG nova.network.neutron [None req-53461a96-9bdb-442b-a1c1-dfba1a3babdb tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Updating instance_info_cache with network_info: [{"id": "8c76fff8-cec6-432e-8dff-61a286e04464", "address": "fa:16:3e:d3:22:d7", "network": {"id": "0f1958c4-0426-4b5c-a5d2-7f8dae888a5e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-508329259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac2bdd051844773a9ea751d45cbdf52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c76fff8-ce", "ovs_interfaceid": "8c76fff8-cec6-432e-8dff-61a286e04464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.537021] env[68786]: DEBUG oslo_concurrency.lockutils [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.537335] env[68786]: DEBUG oslo_concurrency.lockutils [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.537566] env[68786]: DEBUG nova.objects.instance [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lazy-loading 'resources' on Instance uuid 895ca200-dcaa-4850-a24a-f6e36cd21862 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.567608] env[68786]: DEBUG oslo_concurrency.lockutils [None req-53461a96-9bdb-442b-a1c1-dfba1a3babdb tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Releasing lock "refresh_cache-b07bb786-74fc-458a-b174-1a07b19c2d29" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.568519] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca73717e-c1fa-4615-8c34-4a6031e2a68c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.575709] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-53461a96-9bdb-442b-a1c1-dfba1a3babdb tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Resuming the VM {{(pid=68786) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1327.575926] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-884298bf-0a77-4388-9867-702f27f1e536 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.581972] env[68786]: DEBUG oslo_vmware.api [None req-53461a96-9bdb-442b-a1c1-dfba1a3babdb tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1327.581972] env[68786]: value = "task-3091794" [ 1327.581972] env[68786]: _type = "Task" [ 1327.581972] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.589117] env[68786]: DEBUG oslo_vmware.api [None req-53461a96-9bdb-442b-a1c1-dfba1a3babdb tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.097029] env[68786]: DEBUG oslo_vmware.api [None req-53461a96-9bdb-442b-a1c1-dfba1a3babdb tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091794, 'name': PowerOnVM_Task} progress is 93%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.128419] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e21b872-62de-4362-9e66-59bfc190f4d6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.138506] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0819ced9-0b1a-4dbb-82cb-4bda65b326c3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.173424] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86355e1b-bcdd-47e2-9c8c-725d38ded8a7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.184539] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef7e9f1-acca-48ad-bfa8-b9b6f5980efe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.201210] env[68786]: DEBUG nova.compute.provider_tree [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.592363] env[68786]: DEBUG oslo_vmware.api [None req-53461a96-9bdb-442b-a1c1-dfba1a3babdb tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091794, 'name': PowerOnVM_Task, 'duration_secs': 0.613429} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.592580] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-53461a96-9bdb-442b-a1c1-dfba1a3babdb tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Resumed the VM {{(pid=68786) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1328.592746] env[68786]: DEBUG nova.compute.manager [None req-53461a96-9bdb-442b-a1c1-dfba1a3babdb tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1328.593481] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c356f3-ef78-4111-a32e-590ac92d94e1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.704565] env[68786]: DEBUG nova.scheduler.client.report [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.209306] env[68786]: DEBUG oslo_concurrency.lockutils [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.229630] env[68786]: INFO nova.scheduler.client.report [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Deleted allocations for instance 895ca200-dcaa-4850-a24a-f6e36cd21862 [ 1329.482139] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "b07bb786-74fc-458a-b174-1a07b19c2d29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.482139] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "b07bb786-74fc-458a-b174-1a07b19c2d29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.482370] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "b07bb786-74fc-458a-b174-1a07b19c2d29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.482421] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "b07bb786-74fc-458a-b174-1a07b19c2d29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.482596] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "b07bb786-74fc-458a-b174-1a07b19c2d29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.484580] env[68786]: INFO nova.compute.manager [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Terminating instance [ 1329.737037] env[68786]: DEBUG oslo_concurrency.lockutils [None req-32641d8a-d3d9-4f58-b770-650cd58c1dba tempest-AttachVolumeShelveTestJSON-1869233589 tempest-AttachVolumeShelveTestJSON-1869233589-project-member] Lock "895ca200-dcaa-4850-a24a-f6e36cd21862" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.742s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.988858] env[68786]: DEBUG nova.compute.manager [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1329.989195] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.990187] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5fb20b-96bb-4bec-b243-c2966fd809f7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.997828] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.998113] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93803c7a-1f22-4532-b4f1-cea48a6eba86 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.003827] env[68786]: DEBUG oslo_vmware.api [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1330.003827] env[68786]: value = "task-3091795" [ 1330.003827] env[68786]: _type = "Task" [ 1330.003827] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.011801] env[68786]: DEBUG oslo_vmware.api [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.513549] env[68786]: DEBUG oslo_vmware.api [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091795, 'name': PowerOffVM_Task, 'duration_secs': 0.227207} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.513929] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.514012] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1330.514276] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1600401d-965a-4783-9a72-e03b278af7cf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.577680] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1330.577886] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1330.578090] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Deleting the datastore file [datastore1] b07bb786-74fc-458a-b174-1a07b19c2d29 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1330.578370] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da3c35b0-fa95-42bc-80b1-5a953eb232a8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.584845] env[68786]: DEBUG oslo_vmware.api [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for the task: (returnval){ [ 1330.584845] env[68786]: value = "task-3091797" [ 1330.584845] env[68786]: _type = "Task" [ 1330.584845] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.592588] env[68786]: DEBUG oslo_vmware.api [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.095170] env[68786]: DEBUG oslo_vmware.api [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Task: {'id': task-3091797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155865} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.095428] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1331.095609] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1331.095782] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1331.096075] env[68786]: INFO nova.compute.manager [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1331.096219] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.096416] env[68786]: DEBUG nova.compute.manager [-] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1331.096508] env[68786]: DEBUG nova.network.neutron [-] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1331.575358] env[68786]: DEBUG nova.compute.manager [req-b52f8fb0-0b2c-4350-a298-0b9390d348df req-b3242e4e-76b2-4b09-bb58-987af2a10214 service nova] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Received event network-vif-deleted-8c76fff8-cec6-432e-8dff-61a286e04464 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.575622] env[68786]: INFO nova.compute.manager [req-b52f8fb0-0b2c-4350-a298-0b9390d348df req-b3242e4e-76b2-4b09-bb58-987af2a10214 service nova] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Neutron deleted interface 8c76fff8-cec6-432e-8dff-61a286e04464; detaching it from the instance and deleting it from the info cache [ 1331.575814] env[68786]: DEBUG nova.network.neutron [req-b52f8fb0-0b2c-4350-a298-0b9390d348df req-b3242e4e-76b2-4b09-bb58-987af2a10214 service nova] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.820091] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "b572e666-0f2e-4091-a0e6-a4a6cf8e3361" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.820452] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "b572e666-0f2e-4091-a0e6-a4a6cf8e3361" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.820672] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "b572e666-0f2e-4091-a0e6-a4a6cf8e3361-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.820863] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "b572e666-0f2e-4091-a0e6-a4a6cf8e3361-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.821039] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "b572e666-0f2e-4091-a0e6-a4a6cf8e3361-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.823140] env[68786]: INFO nova.compute.manager [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Terminating instance [ 1332.056062] env[68786]: DEBUG nova.network.neutron [-] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.078725] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-179c715a-7156-47c6-8ae4-4e21a834848c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.088175] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cde950-4a36-4ab6-8f9b-b4e5c0954029 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.114920] env[68786]: DEBUG nova.compute.manager [req-b52f8fb0-0b2c-4350-a298-0b9390d348df req-b3242e4e-76b2-4b09-bb58-987af2a10214 service nova] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Detach interface failed, port_id=8c76fff8-cec6-432e-8dff-61a286e04464, reason: Instance b07bb786-74fc-458a-b174-1a07b19c2d29 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1332.326669] env[68786]: DEBUG nova.compute.manager [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1332.326943] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.327949] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0feda38c-1d02-4252-8b4b-235fa4ea640c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.335718] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.335977] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7079516a-d87a-480d-bf40-ff92d75baac1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.341950] env[68786]: DEBUG oslo_vmware.api [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1332.341950] env[68786]: value = "task-3091799" [ 1332.341950] env[68786]: _type = "Task" [ 1332.341950] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.349868] env[68786]: DEBUG oslo_vmware.api [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.558776] env[68786]: INFO nova.compute.manager [-] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Took 1.46 seconds to deallocate network for instance. [ 1332.852245] env[68786]: DEBUG oslo_vmware.api [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091799, 'name': PowerOffVM_Task, 'duration_secs': 0.313689} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.852610] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.852657] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.852898] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-087e879f-f676-473a-8695-e91e6021e740 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.916571] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.916781] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.916960] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Deleting the datastore file [datastore2] b572e666-0f2e-4091-a0e6-a4a6cf8e3361 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.917245] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59b2ecfc-1ab1-4e03-9d42-0bb1e4f1e742 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.923739] env[68786]: DEBUG oslo_vmware.api [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1332.923739] env[68786]: value = "task-3091801" [ 1332.923739] env[68786]: _type = "Task" [ 1332.923739] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.931240] env[68786]: DEBUG oslo_vmware.api [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.065815] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.066144] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.066428] env[68786]: DEBUG nova.objects.instance [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lazy-loading 'resources' on Instance uuid b07bb786-74fc-458a-b174-1a07b19c2d29 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.434694] env[68786]: DEBUG oslo_vmware.api [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213883} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.435045] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.435285] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.435524] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.435761] env[68786]: INFO nova.compute.manager [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1333.436081] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.436316] env[68786]: DEBUG nova.compute.manager [-] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1333.436447] env[68786]: DEBUG nova.network.neutron [-] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1333.643759] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f4edaa-434b-4061-a6c3-6de0dfbf65b5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.651589] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30809250-ad92-4362-8190-8dc8b8748e82 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.684504] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ff4207-9422-4b86-b65a-4b174fb7e96a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.687950] env[68786]: DEBUG nova.compute.manager [req-3fe3e288-0eb7-4a0c-8ce9-147c54f8ccdc req-ccb050ea-fecd-4a7b-a298-ebc2bebc1706 service nova] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Received event network-vif-deleted-ce050557-1fa5-491a-8c5d-2d602660d46c {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.688155] env[68786]: INFO nova.compute.manager [req-3fe3e288-0eb7-4a0c-8ce9-147c54f8ccdc req-ccb050ea-fecd-4a7b-a298-ebc2bebc1706 service nova] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Neutron deleted interface ce050557-1fa5-491a-8c5d-2d602660d46c; detaching it from the instance and deleting it from the info cache [ 1333.688328] env[68786]: DEBUG nova.network.neutron [req-3fe3e288-0eb7-4a0c-8ce9-147c54f8ccdc req-ccb050ea-fecd-4a7b-a298-ebc2bebc1706 service nova] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.696495] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c992d5be-5ec3-4b7f-b746-e6398bec0e9b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.710709] env[68786]: DEBUG nova.compute.provider_tree [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.157932] env[68786]: DEBUG nova.network.neutron [-] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.192194] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cae14678-5757-4eea-b118-43861d68175b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.202447] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2aec19-e999-4490-965c-5bfa3d40c116 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.213255] env[68786]: DEBUG nova.scheduler.client.report [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.230486] env[68786]: DEBUG nova.compute.manager [req-3fe3e288-0eb7-4a0c-8ce9-147c54f8ccdc req-ccb050ea-fecd-4a7b-a298-ebc2bebc1706 service nova] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Detach interface failed, port_id=ce050557-1fa5-491a-8c5d-2d602660d46c, reason: Instance b572e666-0f2e-4091-a0e6-a4a6cf8e3361 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1334.660765] env[68786]: INFO nova.compute.manager [-] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Took 1.22 seconds to deallocate network for instance. [ 1334.717855] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.736049] env[68786]: INFO nova.scheduler.client.report [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Deleted allocations for instance b07bb786-74fc-458a-b174-1a07b19c2d29 [ 1335.170018] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.170018] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.170018] env[68786]: DEBUG nova.objects.instance [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lazy-loading 'resources' on Instance uuid b572e666-0f2e-4091-a0e6-a4a6cf8e3361 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.243910] env[68786]: DEBUG oslo_concurrency.lockutils [None req-b1c2db75-d9cc-4e52-b981-7788b622ee28 tempest-ServerActionsTestJSON-2075829446 tempest-ServerActionsTestJSON-2075829446-project-member] Lock "b07bb786-74fc-458a-b174-1a07b19c2d29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.762s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.730740] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bd263c-0a11-4a17-8941-cad0a0bd260d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.738853] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eea2a8a-fc9b-45d8-8975-541e7931a058 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.770556] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f51245-cb7b-4f7e-9d1d-81958baab409 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.779041] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbf5070-c73f-411b-a5b3-f9c06e0ba970 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.792485] env[68786]: DEBUG nova.compute.provider_tree [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.295889] env[68786]: DEBUG nova.scheduler.client.report [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.801177] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.823147] env[68786]: INFO nova.scheduler.client.report [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Deleted allocations for instance b572e666-0f2e-4091-a0e6-a4a6cf8e3361 [ 1337.332013] env[68786]: DEBUG oslo_concurrency.lockutils [None req-c805e8bc-248d-401a-bc53-ccb81bc6998d tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "b572e666-0f2e-4091-a0e6-a4a6cf8e3361" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.511s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.498056] env[68786]: DEBUG oslo_concurrency.lockutils [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "d859760f-f2f9-45fa-8ae9-e1dab83f7f89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.498056] env[68786]: DEBUG oslo_concurrency.lockutils [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "d859760f-f2f9-45fa-8ae9-e1dab83f7f89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.498498] env[68786]: DEBUG oslo_concurrency.lockutils [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "d859760f-f2f9-45fa-8ae9-e1dab83f7f89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.498663] env[68786]: DEBUG oslo_concurrency.lockutils [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "d859760f-f2f9-45fa-8ae9-e1dab83f7f89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.498846] env[68786]: DEBUG oslo_concurrency.lockutils [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "d859760f-f2f9-45fa-8ae9-e1dab83f7f89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.500957] env[68786]: INFO nova.compute.manager [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Terminating instance [ 1338.592399] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Acquiring lock "76c7b8fd-9d0d-4d1e-9104-0d308610bf69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.592646] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Lock "76c7b8fd-9d0d-4d1e-9104-0d308610bf69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.005152] env[68786]: DEBUG nova.compute.manager [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1339.005343] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1339.006275] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e701dcb-9802-41a5-994d-02d656bbfa1a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.014714] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.014961] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac5e37ac-2d1b-46cb-8a0c-98359aea2d02 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.020565] env[68786]: DEBUG oslo_vmware.api [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1339.020565] env[68786]: value = "task-3091802" [ 1339.020565] env[68786]: _type = "Task" [ 1339.020565] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.027799] env[68786]: DEBUG oslo_vmware.api [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.094628] env[68786]: DEBUG nova.compute.manager [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1339.531817] env[68786]: DEBUG oslo_vmware.api [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091802, 'name': PowerOffVM_Task, 'duration_secs': 0.194286} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.532196] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.532196] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1339.532446] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9565704-f901-4348-a20b-bbb55d1f6f23 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.593743] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1339.593975] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1339.594148] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Deleting the datastore file [datastore2] d859760f-f2f9-45fa-8ae9-e1dab83f7f89 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1339.594415] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c195898e-cb67-40d9-a050-49ab08bab439 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.602056] env[68786]: DEBUG oslo_vmware.api [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for the task: (returnval){ [ 1339.602056] env[68786]: value = "task-3091804" [ 1339.602056] env[68786]: _type = "Task" [ 1339.602056] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.612452] env[68786]: DEBUG oslo_vmware.api [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.619177] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.619468] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.620916] env[68786]: INFO nova.compute.claims [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.906554] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d85fa292-fe4b-4902-a0b2-2bfc30799f0e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "10e58032-7083-4312-bfee-b90881fe3a59" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.906795] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d85fa292-fe4b-4902-a0b2-2bfc30799f0e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "10e58032-7083-4312-bfee-b90881fe3a59" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.114176] env[68786]: DEBUG oslo_vmware.api [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Task: {'id': task-3091804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154024} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.114451] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1340.114683] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1340.114880] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1340.115069] env[68786]: INFO nova.compute.manager [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1340.115313] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.115519] env[68786]: DEBUG nova.compute.manager [-] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1340.115617] env[68786]: DEBUG nova.network.neutron [-] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1340.332859] env[68786]: DEBUG nova.compute.manager [req-ba69bbd9-31cd-4f46-9f4d-37c49ca5c670 req-4919d69e-33ae-427e-bf5d-824ad9d5e183 service nova] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Received event network-vif-deleted-1702e96f-f549-498e-9906-5b4e922d4f17 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.333035] env[68786]: INFO nova.compute.manager [req-ba69bbd9-31cd-4f46-9f4d-37c49ca5c670 req-4919d69e-33ae-427e-bf5d-824ad9d5e183 service nova] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Neutron deleted interface 1702e96f-f549-498e-9906-5b4e922d4f17; detaching it from the instance and deleting it from the info cache [ 1340.333180] env[68786]: DEBUG nova.network.neutron [req-ba69bbd9-31cd-4f46-9f4d-37c49ca5c670 req-4919d69e-33ae-427e-bf5d-824ad9d5e183 service nova] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.409916] env[68786]: DEBUG nova.compute.utils [None req-d85fa292-fe4b-4902-a0b2-2bfc30799f0e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1340.680489] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72bf1e8-de18-440d-922b-4d60f5cc4f6b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.687886] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba810435-beab-4b25-9894-041055b30843 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.716522] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93be93db-4364-4e5a-9feb-5453224cdc01 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.723051] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4d12e6-cf68-4108-8764-ed38d17a7d89 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.735525] env[68786]: DEBUG nova.compute.provider_tree [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.815893] env[68786]: DEBUG nova.network.neutron [-] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.835440] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2aa4c992-8a84-4b91-b6c7-d51711735221 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.844628] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ab3fd7-99b9-444c-bcc3-0a44a8324359 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.868980] env[68786]: DEBUG nova.compute.manager [req-ba69bbd9-31cd-4f46-9f4d-37c49ca5c670 req-4919d69e-33ae-427e-bf5d-824ad9d5e183 service nova] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Detach interface failed, port_id=1702e96f-f549-498e-9906-5b4e922d4f17, reason: Instance d859760f-f2f9-45fa-8ae9-e1dab83f7f89 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1340.913228] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d85fa292-fe4b-4902-a0b2-2bfc30799f0e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "10e58032-7083-4312-bfee-b90881fe3a59" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.238308] env[68786]: DEBUG nova.scheduler.client.report [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.318037] env[68786]: INFO nova.compute.manager [-] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Took 1.20 seconds to deallocate network for instance. [ 1341.743692] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.744172] env[68786]: DEBUG nova.compute.manager [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1341.824424] env[68786]: DEBUG oslo_concurrency.lockutils [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.824699] env[68786]: DEBUG oslo_concurrency.lockutils [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.824913] env[68786]: DEBUG nova.objects.instance [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lazy-loading 'resources' on Instance uuid d859760f-f2f9-45fa-8ae9-e1dab83f7f89 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.975727] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d85fa292-fe4b-4902-a0b2-2bfc30799f0e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "10e58032-7083-4312-bfee-b90881fe3a59" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.975981] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d85fa292-fe4b-4902-a0b2-2bfc30799f0e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "10e58032-7083-4312-bfee-b90881fe3a59" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.976244] env[68786]: INFO nova.compute.manager [None req-d85fa292-fe4b-4902-a0b2-2bfc30799f0e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Attaching volume 5ff83da3-ef41-4b7a-8169-07510abf954f to /dev/sdb [ 1342.005617] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8970be2a-e26d-444e-ab57-829806c423c6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.012648] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea493923-2c9d-4798-9d27-c804693a9ed2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.026101] env[68786]: DEBUG nova.virt.block_device [None req-d85fa292-fe4b-4902-a0b2-2bfc30799f0e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Updating existing volume attachment record: 04050121-5684-487a-b93d-245e482a7382 {{(pid=68786) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1342.250231] env[68786]: DEBUG nova.compute.utils [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1342.250231] env[68786]: DEBUG nova.compute.manager [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Not allocating networking since 'none' was specified. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1342.376806] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c72d45-5e7b-4b4b-bdbc-8de9183205e0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.384030] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad63ef64-6574-4733-9308-73191d975039 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.415226] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e9a4aa-7df9-4bee-ba86-e7d71d291e98 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.422431] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c6ab1c-7b05-437a-a48b-63b2e07f25c1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.436098] env[68786]: DEBUG nova.compute.provider_tree [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.753407] env[68786]: DEBUG nova.compute.manager [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1342.939526] env[68786]: DEBUG nova.scheduler.client.report [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.444891] env[68786]: DEBUG oslo_concurrency.lockutils [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.465247] env[68786]: INFO nova.scheduler.client.report [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Deleted allocations for instance d859760f-f2f9-45fa-8ae9-e1dab83f7f89 [ 1343.762501] env[68786]: DEBUG nova.compute.manager [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1343.787930] env[68786]: DEBUG nova.virt.hardware [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1343.788206] env[68786]: DEBUG nova.virt.hardware [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1343.788340] env[68786]: DEBUG nova.virt.hardware [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1343.788519] env[68786]: DEBUG nova.virt.hardware [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1343.788664] env[68786]: DEBUG nova.virt.hardware [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1343.788809] env[68786]: DEBUG nova.virt.hardware [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1343.789029] env[68786]: DEBUG nova.virt.hardware [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1343.789206] env[68786]: DEBUG nova.virt.hardware [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1343.789432] env[68786]: DEBUG nova.virt.hardware [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1343.789602] env[68786]: DEBUG nova.virt.hardware [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1343.789771] env[68786]: DEBUG nova.virt.hardware [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1343.790634] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb6fae7-63f9-42c9-a0ae-4dbfa2b17b19 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.798708] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf1c016-99b4-4b98-b686-cd09b2311d12 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.811699] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Instance VIF info [] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1343.817188] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Creating folder: Project (9ea1db296664480eba441a3d6fe8d4c6). Parent ref: group-v618484. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1343.817449] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25d16e89-80dd-420a-a959-f1b4abe069d1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.826405] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Created folder: Project (9ea1db296664480eba441a3d6fe8d4c6) in parent group-v618484. [ 1343.826573] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Creating folder: Instances. Parent ref: group-v618826. {{(pid=68786) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1343.826770] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a419dd2-2e7a-4c01-9564-ea6c5ced88cb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.834071] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Created folder: Instances in parent group-v618826. [ 1343.834294] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1343.834496] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1343.834684] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21a97532-2c57-4b71-a9a0-775331d94e5d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.850168] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1343.850168] env[68786]: value = "task-3091810" [ 1343.850168] env[68786]: _type = "Task" [ 1343.850168] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.856754] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091810, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.973894] env[68786]: DEBUG oslo_concurrency.lockutils [None req-319e3504-1a75-4055-bf20-7253976a7b28 tempest-ServerRescueNegativeTestJSON-698658658 tempest-ServerRescueNegativeTestJSON-698658658-project-member] Lock "d859760f-f2f9-45fa-8ae9-e1dab83f7f89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.476s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.359342] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091810, 'name': CreateVM_Task, 'duration_secs': 0.224152} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.359561] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1344.359996] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.360173] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.360531] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.360791] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c97f261-13fe-4129-b41c-99d9a25c3c33 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.364864] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Waiting for the task: (returnval){ [ 1344.364864] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]529d48dd-ea8f-ea57-f939-bb6a762acafd" [ 1344.364864] env[68786]: _type = "Task" [ 1344.364864] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.371888] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529d48dd-ea8f-ea57-f939-bb6a762acafd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.876351] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529d48dd-ea8f-ea57-f939-bb6a762acafd, 'name': SearchDatastore_Task, 'duration_secs': 0.010416} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.876732] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.876903] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1344.877213] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.877375] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.877572] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1344.877859] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91fd1ade-5dd9-4c53-83cd-6fd90ecb4b28 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.886647] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1344.886813] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1344.887555] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1d1fec1-8e40-412a-b438-946e05aa2dc5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.892406] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Waiting for the task: (returnval){ [ 1344.892406] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5234716c-c0f1-afed-1aac-e617ceb60611" [ 1344.892406] env[68786]: _type = "Task" [ 1344.892406] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.899706] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5234716c-c0f1-afed-1aac-e617ceb60611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.403967] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5234716c-c0f1-afed-1aac-e617ceb60611, 'name': SearchDatastore_Task, 'duration_secs': 0.008521} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.404849] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e3152ca-80de-4803-9070-d1480fe7a9f9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.410550] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Waiting for the task: (returnval){ [ 1345.410550] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]529a3db0-b1d9-7208-63f1-c90a992cc172" [ 1345.410550] env[68786]: _type = "Task" [ 1345.410550] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.419705] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529a3db0-b1d9-7208-63f1-c90a992cc172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.922185] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]529a3db0-b1d9-7208-63f1-c90a992cc172, 'name': SearchDatastore_Task, 'duration_secs': 0.010069} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.922479] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.922735] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 76c7b8fd-9d0d-4d1e-9104-0d308610bf69/76c7b8fd-9d0d-4d1e-9104-0d308610bf69.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1345.923015] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64ebbe46-08c7-4261-8b2c-a70e3f2ffc6a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.929551] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Waiting for the task: (returnval){ [ 1345.929551] env[68786]: value = "task-3091812" [ 1345.929551] env[68786]: _type = "Task" [ 1345.929551] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.938707] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.440561] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459258} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.440831] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 76c7b8fd-9d0d-4d1e-9104-0d308610bf69/76c7b8fd-9d0d-4d1e-9104-0d308610bf69.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1346.441069] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1346.441333] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd1ec142-76aa-48d3-952a-acb65f0ddea9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.447345] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Waiting for the task: (returnval){ [ 1346.447345] env[68786]: value = "task-3091813" [ 1346.447345] env[68786]: _type = "Task" [ 1346.447345] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.454081] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.569860] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d85fa292-fe4b-4902-a0b2-2bfc30799f0e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Volume attach. Driver type: vmdk {{(pid=68786) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1346.570201] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d85fa292-fe4b-4902-a0b2-2bfc30799f0e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618825', 'volume_id': '5ff83da3-ef41-4b7a-8169-07510abf954f', 'name': 'volume-5ff83da3-ef41-4b7a-8169-07510abf954f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10e58032-7083-4312-bfee-b90881fe3a59', 'attached_at': '', 'detached_at': '', 'volume_id': '5ff83da3-ef41-4b7a-8169-07510abf954f', 'serial': '5ff83da3-ef41-4b7a-8169-07510abf954f'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1346.571081] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4270c62-0e30-41cf-98cd-f62a5887c766 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.587944] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc694f2a-b8ac-4be1-ab4b-ac29dc580346 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.610916] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d85fa292-fe4b-4902-a0b2-2bfc30799f0e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-5ff83da3-ef41-4b7a-8169-07510abf954f/volume-5ff83da3-ef41-4b7a-8169-07510abf954f.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.611190] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eccaf4ae-d041-4fb0-a441-a1568e8e8e96 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.627183] env[68786]: DEBUG oslo_vmware.api [None req-d85fa292-fe4b-4902-a0b2-2bfc30799f0e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1346.627183] env[68786]: value = "task-3091814" [ 1346.627183] env[68786]: _type = "Task" [ 1346.627183] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.634430] env[68786]: DEBUG oslo_vmware.api [None req-d85fa292-fe4b-4902-a0b2-2bfc30799f0e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091814, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.957834] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.053095} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.958239] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1346.958949] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccf22d8-7347-4c29-aa5e-8de341d00817 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.977606] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 76c7b8fd-9d0d-4d1e-9104-0d308610bf69/76c7b8fd-9d0d-4d1e-9104-0d308610bf69.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.977842] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58f65ae6-3d74-49e8-83b7-b591946a5475 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.996079] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Waiting for the task: (returnval){ [ 1346.996079] env[68786]: value = "task-3091815" [ 1346.996079] env[68786]: _type = "Task" [ 1346.996079] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.003100] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.135863] env[68786]: DEBUG oslo_vmware.api [None req-d85fa292-fe4b-4902-a0b2-2bfc30799f0e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091814, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.506233] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.636438] env[68786]: DEBUG oslo_vmware.api [None req-d85fa292-fe4b-4902-a0b2-2bfc30799f0e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091814, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.007011] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091815, 'name': ReconfigVM_Task, 'duration_secs': 0.726548} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.007517] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 76c7b8fd-9d0d-4d1e-9104-0d308610bf69/76c7b8fd-9d0d-4d1e-9104-0d308610bf69.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.008105] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-781b6467-b30f-408c-9a6f-c2771a90ee8b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.013906] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Waiting for the task: (returnval){ [ 1348.013906] env[68786]: value = "task-3091816" [ 1348.013906] env[68786]: _type = "Task" [ 1348.013906] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.025451] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091816, 'name': Rename_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.137088] env[68786]: DEBUG oslo_vmware.api [None req-d85fa292-fe4b-4902-a0b2-2bfc30799f0e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091814, 'name': ReconfigVM_Task, 'duration_secs': 1.337519} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.137393] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d85fa292-fe4b-4902-a0b2-2bfc30799f0e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-5ff83da3-ef41-4b7a-8169-07510abf954f/volume-5ff83da3-ef41-4b7a-8169-07510abf954f.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.142086] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26187da3-e948-45c0-8be4-8fa0b0e5e4a8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.155763] env[68786]: DEBUG oslo_vmware.api [None req-d85fa292-fe4b-4902-a0b2-2bfc30799f0e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1348.155763] env[68786]: value = "task-3091817" [ 1348.155763] env[68786]: _type = "Task" [ 1348.155763] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.163835] env[68786]: DEBUG oslo_vmware.api [None req-d85fa292-fe4b-4902-a0b2-2bfc30799f0e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.523927] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091816, 'name': Rename_Task, 'duration_secs': 0.129288} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.524522] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.524782] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbe26260-a6fc-4461-9695-fb9e325750cb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.531662] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Waiting for the task: (returnval){ [ 1348.531662] env[68786]: value = "task-3091818" [ 1348.531662] env[68786]: _type = "Task" [ 1348.531662] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.539167] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.665261] env[68786]: DEBUG oslo_vmware.api [None req-d85fa292-fe4b-4902-a0b2-2bfc30799f0e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091817, 'name': ReconfigVM_Task, 'duration_secs': 0.134632} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.665578] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-d85fa292-fe4b-4902-a0b2-2bfc30799f0e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618825', 'volume_id': '5ff83da3-ef41-4b7a-8169-07510abf954f', 'name': 'volume-5ff83da3-ef41-4b7a-8169-07510abf954f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10e58032-7083-4312-bfee-b90881fe3a59', 'attached_at': '', 'detached_at': '', 'volume_id': '5ff83da3-ef41-4b7a-8169-07510abf954f', 'serial': '5ff83da3-ef41-4b7a-8169-07510abf954f'} {{(pid=68786) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1349.041737] env[68786]: DEBUG oslo_vmware.api [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091818, 'name': PowerOnVM_Task, 'duration_secs': 0.414416} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.042121] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1349.042177] env[68786]: INFO nova.compute.manager [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Took 5.28 seconds to spawn the instance on the hypervisor. [ 1349.042326] env[68786]: DEBUG nova.compute.manager [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.043073] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0ac7b9-93ac-4541-825e-b1f25ef1aae8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.558844] env[68786]: INFO nova.compute.manager [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Took 9.96 seconds to build instance. [ 1349.698772] env[68786]: DEBUG nova.objects.instance [None req-d85fa292-fe4b-4902-a0b2-2bfc30799f0e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lazy-loading 'flavor' on Instance uuid 10e58032-7083-4312-bfee-b90881fe3a59 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.060422] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d97f5321-3c01-4aa7-9927-c995571cb55c tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Lock "76c7b8fd-9d0d-4d1e-9104-0d308610bf69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.467s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.204061] env[68786]: DEBUG oslo_concurrency.lockutils [None req-d85fa292-fe4b-4902-a0b2-2bfc30799f0e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "10e58032-7083-4312-bfee-b90881fe3a59" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.228s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.439915] env[68786]: INFO nova.compute.manager [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Rebuilding instance [ 1350.479558] env[68786]: DEBUG nova.compute.manager [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.480462] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3bfc9f-3314-4427-a442-51c908a6ca09 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.087393] env[68786]: DEBUG nova.compute.manager [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Stashing vm_state: active {{(pid=68786) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1351.494885] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.495239] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b3851e1-e5ce-41b1-9447-59d46febfd2e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.503477] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Waiting for the task: (returnval){ [ 1351.503477] env[68786]: value = "task-3091819" [ 1351.503477] env[68786]: _type = "Task" [ 1351.503477] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.512149] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.607306] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.607612] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.013755] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091819, 'name': PowerOffVM_Task, 'duration_secs': 0.156034} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.014050] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.014291] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1352.015106] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ba187a-f6fc-4b13-b29e-78dd8e33ea11 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.022119] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.022372] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be3c1f90-f2d9-400c-8e82-b2823aa22dbf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.050086] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1352.050308] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1352.050542] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Deleting the datastore file [datastore1] 76c7b8fd-9d0d-4d1e-9104-0d308610bf69 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.050835] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-daa4e83e-7d08-4004-b5bf-b0f62a8622fa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.056768] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Waiting for the task: (returnval){ [ 1352.056768] env[68786]: value = "task-3091821" [ 1352.056768] env[68786]: _type = "Task" [ 1352.056768] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.064569] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.113392] env[68786]: INFO nova.compute.claims [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1352.567076] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102804} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.567345] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.567529] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.567706] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.619485] env[68786]: INFO nova.compute.resource_tracker [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Updating resource usage from migration 388fadbf-7703-484f-94ba-3d5ed874ace6 [ 1352.665828] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af42a9c4-5b8b-41ea-b6b4-fd71dccf5b48 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.673281] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4877a284-7d03-46d0-9d2a-69380a694659 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.702960] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f168e4b-0d9a-4e10-b590-880c719a810c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.710938] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab207eb-cb60-4481-af74-158206bc2864 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.723936] env[68786]: DEBUG nova.compute.provider_tree [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.226894] env[68786]: DEBUG nova.scheduler.client.report [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.598151] env[68786]: DEBUG nova.virt.hardware [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1353.598414] env[68786]: DEBUG nova.virt.hardware [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1353.598576] env[68786]: DEBUG nova.virt.hardware [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1353.598754] env[68786]: DEBUG nova.virt.hardware [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1353.598903] env[68786]: DEBUG nova.virt.hardware [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1353.599059] env[68786]: DEBUG nova.virt.hardware [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1353.599276] env[68786]: DEBUG nova.virt.hardware [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1353.599463] env[68786]: DEBUG nova.virt.hardware [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1353.599636] env[68786]: DEBUG nova.virt.hardware [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1353.599799] env[68786]: DEBUG nova.virt.hardware [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1353.599970] env[68786]: DEBUG nova.virt.hardware [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1353.600830] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff8aeed-8b9b-476f-9e5b-64f01cc48f79 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.608342] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a380809-063a-4168-a8a3-3f7f7c0bd013 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.621082] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Instance VIF info [] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1353.626459] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1353.626676] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1353.626866] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80adcc9c-70b2-49c0-becc-5175dd1b6a8d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.642854] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1353.642854] env[68786]: value = "task-3091822" [ 1353.642854] env[68786]: _type = "Task" [ 1353.642854] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.649635] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091822, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.731738] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.124s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.731984] env[68786]: INFO nova.compute.manager [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Migrating [ 1354.153490] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091822, 'name': CreateVM_Task, 'duration_secs': 0.236129} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.153754] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1354.154074] env[68786]: DEBUG oslo_concurrency.lockutils [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.154243] env[68786]: DEBUG oslo_concurrency.lockutils [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.154568] env[68786]: DEBUG oslo_concurrency.lockutils [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.154827] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-723a6917-b0e1-4297-a7db-54081b9e6cfa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.159989] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Waiting for the task: (returnval){ [ 1354.159989] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f77cd4-f0ec-3f86-3921-75dc6cd8a131" [ 1354.159989] env[68786]: _type = "Task" [ 1354.159989] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.168685] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f77cd4-f0ec-3f86-3921-75dc6cd8a131, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.245425] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "refresh_cache-10e58032-7083-4312-bfee-b90881fe3a59" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.245706] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired lock "refresh_cache-10e58032-7083-4312-bfee-b90881fe3a59" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.245799] env[68786]: DEBUG nova.network.neutron [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.670863] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52f77cd4-f0ec-3f86-3921-75dc6cd8a131, 'name': SearchDatastore_Task, 'duration_secs': 0.011922} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.671169] env[68786]: DEBUG oslo_concurrency.lockutils [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.671402] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1354.671676] env[68786]: DEBUG oslo_concurrency.lockutils [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.671827] env[68786]: DEBUG oslo_concurrency.lockutils [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.672008] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1354.672261] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-601f8345-f07f-4cff-be20-12c522e66281 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.679989] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1354.680171] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1354.680858] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f0efdf1-57cd-4b80-8f94-17941d2c4df4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.685449] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Waiting for the task: (returnval){ [ 1354.685449] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52978e0e-201f-587e-e1a6-aa995442efd8" [ 1354.685449] env[68786]: _type = "Task" [ 1354.685449] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.692368] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52978e0e-201f-587e-e1a6-aa995442efd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.941672] env[68786]: DEBUG nova.network.neutron [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Updating instance_info_cache with network_info: [{"id": "a560813c-9446-438d-a07f-f52804ee7cf7", "address": "fa:16:3e:e0:25:f0", "network": {"id": "3522e8ed-e9cf-4aa1-9743-473c1345b0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1025079652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d7b71dea254e54831c7e3f8668850e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa560813c-94", "ovs_interfaceid": "a560813c-9446-438d-a07f-f52804ee7cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.196096] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52978e0e-201f-587e-e1a6-aa995442efd8, 'name': SearchDatastore_Task, 'duration_secs': 0.007703} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.196866] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9bd2223-2572-4f59-90ff-aec819fb7fe8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.201677] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Waiting for the task: (returnval){ [ 1355.201677] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52535015-110e-e538-46c7-a584bcc91c98" [ 1355.201677] env[68786]: _type = "Task" [ 1355.201677] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.209185] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52535015-110e-e538-46c7-a584bcc91c98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.444944] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Releasing lock "refresh_cache-10e58032-7083-4312-bfee-b90881fe3a59" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.711842] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52535015-110e-e538-46c7-a584bcc91c98, 'name': SearchDatastore_Task, 'duration_secs': 0.010708} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.712102] env[68786]: DEBUG oslo_concurrency.lockutils [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.712349] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 76c7b8fd-9d0d-4d1e-9104-0d308610bf69/76c7b8fd-9d0d-4d1e-9104-0d308610bf69.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1355.712899] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-214a0cb0-6144-44ca-a227-b090b68728e1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.719016] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Waiting for the task: (returnval){ [ 1355.719016] env[68786]: value = "task-3091823" [ 1355.719016] env[68786]: _type = "Task" [ 1355.719016] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.726516] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.229021] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430404} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.229285] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore1] 76c7b8fd-9d0d-4d1e-9104-0d308610bf69/76c7b8fd-9d0d-4d1e-9104-0d308610bf69.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1356.229532] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1356.229786] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-911de393-b2fe-4d46-8c74-21dc06a0fb99 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.235851] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Waiting for the task: (returnval){ [ 1356.235851] env[68786]: value = "task-3091824" [ 1356.235851] env[68786]: _type = "Task" [ 1356.235851] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.243028] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.744703] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056668} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.745096] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1356.745699] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e8b9c0-54e9-4535-b6cf-92200dbbdf0e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.765516] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 76c7b8fd-9d0d-4d1e-9104-0d308610bf69/76c7b8fd-9d0d-4d1e-9104-0d308610bf69.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.765778] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10a51c1a-6589-42fb-922d-d991489d09b7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.784100] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Waiting for the task: (returnval){ [ 1356.784100] env[68786]: value = "task-3091825" [ 1356.784100] env[68786]: _type = "Task" [ 1356.784100] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.793616] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091825, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.960155] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417269f5-7996-471a-82b7-beef807444f8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.981407] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Updating instance '10e58032-7083-4312-bfee-b90881fe3a59' progress to 0 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1357.293823] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091825, 'name': ReconfigVM_Task, 'duration_secs': 0.259624} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.294122] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 76c7b8fd-9d0d-4d1e-9104-0d308610bf69/76c7b8fd-9d0d-4d1e-9104-0d308610bf69.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.294721] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8940b331-ec7d-47c9-963a-e4290f3f7eff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.302580] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Waiting for the task: (returnval){ [ 1357.302580] env[68786]: value = "task-3091826" [ 1357.302580] env[68786]: _type = "Task" [ 1357.302580] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.309538] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091826, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.487625] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1357.487960] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0c69607-8dfa-4c5f-af4e-cf09dc0d289e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.494993] env[68786]: DEBUG oslo_vmware.api [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1357.494993] env[68786]: value = "task-3091827" [ 1357.494993] env[68786]: _type = "Task" [ 1357.494993] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.503057] env[68786]: DEBUG oslo_vmware.api [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.812746] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091826, 'name': Rename_Task, 'duration_secs': 0.133487} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.813131] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.813287] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a65ed86-88ec-4fdd-b6bf-04116a5b143a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.819727] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Waiting for the task: (returnval){ [ 1357.819727] env[68786]: value = "task-3091828" [ 1357.819727] env[68786]: _type = "Task" [ 1357.819727] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.826630] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.004292] env[68786]: DEBUG oslo_vmware.api [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091827, 'name': PowerOffVM_Task, 'duration_secs': 0.183007} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.004556] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1358.004745] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Updating instance '10e58032-7083-4312-bfee-b90881fe3a59' progress to 17 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.329933] env[68786]: DEBUG oslo_vmware.api [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091828, 'name': PowerOnVM_Task, 'duration_secs': 0.394931} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.330232] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.330450] env[68786]: DEBUG nova.compute.manager [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.331256] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9544c03f-7d9d-440c-961f-f413f5e7f73c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.510950] env[68786]: DEBUG nova.virt.hardware [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1358.511217] env[68786]: DEBUG nova.virt.hardware [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1358.511374] env[68786]: DEBUG nova.virt.hardware [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1358.511562] env[68786]: DEBUG nova.virt.hardware [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1358.511702] env[68786]: DEBUG nova.virt.hardware [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1358.511846] env[68786]: DEBUG nova.virt.hardware [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1358.512088] env[68786]: DEBUG nova.virt.hardware [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1358.512257] env[68786]: DEBUG nova.virt.hardware [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1358.512422] env[68786]: DEBUG nova.virt.hardware [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1358.512583] env[68786]: DEBUG nova.virt.hardware [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1358.512751] env[68786]: DEBUG nova.virt.hardware [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1358.519835] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85dcd876-e865-48c2-a0fc-87dee6669f4c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.540952] env[68786]: DEBUG oslo_vmware.api [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1358.540952] env[68786]: value = "task-3091829" [ 1358.540952] env[68786]: _type = "Task" [ 1358.540952] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.552338] env[68786]: DEBUG oslo_vmware.api [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091829, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.848182] env[68786]: DEBUG oslo_concurrency.lockutils [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.848182] env[68786]: DEBUG oslo_concurrency.lockutils [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.848927] env[68786]: DEBUG nova.objects.instance [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68786) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1359.051146] env[68786]: DEBUG oslo_vmware.api [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091829, 'name': ReconfigVM_Task, 'duration_secs': 0.179872} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.051458] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Updating instance '10e58032-7083-4312-bfee-b90881fe3a59' progress to 33 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1359.057424] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Acquiring lock "76c7b8fd-9d0d-4d1e-9104-0d308610bf69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.057649] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Lock "76c7b8fd-9d0d-4d1e-9104-0d308610bf69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.057883] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Acquiring lock "76c7b8fd-9d0d-4d1e-9104-0d308610bf69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.058085] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Lock "76c7b8fd-9d0d-4d1e-9104-0d308610bf69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.058257] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Lock "76c7b8fd-9d0d-4d1e-9104-0d308610bf69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.059972] env[68786]: INFO nova.compute.manager [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Terminating instance [ 1359.558240] env[68786]: DEBUG nova.virt.hardware [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1359.558499] env[68786]: DEBUG nova.virt.hardware [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1359.558654] env[68786]: DEBUG nova.virt.hardware [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1359.558836] env[68786]: DEBUG nova.virt.hardware [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1359.558981] env[68786]: DEBUG nova.virt.hardware [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1359.559141] env[68786]: DEBUG nova.virt.hardware [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1359.559354] env[68786]: DEBUG nova.virt.hardware [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1359.559564] env[68786]: DEBUG nova.virt.hardware [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1359.559745] env[68786]: DEBUG nova.virt.hardware [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1359.559908] env[68786]: DEBUG nova.virt.hardware [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1359.560100] env[68786]: DEBUG nova.virt.hardware [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1359.565414] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1359.565915] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Acquiring lock "refresh_cache-76c7b8fd-9d0d-4d1e-9104-0d308610bf69" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.566077] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Acquired lock "refresh_cache-76c7b8fd-9d0d-4d1e-9104-0d308610bf69" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.566244] env[68786]: DEBUG nova.network.neutron [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1359.567363] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13c01943-1510-4e3a-b652-0f000f4ba2bb {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.588862] env[68786]: DEBUG oslo_vmware.api [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1359.588862] env[68786]: value = "task-3091830" [ 1359.588862] env[68786]: _type = "Task" [ 1359.588862] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.596787] env[68786]: DEBUG oslo_vmware.api [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.597663] env[68786]: DEBUG nova.network.neutron [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1359.645064] env[68786]: DEBUG nova.network.neutron [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.857213] env[68786]: DEBUG oslo_concurrency.lockutils [None req-783ba7cc-ebcd-4f2e-83d9-28451d285c0d tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.102260] env[68786]: DEBUG oslo_vmware.api [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091830, 'name': ReconfigVM_Task, 'duration_secs': 0.182576} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.102637] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1360.103763] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6c16d7-e248-495f-b198-42d35a3be8c4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.143394] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 10e58032-7083-4312-bfee-b90881fe3a59/10e58032-7083-4312-bfee-b90881fe3a59.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1360.143745] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a9d7191-626b-4efa-aa3a-1fab8ddee2d3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.164461] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Releasing lock "refresh_cache-76c7b8fd-9d0d-4d1e-9104-0d308610bf69" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.165017] env[68786]: DEBUG nova.compute.manager [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1360.165306] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1360.166438] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0b49f7-3571-44fb-8e4b-b5f40999a8f3 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.175744] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1360.177248] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbcc7c50-a19c-47e9-ae79-eef207875d13 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.179233] env[68786]: DEBUG oslo_vmware.api [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1360.179233] env[68786]: value = "task-3091831" [ 1360.179233] env[68786]: _type = "Task" [ 1360.179233] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.185087] env[68786]: DEBUG oslo_vmware.api [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Waiting for the task: (returnval){ [ 1360.185087] env[68786]: value = "task-3091832" [ 1360.185087] env[68786]: _type = "Task" [ 1360.185087] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.193479] env[68786]: DEBUG oslo_vmware.api [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091831, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.198366] env[68786]: DEBUG oslo_vmware.api [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.689577] env[68786]: DEBUG oslo_vmware.api [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091831, 'name': ReconfigVM_Task, 'duration_secs': 0.284113} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.692600] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 10e58032-7083-4312-bfee-b90881fe3a59/10e58032-7083-4312-bfee-b90881fe3a59.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1360.692726] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Updating instance '10e58032-7083-4312-bfee-b90881fe3a59' progress to 50 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1360.700165] env[68786]: DEBUG oslo_vmware.api [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091832, 'name': PowerOffVM_Task, 'duration_secs': 0.101624} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.700404] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.700573] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1360.700855] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31d5851d-9ab3-4ae2-92a2-2ed482cb1113 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.725262] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1360.725699] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Deleting contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1360.725833] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Deleting the datastore file [datastore1] 76c7b8fd-9d0d-4d1e-9104-0d308610bf69 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1360.726421] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c3d834e-49d9-468f-bee6-9f26a35f65fe {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.732356] env[68786]: DEBUG oslo_vmware.api [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Waiting for the task: (returnval){ [ 1360.732356] env[68786]: value = "task-3091834" [ 1360.732356] env[68786]: _type = "Task" [ 1360.732356] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.741332] env[68786]: DEBUG oslo_vmware.api [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.199106] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d92606-bca8-47ee-9431-3d571e2f50dd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.220632] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bba1d8c-5185-4c30-a3e3-00bb5ea83cc1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.239579] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Updating instance '10e58032-7083-4312-bfee-b90881fe3a59' progress to 67 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1361.249602] env[68786]: DEBUG oslo_vmware.api [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Task: {'id': task-3091834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090211} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.249833] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1361.250023] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Deleted contents of the VM from datastore datastore1 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1361.250205] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1361.250376] env[68786]: INFO nova.compute.manager [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1361.250635] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1361.250827] env[68786]: DEBUG nova.compute.manager [-] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1361.250923] env[68786]: DEBUG nova.network.neutron [-] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1361.266288] env[68786]: DEBUG nova.network.neutron [-] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1361.467345] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager.update_available_resource {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.768737] env[68786]: DEBUG nova.network.neutron [-] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.970499] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.970785] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.970958] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.971130] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68786) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1361.972070] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6777698e-e741-4ce1-8a26-39f69bf2a99a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.980516] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8549c7-0dd1-497f-be20-262eecd5f14f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.993599] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a327bd7f-2ae4-49b7-931c-6c678945ad5d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.999438] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a043df60-d4d4-4080-abf9-f7610bfd8197 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.027273] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179904MB free_disk=138GB free_vcpus=48 pci_devices=None {{(pid=68786) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1362.027372] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.027561] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.270931] env[68786]: INFO nova.compute.manager [-] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Took 1.02 seconds to deallocate network for instance. [ 1362.777570] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.889203] env[68786]: DEBUG nova.network.neutron [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Port a560813c-9446-438d-a07f-f52804ee7cf7 binding to destination host cpu-1 is already ACTIVE {{(pid=68786) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1363.034072] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Applying migration context for instance 10e58032-7083-4312-bfee-b90881fe3a59 as it has an incoming, in-progress migration 388fadbf-7703-484f-94ba-3d5ed874ace6. Migration status is migrating {{(pid=68786) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1363.034720] env[68786]: INFO nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Updating resource usage from migration 388fadbf-7703-484f-94ba-3d5ed874ace6 [ 1363.052563] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 76c7b8fd-9d0d-4d1e-9104-0d308610bf69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1363.052727] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Migration 388fadbf-7703-484f-94ba-3d5ed874ace6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1363.052822] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 10e58032-7083-4312-bfee-b90881fe3a59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1363.052996] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1363.053151] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1363.098205] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26d304f-37c6-4327-8c45-c3666bb8b554 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.105649] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6ad017-4e99-4d2d-8872-47e76d2688ef {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.135121] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4754f7-0dcf-419a-85a0-e855f520bc1c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.141732] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d386f05f-395a-452c-8f20-cf1c8f040480 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.154156] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.656913] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.911392] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "10e58032-7083-4312-bfee-b90881fe3a59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.911661] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "10e58032-7083-4312-bfee-b90881fe3a59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.911840] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "10e58032-7083-4312-bfee-b90881fe3a59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.162418] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68786) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1364.162623] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.135s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.162846] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.386s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.163085] env[68786]: DEBUG nova.objects.instance [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Lazy-loading 'resources' on Instance uuid 76c7b8fd-9d0d-4d1e-9104-0d308610bf69 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.712971] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0606073-d987-462f-b598-1f86b66668c7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.721109] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6da666-ec30-4220-8bc5-87699440b2d1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.750387] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08b2c6c-9329-4f82-a843-964d922097a9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.757085] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9322a5a-17e3-4043-8eae-2ddf6170b07b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.769809] env[68786]: DEBUG nova.compute.provider_tree [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.945628] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "refresh_cache-10e58032-7083-4312-bfee-b90881fe3a59" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.945827] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired lock "refresh_cache-10e58032-7083-4312-bfee-b90881fe3a59" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.946016] env[68786]: DEBUG nova.network.neutron [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.273131] env[68786]: DEBUG nova.scheduler.client.report [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.639050] env[68786]: DEBUG nova.network.neutron [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Updating instance_info_cache with network_info: [{"id": "a560813c-9446-438d-a07f-f52804ee7cf7", "address": "fa:16:3e:e0:25:f0", "network": {"id": "3522e8ed-e9cf-4aa1-9743-473c1345b0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1025079652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d7b71dea254e54831c7e3f8668850e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa560813c-94", "ovs_interfaceid": "a560813c-9446-438d-a07f-f52804ee7cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.779380] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.797464] env[68786]: INFO nova.scheduler.client.report [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Deleted allocations for instance 76c7b8fd-9d0d-4d1e-9104-0d308610bf69 [ 1366.141909] env[68786]: DEBUG oslo_concurrency.lockutils [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Releasing lock "refresh_cache-10e58032-7083-4312-bfee-b90881fe3a59" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.305133] env[68786]: DEBUG oslo_concurrency.lockutils [None req-1f588b17-fe44-40a7-9881-ed275e98745e tempest-ServerShowV254Test-90715686 tempest-ServerShowV254Test-90715686-project-member] Lock "76c7b8fd-9d0d-4d1e-9104-0d308610bf69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.247s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.651348] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477c19e9-b2c8-4797-8034-57ef673a572d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.658492] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163cf6e2-3af4-4528-8a1d-103dfc6b3750 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.754861] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04118896-da2b-41da-8b9b-3e2bc45f16e8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.776327] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675526c3-0e6b-46bb-beab-d5813451baf1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.782912] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Updating instance '10e58032-7083-4312-bfee-b90881fe3a59' progress to 83 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1368.289484] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.289820] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b93983ea-a9d1-4864-996c-065c9ef432ce {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.298035] env[68786]: DEBUG oslo_vmware.api [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1368.298035] env[68786]: value = "task-3091835" [ 1368.298035] env[68786]: _type = "Task" [ 1368.298035] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.305258] env[68786]: DEBUG oslo_vmware.api [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.809105] env[68786]: DEBUG oslo_vmware.api [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091835, 'name': PowerOnVM_Task, 'duration_secs': 0.37147} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.809500] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.809625] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-5e10b5e6-2fe9-4947-98ca-214544f4a437 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Updating instance '10e58032-7083-4312-bfee-b90881fe3a59' progress to 100 {{(pid=68786) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1371.073865] env[68786]: DEBUG nova.network.neutron [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Port a560813c-9446-438d-a07f-f52804ee7cf7 binding to destination host cpu-1 is already ACTIVE {{(pid=68786) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1371.074167] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "refresh_cache-10e58032-7083-4312-bfee-b90881fe3a59" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.074286] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired lock "refresh_cache-10e58032-7083-4312-bfee-b90881fe3a59" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.074449] env[68786]: DEBUG nova.network.neutron [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1371.159582] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.159862] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.160106] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.160258] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.160432] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68786) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1371.468891] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.808626] env[68786]: DEBUG nova.network.neutron [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Updating instance_info_cache with network_info: [{"id": "a560813c-9446-438d-a07f-f52804ee7cf7", "address": "fa:16:3e:e0:25:f0", "network": {"id": "3522e8ed-e9cf-4aa1-9743-473c1345b0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1025079652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d7b71dea254e54831c7e3f8668850e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa560813c-94", "ovs_interfaceid": "a560813c-9446-438d-a07f-f52804ee7cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.312185] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Releasing lock "refresh_cache-10e58032-7083-4312-bfee-b90881fe3a59" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.816432] env[68786]: DEBUG nova.compute.manager [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68786) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1373.467490] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.910769] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.911127] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.414392] env[68786]: DEBUG nova.objects.instance [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lazy-loading 'migration_context' on Instance uuid 10e58032-7083-4312-bfee-b90881fe3a59 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.467591] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.959933] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5854d305-2cfb-4488-9f24-14b93f9eb46f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.967285] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0147c084-a264-4337-b9e7-d04112df3c9c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.996630] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9fdf73-0934-4fee-ba2e-e8474469a77f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.003441] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca756a34-f443-45a2-8c3a-167787a4ed5c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.016057] env[68786]: DEBUG nova.compute.provider_tree [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.462537] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.519604] env[68786]: DEBUG nova.scheduler.client.report [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.530926] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.620s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.065397] env[68786]: INFO nova.compute.manager [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Swapping old allocation on dict_keys(['5ef285da-3f8b-4d1d-bb64-f9f1371a9db0']) held by migration 388fadbf-7703-484f-94ba-3d5ed874ace6 for instance [ 1378.085602] env[68786]: DEBUG nova.scheduler.client.report [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Overwriting current allocation {'allocations': {'5ef285da-3f8b-4d1d-bb64-f9f1371a9db0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 192}}, 'project_id': '55d7b71dea254e54831c7e3f8668850e', 'user_id': 'aaa7398f2e4e4ab289cb8049dfce3e72', 'consumer_generation': 1} on consumer 10e58032-7083-4312-bfee-b90881fe3a59 {{(pid=68786) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1378.167433] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "refresh_cache-10e58032-7083-4312-bfee-b90881fe3a59" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.167782] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired lock "refresh_cache-10e58032-7083-4312-bfee-b90881fe3a59" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.168088] env[68786]: DEBUG nova.network.neutron [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.870000] env[68786]: DEBUG nova.network.neutron [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Updating instance_info_cache with network_info: [{"id": "a560813c-9446-438d-a07f-f52804ee7cf7", "address": "fa:16:3e:e0:25:f0", "network": {"id": "3522e8ed-e9cf-4aa1-9743-473c1345b0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1025079652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d7b71dea254e54831c7e3f8668850e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa560813c-94", "ovs_interfaceid": "a560813c-9446-438d-a07f-f52804ee7cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.373124] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Releasing lock "refresh_cache-10e58032-7083-4312-bfee-b90881fe3a59" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.374242] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8f4510-1a1c-42e0-a2ac-e4ce99c2d0f1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.381795] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a488b384-2f3e-4384-a6d6-a609fbeabeb6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.460590] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1380.460995] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42db24bb-003b-4def-b79c-7b48a45232b0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.467992] env[68786]: DEBUG oslo_vmware.api [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1380.467992] env[68786]: value = "task-3091836" [ 1380.467992] env[68786]: _type = "Task" [ 1380.467992] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.476181] env[68786]: DEBUG oslo_vmware.api [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.978139] env[68786]: DEBUG oslo_vmware.api [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091836, 'name': PowerOffVM_Task, 'duration_secs': 0.18688} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.978376] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1380.978976] env[68786]: DEBUG nova.virt.hardware [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1380.979218] env[68786]: DEBUG nova.virt.hardware [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1380.979384] env[68786]: DEBUG nova.virt.hardware [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1380.979580] env[68786]: DEBUG nova.virt.hardware [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1380.979751] env[68786]: DEBUG nova.virt.hardware [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1380.979922] env[68786]: DEBUG nova.virt.hardware [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1380.980159] env[68786]: DEBUG nova.virt.hardware [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1380.980357] env[68786]: DEBUG nova.virt.hardware [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1380.980507] env[68786]: DEBUG nova.virt.hardware [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1380.980683] env[68786]: DEBUG nova.virt.hardware [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1380.980867] env[68786]: DEBUG nova.virt.hardware [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1380.986071] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ffcd322-a27d-414d-bebc-b189cf145f43 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.001667] env[68786]: DEBUG oslo_vmware.api [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1381.001667] env[68786]: value = "task-3091837" [ 1381.001667] env[68786]: _type = "Task" [ 1381.001667] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.009121] env[68786]: DEBUG oslo_vmware.api [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.511488] env[68786]: DEBUG oslo_vmware.api [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091837, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.013524] env[68786]: DEBUG oslo_vmware.api [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091837, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.513955] env[68786]: DEBUG oslo_vmware.api [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091837, 'name': ReconfigVM_Task, 'duration_secs': 1.201336} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.516028] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749f8734-4cfa-4243-b81f-0dfd684f1e0e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.535065] env[68786]: DEBUG nova.virt.hardware [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1382.535293] env[68786]: DEBUG nova.virt.hardware [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1382.535450] env[68786]: DEBUG nova.virt.hardware [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1382.535626] env[68786]: DEBUG nova.virt.hardware [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1382.535772] env[68786]: DEBUG nova.virt.hardware [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1382.535915] env[68786]: DEBUG nova.virt.hardware [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1382.536128] env[68786]: DEBUG nova.virt.hardware [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1382.536289] env[68786]: DEBUG nova.virt.hardware [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1382.536455] env[68786]: DEBUG nova.virt.hardware [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1382.536616] env[68786]: DEBUG nova.virt.hardware [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1382.536786] env[68786]: DEBUG nova.virt.hardware [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1382.537532] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8a1ebdc-8828-48c2-9852-d312b35418ad {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.542261] env[68786]: DEBUG oslo_vmware.api [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1382.542261] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c42900-6f28-b597-9a7d-457368a34ec4" [ 1382.542261] env[68786]: _type = "Task" [ 1382.542261] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.549277] env[68786]: DEBUG oslo_vmware.api [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c42900-6f28-b597-9a7d-457368a34ec4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.052349] env[68786]: DEBUG oslo_vmware.api [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52c42900-6f28-b597-9a7d-457368a34ec4, 'name': SearchDatastore_Task, 'duration_secs': 0.008046} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.057489] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1383.057781] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62a525bc-8a3f-4707-b9a6-69c2bde9a779 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.075267] env[68786]: DEBUG oslo_vmware.api [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1383.075267] env[68786]: value = "task-3091838" [ 1383.075267] env[68786]: _type = "Task" [ 1383.075267] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.082295] env[68786]: DEBUG oslo_vmware.api [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.585231] env[68786]: DEBUG oslo_vmware.api [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091838, 'name': ReconfigVM_Task, 'duration_secs': 0.198031} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.585793] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1383.586534] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d26961f-2925-412d-bb8d-c3f4ffb12e04 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.610523] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 10e58032-7083-4312-bfee-b90881fe3a59/10e58032-7083-4312-bfee-b90881fe3a59.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1383.610834] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-096285be-160d-41ca-8610-2a60d1fdf52c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.627673] env[68786]: DEBUG oslo_vmware.api [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1383.627673] env[68786]: value = "task-3091839" [ 1383.627673] env[68786]: _type = "Task" [ 1383.627673] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.634993] env[68786]: DEBUG oslo_vmware.api [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.137503] env[68786]: DEBUG oslo_vmware.api [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091839, 'name': ReconfigVM_Task, 'duration_secs': 0.265167} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.137730] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 10e58032-7083-4312-bfee-b90881fe3a59/10e58032-7083-4312-bfee-b90881fe3a59.vmdk or device None with type thin {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.138528] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c5be93-598a-467c-b8df-e51439b92725 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.158517] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebadc92-c08d-4a9e-877b-00137a5888ad {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.179327] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ccfc69-c59d-43bd-ae57-5d10201749cf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.198659] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954e4862-2967-47cf-8bcc-872db0f72fbc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.204685] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1384.204895] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf4912fb-292f-4fc9-86f4-f0491e85150e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.209879] env[68786]: DEBUG oslo_vmware.api [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1384.209879] env[68786]: value = "task-3091840" [ 1384.209879] env[68786]: _type = "Task" [ 1384.209879] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.216784] env[68786]: DEBUG oslo_vmware.api [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.719288] env[68786]: DEBUG oslo_vmware.api [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091840, 'name': PowerOnVM_Task, 'duration_secs': 0.382746} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.719689] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1385.760144] env[68786]: INFO nova.compute.manager [None req-f4204d99-0936-4ad0-8d7a-54a00b1e5a5e tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Updating instance to original state: 'active' [ 1387.014560] env[68786]: DEBUG oslo_concurrency.lockutils [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "10e58032-7083-4312-bfee-b90881fe3a59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.014955] env[68786]: DEBUG oslo_concurrency.lockutils [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "10e58032-7083-4312-bfee-b90881fe3a59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.015558] env[68786]: DEBUG oslo_concurrency.lockutils [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "10e58032-7083-4312-bfee-b90881fe3a59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.015764] env[68786]: DEBUG oslo_concurrency.lockutils [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "10e58032-7083-4312-bfee-b90881fe3a59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.015957] env[68786]: DEBUG oslo_concurrency.lockutils [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "10e58032-7083-4312-bfee-b90881fe3a59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.018080] env[68786]: INFO nova.compute.manager [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Terminating instance [ 1387.521820] env[68786]: DEBUG nova.compute.manager [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1387.522110] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.522431] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91c2a45c-acdf-4011-9884-907f9a32b26b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.531458] env[68786]: DEBUG oslo_vmware.api [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1387.531458] env[68786]: value = "task-3091841" [ 1387.531458] env[68786]: _type = "Task" [ 1387.531458] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.538762] env[68786]: DEBUG oslo_vmware.api [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.041324] env[68786]: DEBUG oslo_vmware.api [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091841, 'name': PowerOffVM_Task, 'duration_secs': 0.223553} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.041721] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.041771] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Volume detach. Driver type: vmdk {{(pid=68786) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1388.041930] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618825', 'volume_id': '5ff83da3-ef41-4b7a-8169-07510abf954f', 'name': 'volume-5ff83da3-ef41-4b7a-8169-07510abf954f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '10e58032-7083-4312-bfee-b90881fe3a59', 'attached_at': '2025-03-19T15:47:27.000000', 'detached_at': '', 'volume_id': '5ff83da3-ef41-4b7a-8169-07510abf954f', 'serial': '5ff83da3-ef41-4b7a-8169-07510abf954f'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1388.042681] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c04545-4ba6-4d7d-b176-77f067550dfa {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.062742] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9011897-477f-4174-a8ac-fe5a06e57aca {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.068562] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0632a29-8a74-4189-83e8-cfb09313c01a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.087806] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbd088a-41b9-427f-af7f-73c4c15f7c77 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.101400] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] The volume has not been displaced from its original location: [datastore1] volume-5ff83da3-ef41-4b7a-8169-07510abf954f/volume-5ff83da3-ef41-4b7a-8169-07510abf954f.vmdk. No consolidation needed. {{(pid=68786) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1388.106451] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1388.106689] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f930fd3-61fe-43d0-a5f9-ffcef46f502c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.123408] env[68786]: DEBUG oslo_vmware.api [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1388.123408] env[68786]: value = "task-3091842" [ 1388.123408] env[68786]: _type = "Task" [ 1388.123408] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.130507] env[68786]: DEBUG oslo_vmware.api [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.632536] env[68786]: DEBUG oslo_vmware.api [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091842, 'name': ReconfigVM_Task, 'duration_secs': 0.204891} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.632819] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=68786) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1388.637203] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c67d4d2-794f-462f-9ce1-f9767d12af6a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.651209] env[68786]: DEBUG oslo_vmware.api [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1388.651209] env[68786]: value = "task-3091843" [ 1388.651209] env[68786]: _type = "Task" [ 1388.651209] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.658310] env[68786]: DEBUG oslo_vmware.api [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.161356] env[68786]: DEBUG oslo_vmware.api [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091843, 'name': ReconfigVM_Task, 'duration_secs': 0.128558} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.161756] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618825', 'volume_id': '5ff83da3-ef41-4b7a-8169-07510abf954f', 'name': 'volume-5ff83da3-ef41-4b7a-8169-07510abf954f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '10e58032-7083-4312-bfee-b90881fe3a59', 'attached_at': '2025-03-19T15:47:27.000000', 'detached_at': '', 'volume_id': '5ff83da3-ef41-4b7a-8169-07510abf954f', 'serial': '5ff83da3-ef41-4b7a-8169-07510abf954f'} {{(pid=68786) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1389.161930] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1389.162748] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878499f0-ed63-4de0-a6c8-0ca4de949fbf {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.168980] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1389.169247] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1e0952e-541a-4571-a791-5fbb0ef00b0b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.242329] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1389.242561] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1389.242827] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Deleting the datastore file [datastore2] 10e58032-7083-4312-bfee-b90881fe3a59 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1389.243157] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba809391-271f-4de3-b315-5b92943af61a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.249914] env[68786]: DEBUG oslo_vmware.api [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1389.249914] env[68786]: value = "task-3091845" [ 1389.249914] env[68786]: _type = "Task" [ 1389.249914] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.258915] env[68786]: DEBUG oslo_vmware.api [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.760388] env[68786]: DEBUG oslo_vmware.api [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173972} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.760572] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1389.760738] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1389.760967] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1389.761185] env[68786]: INFO nova.compute.manager [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1389.761427] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1389.761617] env[68786]: DEBUG nova.compute.manager [-] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1389.761713] env[68786]: DEBUG nova.network.neutron [-] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1390.208927] env[68786]: DEBUG nova.compute.manager [req-6bd56f0b-7b75-4fc0-87ee-c1356343074f req-938a0208-73f0-407a-b2c3-16bc778cdc44 service nova] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Received event network-vif-deleted-a560813c-9446-438d-a07f-f52804ee7cf7 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1390.209549] env[68786]: INFO nova.compute.manager [req-6bd56f0b-7b75-4fc0-87ee-c1356343074f req-938a0208-73f0-407a-b2c3-16bc778cdc44 service nova] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Neutron deleted interface a560813c-9446-438d-a07f-f52804ee7cf7; detaching it from the instance and deleting it from the info cache [ 1390.209549] env[68786]: DEBUG nova.network.neutron [req-6bd56f0b-7b75-4fc0-87ee-c1356343074f req-938a0208-73f0-407a-b2c3-16bc778cdc44 service nova] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.693195] env[68786]: DEBUG nova.network.neutron [-] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.713110] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd3fb8b8-d3d6-4b91-9fd6-bb1cb7a2c11c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.722994] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216a53c1-6e6e-46f8-b9ca-f35278791d89 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.746582] env[68786]: DEBUG nova.compute.manager [req-6bd56f0b-7b75-4fc0-87ee-c1356343074f req-938a0208-73f0-407a-b2c3-16bc778cdc44 service nova] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Detach interface failed, port_id=a560813c-9446-438d-a07f-f52804ee7cf7, reason: Instance 10e58032-7083-4312-bfee-b90881fe3a59 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1391.196983] env[68786]: INFO nova.compute.manager [-] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Took 1.43 seconds to deallocate network for instance. [ 1391.742524] env[68786]: INFO nova.compute.manager [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Took 0.55 seconds to detach 1 volumes for instance. [ 1392.249630] env[68786]: DEBUG oslo_concurrency.lockutils [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.249960] env[68786]: DEBUG oslo_concurrency.lockutils [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.250182] env[68786]: DEBUG oslo_concurrency.lockutils [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.274055] env[68786]: INFO nova.scheduler.client.report [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Deleted allocations for instance 10e58032-7083-4312-bfee-b90881fe3a59 [ 1392.782754] env[68786]: DEBUG oslo_concurrency.lockutils [None req-72799067-b992-48d9-89d7-fd2a77495276 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "10e58032-7083-4312-bfee-b90881fe3a59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.768s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.189113] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "1a555310-1a21-4485-81d0-d82ad9ccc3f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.189404] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "1a555310-1a21-4485-81d0-d82ad9ccc3f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.691711] env[68786]: DEBUG nova.compute.manager [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Starting instance... {{(pid=68786) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1395.210657] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.210953] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.212465] env[68786]: INFO nova.compute.claims [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1396.236070] env[68786]: DEBUG nova.scheduler.client.report [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Refreshing inventories for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1396.248935] env[68786]: DEBUG nova.scheduler.client.report [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Updating ProviderTree inventory for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1396.249168] env[68786]: DEBUG nova.compute.provider_tree [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Updating inventory in ProviderTree for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1396.259363] env[68786]: DEBUG nova.scheduler.client.report [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Refreshing aggregate associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, aggregates: None {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1396.274059] env[68786]: DEBUG nova.scheduler.client.report [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Refreshing trait associations for resource provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68786) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1396.296056] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e78b9a-0597-4139-b43b-7ec4aed3db1f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.303438] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f296793b-5de9-47c8-97ab-7235e3bb9746 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.332581] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecce0c6-e9c3-48ed-9b6f-e507f94ae1e4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.339420] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ede393-a952-47fe-99d8-a37442fa5a11 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.352086] env[68786]: DEBUG nova.compute.provider_tree [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.855475] env[68786]: DEBUG nova.scheduler.client.report [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.361979] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.151s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.362576] env[68786]: DEBUG nova.compute.manager [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Start building networks asynchronously for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1397.867523] env[68786]: DEBUG nova.compute.utils [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Using /dev/sd instead of None {{(pid=68786) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1397.868863] env[68786]: DEBUG nova.compute.manager [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Allocating IP information in the background. {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1397.869044] env[68786]: DEBUG nova.network.neutron [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] allocate_for_instance() {{(pid=68786) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1397.916075] env[68786]: DEBUG nova.policy [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aaa7398f2e4e4ab289cb8049dfce3e72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55d7b71dea254e54831c7e3f8668850e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68786) authorize /opt/stack/nova/nova/policy.py:192}} [ 1398.192481] env[68786]: DEBUG nova.network.neutron [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Successfully created port: 2316bf2a-7a54-46d1-8f19-3ad7fe0e5117 {{(pid=68786) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1398.372010] env[68786]: DEBUG nova.compute.manager [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Start building block device mappings for instance. {{(pid=68786) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1399.383051] env[68786]: DEBUG nova.compute.manager [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Start spawning the instance on the hypervisor. {{(pid=68786) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1399.408359] env[68786]: DEBUG nova.virt.hardware [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T15:31:56Z,direct_url=,disk_format='vmdk',id=49297ab8-3c56-4f04-9154-bbe88fc8d703,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='accb35f092b9435389bcb2e29184febf',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T15:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1399.408613] env[68786]: DEBUG nova.virt.hardware [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1399.408770] env[68786]: DEBUG nova.virt.hardware [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1399.408972] env[68786]: DEBUG nova.virt.hardware [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1399.409137] env[68786]: DEBUG nova.virt.hardware [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1399.409276] env[68786]: DEBUG nova.virt.hardware [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1399.409485] env[68786]: DEBUG nova.virt.hardware [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1399.409642] env[68786]: DEBUG nova.virt.hardware [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1399.409809] env[68786]: DEBUG nova.virt.hardware [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1399.409980] env[68786]: DEBUG nova.virt.hardware [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1399.410205] env[68786]: DEBUG nova.virt.hardware [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1399.411098] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d60a206-0c62-4986-a479-6bdbc1ab50c1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.418876] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3fee86-9340-4e65-8ab8-c1908650cf0e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.533990] env[68786]: DEBUG nova.compute.manager [req-06ef39ae-3303-44ec-a876-fe247087b5f7 req-30a758ac-7812-42d0-85ce-4dd3384b64e1 service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Received event network-vif-plugged-2316bf2a-7a54-46d1-8f19-3ad7fe0e5117 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1399.534263] env[68786]: DEBUG oslo_concurrency.lockutils [req-06ef39ae-3303-44ec-a876-fe247087b5f7 req-30a758ac-7812-42d0-85ce-4dd3384b64e1 service nova] Acquiring lock "1a555310-1a21-4485-81d0-d82ad9ccc3f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.534454] env[68786]: DEBUG oslo_concurrency.lockutils [req-06ef39ae-3303-44ec-a876-fe247087b5f7 req-30a758ac-7812-42d0-85ce-4dd3384b64e1 service nova] Lock "1a555310-1a21-4485-81d0-d82ad9ccc3f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.534623] env[68786]: DEBUG oslo_concurrency.lockutils [req-06ef39ae-3303-44ec-a876-fe247087b5f7 req-30a758ac-7812-42d0-85ce-4dd3384b64e1 service nova] Lock "1a555310-1a21-4485-81d0-d82ad9ccc3f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.534804] env[68786]: DEBUG nova.compute.manager [req-06ef39ae-3303-44ec-a876-fe247087b5f7 req-30a758ac-7812-42d0-85ce-4dd3384b64e1 service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] No waiting events found dispatching network-vif-plugged-2316bf2a-7a54-46d1-8f19-3ad7fe0e5117 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1399.534970] env[68786]: WARNING nova.compute.manager [req-06ef39ae-3303-44ec-a876-fe247087b5f7 req-30a758ac-7812-42d0-85ce-4dd3384b64e1 service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Received unexpected event network-vif-plugged-2316bf2a-7a54-46d1-8f19-3ad7fe0e5117 for instance with vm_state building and task_state spawning. [ 1399.607492] env[68786]: DEBUG nova.network.neutron [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Successfully updated port: 2316bf2a-7a54-46d1-8f19-3ad7fe0e5117 {{(pid=68786) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1400.110323] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "refresh_cache-1a555310-1a21-4485-81d0-d82ad9ccc3f5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.110509] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired lock "refresh_cache-1a555310-1a21-4485-81d0-d82ad9ccc3f5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.110571] env[68786]: DEBUG nova.network.neutron [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.641575] env[68786]: DEBUG nova.network.neutron [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Instance cache missing network info. {{(pid=68786) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1400.756878] env[68786]: DEBUG nova.network.neutron [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Updating instance_info_cache with network_info: [{"id": "2316bf2a-7a54-46d1-8f19-3ad7fe0e5117", "address": "fa:16:3e:ba:aa:e3", "network": {"id": "3522e8ed-e9cf-4aa1-9743-473c1345b0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1025079652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d7b71dea254e54831c7e3f8668850e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2316bf2a-7a", "ovs_interfaceid": "2316bf2a-7a54-46d1-8f19-3ad7fe0e5117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.259887] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Releasing lock "refresh_cache-1a555310-1a21-4485-81d0-d82ad9ccc3f5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.260290] env[68786]: DEBUG nova.compute.manager [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Instance network_info: |[{"id": "2316bf2a-7a54-46d1-8f19-3ad7fe0e5117", "address": "fa:16:3e:ba:aa:e3", "network": {"id": "3522e8ed-e9cf-4aa1-9743-473c1345b0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1025079652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d7b71dea254e54831c7e3f8668850e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2316bf2a-7a", "ovs_interfaceid": "2316bf2a-7a54-46d1-8f19-3ad7fe0e5117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68786) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1401.260714] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:aa:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2316bf2a-7a54-46d1-8f19-3ad7fe0e5117', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1401.268066] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1401.268278] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1401.268494] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ef6881d-3425-4b01-b1d3-456343b3d454 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.287896] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1401.287896] env[68786]: value = "task-3091846" [ 1401.287896] env[68786]: _type = "Task" [ 1401.287896] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.296139] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091846, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.559440] env[68786]: DEBUG nova.compute.manager [req-541e6dd4-9062-474a-9dc8-be2faf1fe909 req-5dbd281e-d2e9-4941-8882-72702097fa08 service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Received event network-changed-2316bf2a-7a54-46d1-8f19-3ad7fe0e5117 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1401.559600] env[68786]: DEBUG nova.compute.manager [req-541e6dd4-9062-474a-9dc8-be2faf1fe909 req-5dbd281e-d2e9-4941-8882-72702097fa08 service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Refreshing instance network info cache due to event network-changed-2316bf2a-7a54-46d1-8f19-3ad7fe0e5117. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1401.559815] env[68786]: DEBUG oslo_concurrency.lockutils [req-541e6dd4-9062-474a-9dc8-be2faf1fe909 req-5dbd281e-d2e9-4941-8882-72702097fa08 service nova] Acquiring lock "refresh_cache-1a555310-1a21-4485-81d0-d82ad9ccc3f5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.559981] env[68786]: DEBUG oslo_concurrency.lockutils [req-541e6dd4-9062-474a-9dc8-be2faf1fe909 req-5dbd281e-d2e9-4941-8882-72702097fa08 service nova] Acquired lock "refresh_cache-1a555310-1a21-4485-81d0-d82ad9ccc3f5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.560168] env[68786]: DEBUG nova.network.neutron [req-541e6dd4-9062-474a-9dc8-be2faf1fe909 req-5dbd281e-d2e9-4941-8882-72702097fa08 service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Refreshing network info cache for port 2316bf2a-7a54-46d1-8f19-3ad7fe0e5117 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.797276] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091846, 'name': CreateVM_Task, 'duration_secs': 0.315745} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.797592] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1401.798084] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.798267] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.798577] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.798830] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a208a49c-21a7-4789-a088-43a424636841 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.803146] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1401.803146] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52012d84-850d-246b-e13d-ebd51ae7fa06" [ 1401.803146] env[68786]: _type = "Task" [ 1401.803146] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.810262] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52012d84-850d-246b-e13d-ebd51ae7fa06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.258879] env[68786]: DEBUG nova.network.neutron [req-541e6dd4-9062-474a-9dc8-be2faf1fe909 req-5dbd281e-d2e9-4941-8882-72702097fa08 service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Updated VIF entry in instance network info cache for port 2316bf2a-7a54-46d1-8f19-3ad7fe0e5117. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.259320] env[68786]: DEBUG nova.network.neutron [req-541e6dd4-9062-474a-9dc8-be2faf1fe909 req-5dbd281e-d2e9-4941-8882-72702097fa08 service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Updating instance_info_cache with network_info: [{"id": "2316bf2a-7a54-46d1-8f19-3ad7fe0e5117", "address": "fa:16:3e:ba:aa:e3", "network": {"id": "3522e8ed-e9cf-4aa1-9743-473c1345b0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1025079652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d7b71dea254e54831c7e3f8668850e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2316bf2a-7a", "ovs_interfaceid": "2316bf2a-7a54-46d1-8f19-3ad7fe0e5117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.312664] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]52012d84-850d-246b-e13d-ebd51ae7fa06, 'name': SearchDatastore_Task, 'duration_secs': 0.016396} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.312954] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.313201] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Processing image 49297ab8-3c56-4f04-9154-bbe88fc8d703 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1402.313430] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.313576] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.313753] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1402.313998] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5d3c914-80e2-41ab-90f4-4fdea4067573 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.322420] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1402.322586] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1402.323283] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2d77542-1428-4ec6-ae16-c7c16db78251 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.328117] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1402.328117] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]527d8f7b-5461-3890-99bf-1c66b37eb9da" [ 1402.328117] env[68786]: _type = "Task" [ 1402.328117] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.335308] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]527d8f7b-5461-3890-99bf-1c66b37eb9da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.761977] env[68786]: DEBUG oslo_concurrency.lockutils [req-541e6dd4-9062-474a-9dc8-be2faf1fe909 req-5dbd281e-d2e9-4941-8882-72702097fa08 service nova] Releasing lock "refresh_cache-1a555310-1a21-4485-81d0-d82ad9ccc3f5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.838561] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]527d8f7b-5461-3890-99bf-1c66b37eb9da, 'name': SearchDatastore_Task, 'duration_secs': 0.00924} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.839355] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19661318-b9e5-4a99-8635-9239fc6ed42e {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.844019] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1402.844019] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]520e385b-6554-10e5-d3fd-895aa351d4df" [ 1402.844019] env[68786]: _type = "Task" [ 1402.844019] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.851073] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520e385b-6554-10e5-d3fd-895aa351d4df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.355091] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]520e385b-6554-10e5-d3fd-895aa351d4df, 'name': SearchDatastore_Task, 'duration_secs': 0.009952} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.355091] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.355091] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 1a555310-1a21-4485-81d0-d82ad9ccc3f5/1a555310-1a21-4485-81d0-d82ad9ccc3f5.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1403.355091] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-848d1c9d-6bbf-4924-a7b7-f37a2298e58c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.361728] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1403.361728] env[68786]: value = "task-3091847" [ 1403.361728] env[68786]: _type = "Task" [ 1403.361728] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.368995] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.871974] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091847, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.372225] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620602} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.372515] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49297ab8-3c56-4f04-9154-bbe88fc8d703/49297ab8-3c56-4f04-9154-bbe88fc8d703.vmdk to [datastore2] 1a555310-1a21-4485-81d0-d82ad9ccc3f5/1a555310-1a21-4485-81d0-d82ad9ccc3f5.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1404.372728] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Extending root virtual disk to 1048576 {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1404.372966] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29b93d72-8b49-433c-951c-b57f7cecb689 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.379823] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1404.379823] env[68786]: value = "task-3091848" [ 1404.379823] env[68786]: _type = "Task" [ 1404.379823] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.387255] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.889437] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066755} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.889783] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Extended root virtual disk {{(pid=68786) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1404.890507] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a1ee75-a7bd-4c77-9b7e-c91310975245 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.912972] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 1a555310-1a21-4485-81d0-d82ad9ccc3f5/1a555310-1a21-4485-81d0-d82ad9ccc3f5.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.913205] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5943d59c-5d5d-4b11-b12c-4e56aa448605 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.931052] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1404.931052] env[68786]: value = "task-3091849" [ 1404.931052] env[68786]: _type = "Task" [ 1404.931052] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.938142] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.440569] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091849, 'name': ReconfigVM_Task, 'duration_secs': 0.299318} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.440856] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 1a555310-1a21-4485-81d0-d82ad9ccc3f5/1a555310-1a21-4485-81d0-d82ad9ccc3f5.vmdk or device None with type sparse {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.441531] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d51f20c-3c33-4478-8e1d-818b16853de8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.447392] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1405.447392] env[68786]: value = "task-3091850" [ 1405.447392] env[68786]: _type = "Task" [ 1405.447392] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.455223] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091850, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.957822] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091850, 'name': Rename_Task, 'duration_secs': 0.231634} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.958302] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.958356] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81e56625-c719-4278-91b8-b61e9e31106b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.964798] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1405.964798] env[68786]: value = "task-3091851" [ 1405.964798] env[68786]: _type = "Task" [ 1405.964798] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.971937] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.473855] env[68786]: DEBUG oslo_vmware.api [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091851, 'name': PowerOnVM_Task, 'duration_secs': 0.483963} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.474171] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.474403] env[68786]: INFO nova.compute.manager [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Took 7.09 seconds to spawn the instance on the hypervisor. [ 1406.474582] env[68786]: DEBUG nova.compute.manager [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1406.475347] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180726b3-3573-4ba1-8fa3-f464bf911302 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.995624] env[68786]: INFO nova.compute.manager [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Took 11.80 seconds to build instance. [ 1407.185331] env[68786]: DEBUG nova.compute.manager [req-11f6d8aa-bb02-46d5-af5a-611e0ffbb0d5 req-83885983-baa9-4076-a5d8-76fae1adeeae service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Received event network-changed-2316bf2a-7a54-46d1-8f19-3ad7fe0e5117 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1407.185331] env[68786]: DEBUG nova.compute.manager [req-11f6d8aa-bb02-46d5-af5a-611e0ffbb0d5 req-83885983-baa9-4076-a5d8-76fae1adeeae service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Refreshing instance network info cache due to event network-changed-2316bf2a-7a54-46d1-8f19-3ad7fe0e5117. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1407.185331] env[68786]: DEBUG oslo_concurrency.lockutils [req-11f6d8aa-bb02-46d5-af5a-611e0ffbb0d5 req-83885983-baa9-4076-a5d8-76fae1adeeae service nova] Acquiring lock "refresh_cache-1a555310-1a21-4485-81d0-d82ad9ccc3f5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.185585] env[68786]: DEBUG oslo_concurrency.lockutils [req-11f6d8aa-bb02-46d5-af5a-611e0ffbb0d5 req-83885983-baa9-4076-a5d8-76fae1adeeae service nova] Acquired lock "refresh_cache-1a555310-1a21-4485-81d0-d82ad9ccc3f5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.186487] env[68786]: DEBUG nova.network.neutron [req-11f6d8aa-bb02-46d5-af5a-611e0ffbb0d5 req-83885983-baa9-4076-a5d8-76fae1adeeae service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Refreshing network info cache for port 2316bf2a-7a54-46d1-8f19-3ad7fe0e5117 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.497584] env[68786]: DEBUG oslo_concurrency.lockutils [None req-30f3d68d-9be8-4f15-a2f3-467af56a8bd8 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "1a555310-1a21-4485-81d0-d82ad9ccc3f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.308s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.902446] env[68786]: DEBUG nova.network.neutron [req-11f6d8aa-bb02-46d5-af5a-611e0ffbb0d5 req-83885983-baa9-4076-a5d8-76fae1adeeae service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Updated VIF entry in instance network info cache for port 2316bf2a-7a54-46d1-8f19-3ad7fe0e5117. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1407.902826] env[68786]: DEBUG nova.network.neutron [req-11f6d8aa-bb02-46d5-af5a-611e0ffbb0d5 req-83885983-baa9-4076-a5d8-76fae1adeeae service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Updating instance_info_cache with network_info: [{"id": "2316bf2a-7a54-46d1-8f19-3ad7fe0e5117", "address": "fa:16:3e:ba:aa:e3", "network": {"id": "3522e8ed-e9cf-4aa1-9743-473c1345b0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1025079652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d7b71dea254e54831c7e3f8668850e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2316bf2a-7a", "ovs_interfaceid": "2316bf2a-7a54-46d1-8f19-3ad7fe0e5117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.405835] env[68786]: DEBUG oslo_concurrency.lockutils [req-11f6d8aa-bb02-46d5-af5a-611e0ffbb0d5 req-83885983-baa9-4076-a5d8-76fae1adeeae service nova] Releasing lock "refresh_cache-1a555310-1a21-4485-81d0-d82ad9ccc3f5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.467449] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager.update_available_resource {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.970682] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.970969] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.971117] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.971305] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68786) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1423.972207] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daecec53-c8a7-4576-95a6-318adccda996 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.980192] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04049e8b-c617-4435-84cc-2ee4839543f6 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.994070] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e05559c-f20f-407b-9d0b-5298c2ff8a57 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.999938] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d500c42d-dd43-4ece-8606-2408d19f8a7f {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.027824] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180889MB free_disk=138GB free_vcpus=48 pci_devices=None {{(pid=68786) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1424.027977] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.028167] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.051856] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Instance 1a555310-1a21-4485-81d0-d82ad9ccc3f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68786) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1425.052191] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1425.052320] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1425.076228] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62094ef-423a-44e3-a725-5dc17ee54033 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.084016] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d8114d-a85e-4fe0-aa08-e1f40b21ee6a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.113763] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b01dd1-4467-4628-89c4-4cc4798b6258 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.120662] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858d8c95-b8c0-466a-ac43-3563e2e8ad68 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.133384] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.636998] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1426.142305] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68786) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1426.142714] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.142769] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.641042] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.641547] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.641547] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.641668] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.641725] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68786) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1433.467754] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.467996] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.468375] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.468375] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Cleaning up deleted instances with incomplete migration {{(pid=68786) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1434.971428] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.468918] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.469327] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Cleaning up deleted instances {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1442.976752] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] There are 22 instances to clean {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1442.976959] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 76c7b8fd-9d0d-4d1e-9104-0d308610bf69] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1443.480654] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 10e58032-7083-4312-bfee-b90881fe3a59] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1443.984036] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: b07bb786-74fc-458a-b174-1a07b19c2d29] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1444.487060] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 57db5765-323d-4826-9758-dcc16c14337b] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1444.899955] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "1a555310-1a21-4485-81d0-d82ad9ccc3f5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.900260] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "1a555310-1a21-4485-81d0-d82ad9ccc3f5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.900478] env[68786]: INFO nova.compute.manager [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Shelving [ 1444.990030] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: fe7db2ad-51ad-4ecc-aa4b-9727f9ea5475] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1445.493266] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: de7c8205-22f7-4cf3-8587-0c2b48ff2a5a] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1445.910281] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1445.910650] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d15bb1ab-99ea-45b6-a1a0-2e67658cdfc7 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.918900] env[68786]: DEBUG oslo_vmware.api [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1445.918900] env[68786]: value = "task-3091852" [ 1445.918900] env[68786]: _type = "Task" [ 1445.918900] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.926790] env[68786]: DEBUG oslo_vmware.api [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.996593] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 895ca200-dcaa-4850-a24a-f6e36cd21862] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1446.428461] env[68786]: DEBUG oslo_vmware.api [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091852, 'name': PowerOffVM_Task, 'duration_secs': 0.176795} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.428721] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1446.429493] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0432a75c-e7d5-4f32-897c-94166009f422 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.446607] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07c0c21-94f4-4c86-bd25-a90304349e99 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.499671] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 85acf573-1348-498b-9ce3-2cb26c73974f] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1446.956438] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Creating Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1446.956688] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a088f513-4d5f-4866-8c61-71685fc114c5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.964764] env[68786]: DEBUG oslo_vmware.api [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1446.964764] env[68786]: value = "task-3091853" [ 1446.964764] env[68786]: _type = "Task" [ 1446.964764] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.972979] env[68786]: DEBUG oslo_vmware.api [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091853, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.002689] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: ab5e4f8e-51d2-40e8-846c-e32c5d532655] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1447.475190] env[68786]: DEBUG oslo_vmware.api [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091853, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.505859] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: b572e666-0f2e-4091-a0e6-a4a6cf8e3361] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1447.975536] env[68786]: DEBUG oslo_vmware.api [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091853, 'name': CreateSnapshot_Task, 'duration_secs': 0.523243} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.975825] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Created Snapshot of the VM instance {{(pid=68786) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1447.976578] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fcd81f-e2b7-4813-a7a3-35cb84758643 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.008936] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: d859760f-f2f9-45fa-8ae9-e1dab83f7f89] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1448.494740] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Creating linked-clone VM from snapshot {{(pid=68786) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1448.495054] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d2cc1d57-735c-44f7-9e0f-bc7685ebca78 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.503419] env[68786]: DEBUG oslo_vmware.api [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1448.503419] env[68786]: value = "task-3091854" [ 1448.503419] env[68786]: _type = "Task" [ 1448.503419] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.510811] env[68786]: DEBUG oslo_vmware.api [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091854, 'name': CloneVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.511178] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 17fe6762-3043-4e7f-b319-2a7f1a90dd3a] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.014576] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 6d384692-142d-49ba-aa0e-63aa7d84d8c7] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.016495] env[68786]: DEBUG oslo_vmware.api [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091854, 'name': CloneVM_Task} progress is 94%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.515114] env[68786]: DEBUG oslo_vmware.api [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091854, 'name': CloneVM_Task} progress is 100%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.517654] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 7c2eb470-12f1-4624-ad45-78e9ce78551b] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1450.016014] env[68786]: DEBUG oslo_vmware.api [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091854, 'name': CloneVM_Task, 'duration_secs': 1.025369} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.016319] env[68786]: INFO nova.virt.vmwareapi.vmops [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Created linked-clone VM from snapshot [ 1450.017054] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73d2561-b999-442a-be7b-8694928ad4f9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.021084] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 44f8b6a9-89fe-4e33-b467-74a981566088] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1450.026031] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Uploading image a34d8018-212b-4360-b337-b3b74d695085 {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1450.052459] env[68786]: DEBUG oslo_vmware.rw_handles [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1450.052459] env[68786]: value = "vm-618832" [ 1450.052459] env[68786]: _type = "VirtualMachine" [ 1450.052459] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1450.052925] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bb7e71d9-663a-45a8-8b99-20a276b09a12 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.059826] env[68786]: DEBUG oslo_vmware.rw_handles [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lease: (returnval){ [ 1450.059826] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52367d54-0f95-9db6-25e2-4106b02a4f58" [ 1450.059826] env[68786]: _type = "HttpNfcLease" [ 1450.059826] env[68786]: } obtained for exporting VM: (result){ [ 1450.059826] env[68786]: value = "vm-618832" [ 1450.059826] env[68786]: _type = "VirtualMachine" [ 1450.059826] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1450.060154] env[68786]: DEBUG oslo_vmware.api [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the lease: (returnval){ [ 1450.060154] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52367d54-0f95-9db6-25e2-4106b02a4f58" [ 1450.060154] env[68786]: _type = "HttpNfcLease" [ 1450.060154] env[68786]: } to be ready. {{(pid=68786) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1450.066124] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1450.066124] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52367d54-0f95-9db6-25e2-4106b02a4f58" [ 1450.066124] env[68786]: _type = "HttpNfcLease" [ 1450.066124] env[68786]: } is initializing. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1450.529146] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 335b5d78-f253-44ab-abb2-b36d887a5e63] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1450.568615] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1450.568615] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52367d54-0f95-9db6-25e2-4106b02a4f58" [ 1450.568615] env[68786]: _type = "HttpNfcLease" [ 1450.568615] env[68786]: } is ready. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1450.568936] env[68786]: DEBUG oslo_vmware.rw_handles [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1450.568936] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52367d54-0f95-9db6-25e2-4106b02a4f58" [ 1450.568936] env[68786]: _type = "HttpNfcLease" [ 1450.568936] env[68786]: }. {{(pid=68786) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1450.569597] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75dcf554-7801-4075-811c-afcb57d926ab {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.576468] env[68786]: DEBUG oslo_vmware.rw_handles [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5271b092-e578-7d31-a38b-f0bfedb6f52f/disk-0.vmdk from lease info. {{(pid=68786) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1450.576630] env[68786]: DEBUG oslo_vmware.rw_handles [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5271b092-e578-7d31-a38b-f0bfedb6f52f/disk-0.vmdk for reading. {{(pid=68786) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1450.663436] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0d1ccaba-0b6a-4174-b108-54762d75da50 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.032477] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 80bb1764-dbeb-465d-b214-d5993765b632] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1451.535733] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 6ccf8c87-93ce-4721-80b4-6ede01d0adf9] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.039217] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 1934197e-68b9-4bec-8d18-286fa8bacb51] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.544042] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 1b4b6e87-5f27-46e9-bbd5-2a24317e506a] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.047267] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 656e0ed0-c4ea-4779-87d5-b4077132b563] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.550763] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] [instance: 9869d412-3315-4661-a648-2c573ff65f7f] Instance has had 0 of 5 cleanup attempts {{(pid=68786) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1457.471680] env[68786]: DEBUG oslo_vmware.rw_handles [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5271b092-e578-7d31-a38b-f0bfedb6f52f/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1457.472676] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8e30b7-572e-4ce2-b5ae-d46144e1f8ac {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.479337] env[68786]: DEBUG oslo_vmware.rw_handles [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5271b092-e578-7d31-a38b-f0bfedb6f52f/disk-0.vmdk is in state: ready. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1457.479504] env[68786]: ERROR oslo_vmware.rw_handles [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5271b092-e578-7d31-a38b-f0bfedb6f52f/disk-0.vmdk due to incomplete transfer. [ 1457.479717] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-966e5b3a-02ad-4e61-97dc-3b98b91ee948 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.487470] env[68786]: DEBUG oslo_vmware.rw_handles [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5271b092-e578-7d31-a38b-f0bfedb6f52f/disk-0.vmdk. {{(pid=68786) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1457.487662] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Uploaded image a34d8018-212b-4360-b337-b3b74d695085 to the Glance image server {{(pid=68786) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1457.490090] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Destroying the VM {{(pid=68786) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1457.490311] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-362a81ed-d1d8-4f3e-9e48-a9f655b0a25c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.496269] env[68786]: DEBUG oslo_vmware.api [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1457.496269] env[68786]: value = "task-3091856" [ 1457.496269] env[68786]: _type = "Task" [ 1457.496269] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.503308] env[68786]: DEBUG oslo_vmware.api [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091856, 'name': Destroy_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.006825] env[68786]: DEBUG oslo_vmware.api [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091856, 'name': Destroy_Task, 'duration_secs': 0.384794} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.007093] env[68786]: INFO nova.virt.vmwareapi.vm_util [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Destroyed the VM [ 1458.007325] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Deleting Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1458.007569] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ff4e782e-7aa3-4ef0-9201-5aa806d50863 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.013652] env[68786]: DEBUG oslo_vmware.api [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1458.013652] env[68786]: value = "task-3091857" [ 1458.013652] env[68786]: _type = "Task" [ 1458.013652] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.020793] env[68786]: DEBUG oslo_vmware.api [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091857, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.523164] env[68786]: DEBUG oslo_vmware.api [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091857, 'name': RemoveSnapshot_Task, 'duration_secs': 0.39303} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.523518] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Deleted Snapshot of the VM instance {{(pid=68786) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1458.523687] env[68786]: DEBUG nova.compute.manager [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1458.524472] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521ff602-bf47-4f5a-8ad1-979585551bfd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.036017] env[68786]: INFO nova.compute.manager [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Shelve offloading [ 1459.539655] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1459.540081] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-193ea705-e043-45e5-97bb-861f14c0a9ab {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.547533] env[68786]: DEBUG oslo_vmware.api [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1459.547533] env[68786]: value = "task-3091858" [ 1459.547533] env[68786]: _type = "Task" [ 1459.547533] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.555488] env[68786]: DEBUG oslo_vmware.api [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.058156] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] VM already powered off {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1460.058398] env[68786]: DEBUG nova.compute.manager [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1460.059422] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315cc0d6-c6c7-48a0-9f67-281538fabf14 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.065431] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "refresh_cache-1a555310-1a21-4485-81d0-d82ad9ccc3f5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.065588] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired lock "refresh_cache-1a555310-1a21-4485-81d0-d82ad9ccc3f5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.065759] env[68786]: DEBUG nova.network.neutron [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1460.765964] env[68786]: DEBUG nova.network.neutron [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Updating instance_info_cache with network_info: [{"id": "2316bf2a-7a54-46d1-8f19-3ad7fe0e5117", "address": "fa:16:3e:ba:aa:e3", "network": {"id": "3522e8ed-e9cf-4aa1-9743-473c1345b0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1025079652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d7b71dea254e54831c7e3f8668850e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2316bf2a-7a", "ovs_interfaceid": "2316bf2a-7a54-46d1-8f19-3ad7fe0e5117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.269095] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Releasing lock "refresh_cache-1a555310-1a21-4485-81d0-d82ad9ccc3f5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.469706] env[68786]: DEBUG nova.compute.manager [req-b71091cc-59a9-4f03-9381-cc5e24d027ea req-42a1123c-d4ac-4246-9b0a-2d16b0aa6721 service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Received event network-vif-unplugged-2316bf2a-7a54-46d1-8f19-3ad7fe0e5117 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1461.469940] env[68786]: DEBUG oslo_concurrency.lockutils [req-b71091cc-59a9-4f03-9381-cc5e24d027ea req-42a1123c-d4ac-4246-9b0a-2d16b0aa6721 service nova] Acquiring lock "1a555310-1a21-4485-81d0-d82ad9ccc3f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.470202] env[68786]: DEBUG oslo_concurrency.lockutils [req-b71091cc-59a9-4f03-9381-cc5e24d027ea req-42a1123c-d4ac-4246-9b0a-2d16b0aa6721 service nova] Lock "1a555310-1a21-4485-81d0-d82ad9ccc3f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.470384] env[68786]: DEBUG oslo_concurrency.lockutils [req-b71091cc-59a9-4f03-9381-cc5e24d027ea req-42a1123c-d4ac-4246-9b0a-2d16b0aa6721 service nova] Lock "1a555310-1a21-4485-81d0-d82ad9ccc3f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.470606] env[68786]: DEBUG nova.compute.manager [req-b71091cc-59a9-4f03-9381-cc5e24d027ea req-42a1123c-d4ac-4246-9b0a-2d16b0aa6721 service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] No waiting events found dispatching network-vif-unplugged-2316bf2a-7a54-46d1-8f19-3ad7fe0e5117 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1461.470784] env[68786]: WARNING nova.compute.manager [req-b71091cc-59a9-4f03-9381-cc5e24d027ea req-42a1123c-d4ac-4246-9b0a-2d16b0aa6721 service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Received unexpected event network-vif-unplugged-2316bf2a-7a54-46d1-8f19-3ad7fe0e5117 for instance with vm_state shelved and task_state shelving_offloading. [ 1461.564401] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1461.565310] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c704667-5b77-4970-bd7d-7307e9daf102 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.572896] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1461.573136] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08de671a-b465-4d81-a02f-a682f4515ce4 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.644552] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1461.644734] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1461.644876] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Deleting the datastore file [datastore2] 1a555310-1a21-4485-81d0-d82ad9ccc3f5 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1461.645148] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0765d03-82f3-4f15-8f7f-86a5ab124539 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.651260] env[68786]: DEBUG oslo_vmware.api [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1461.651260] env[68786]: value = "task-3091860" [ 1461.651260] env[68786]: _type = "Task" [ 1461.651260] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.658282] env[68786]: DEBUG oslo_vmware.api [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.161502] env[68786]: DEBUG oslo_vmware.api [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13072} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.161898] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1462.161999] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1462.162482] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1462.257273] env[68786]: INFO nova.scheduler.client.report [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Deleted allocations for instance 1a555310-1a21-4485-81d0-d82ad9ccc3f5 [ 1462.761917] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.762242] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.762474] env[68786]: DEBUG nova.objects.instance [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lazy-loading 'resources' on Instance uuid 1a555310-1a21-4485-81d0-d82ad9ccc3f5 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1463.265399] env[68786]: DEBUG nova.objects.instance [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lazy-loading 'numa_topology' on Instance uuid 1a555310-1a21-4485-81d0-d82ad9ccc3f5 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1463.493968] env[68786]: DEBUG nova.compute.manager [req-9ccfff07-a774-4249-9110-6acd4250e7f1 req-da7f3f89-2a69-43fd-a52a-eeb696f1519a service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Received event network-changed-2316bf2a-7a54-46d1-8f19-3ad7fe0e5117 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1463.494193] env[68786]: DEBUG nova.compute.manager [req-9ccfff07-a774-4249-9110-6acd4250e7f1 req-da7f3f89-2a69-43fd-a52a-eeb696f1519a service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Refreshing instance network info cache due to event network-changed-2316bf2a-7a54-46d1-8f19-3ad7fe0e5117. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1463.494412] env[68786]: DEBUG oslo_concurrency.lockutils [req-9ccfff07-a774-4249-9110-6acd4250e7f1 req-da7f3f89-2a69-43fd-a52a-eeb696f1519a service nova] Acquiring lock "refresh_cache-1a555310-1a21-4485-81d0-d82ad9ccc3f5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.494560] env[68786]: DEBUG oslo_concurrency.lockutils [req-9ccfff07-a774-4249-9110-6acd4250e7f1 req-da7f3f89-2a69-43fd-a52a-eeb696f1519a service nova] Acquired lock "refresh_cache-1a555310-1a21-4485-81d0-d82ad9ccc3f5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.494722] env[68786]: DEBUG nova.network.neutron [req-9ccfff07-a774-4249-9110-6acd4250e7f1 req-da7f3f89-2a69-43fd-a52a-eeb696f1519a service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Refreshing network info cache for port 2316bf2a-7a54-46d1-8f19-3ad7fe0e5117 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1463.767771] env[68786]: DEBUG nova.objects.base [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Object Instance<1a555310-1a21-4485-81d0-d82ad9ccc3f5> lazy-loaded attributes: resources,numa_topology {{(pid=68786) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1463.783990] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed110707-5da7-4d17-ba79-0795025240c1 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.791405] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f30112-c1c9-4f6d-8652-397b5445cf14 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.820634] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ca1485-af46-435a-9b01-2b128b6650d5 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.827492] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c09e0a-c85c-440f-b7c1-fe35624be5b0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.840541] env[68786]: DEBUG nova.compute.provider_tree [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.190933] env[68786]: DEBUG nova.network.neutron [req-9ccfff07-a774-4249-9110-6acd4250e7f1 req-da7f3f89-2a69-43fd-a52a-eeb696f1519a service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Updated VIF entry in instance network info cache for port 2316bf2a-7a54-46d1-8f19-3ad7fe0e5117. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1464.191315] env[68786]: DEBUG nova.network.neutron [req-9ccfff07-a774-4249-9110-6acd4250e7f1 req-da7f3f89-2a69-43fd-a52a-eeb696f1519a service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Updating instance_info_cache with network_info: [{"id": "2316bf2a-7a54-46d1-8f19-3ad7fe0e5117", "address": "fa:16:3e:ba:aa:e3", "network": {"id": "3522e8ed-e9cf-4aa1-9743-473c1345b0e4", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1025079652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d7b71dea254e54831c7e3f8668850e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2316bf2a-7a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.344152] env[68786]: DEBUG nova.scheduler.client.report [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1464.693840] env[68786]: DEBUG oslo_concurrency.lockutils [req-9ccfff07-a774-4249-9110-6acd4250e7f1 req-da7f3f89-2a69-43fd-a52a-eeb696f1519a service nova] Releasing lock "refresh_cache-1a555310-1a21-4485-81d0-d82ad9ccc3f5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.731034] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "1a555310-1a21-4485-81d0-d82ad9ccc3f5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.848654] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.356923] env[68786]: DEBUG oslo_concurrency.lockutils [None req-f65f3a5f-d148-4725-a541-0578eeca7c18 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "1a555310-1a21-4485-81d0-d82ad9ccc3f5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.457s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.357842] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "1a555310-1a21-4485-81d0-d82ad9ccc3f5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.627s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.358094] env[68786]: INFO nova.compute.manager [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Unshelving [ 1466.382659] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.382948] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.383173] env[68786]: DEBUG nova.objects.instance [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lazy-loading 'pci_requests' on Instance uuid 1a555310-1a21-4485-81d0-d82ad9ccc3f5 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1466.887272] env[68786]: DEBUG nova.objects.instance [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lazy-loading 'numa_topology' on Instance uuid 1a555310-1a21-4485-81d0-d82ad9ccc3f5 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1467.390083] env[68786]: INFO nova.compute.claims [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1468.426704] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e3888f-c016-4d06-8ddc-126057941615 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.433871] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a6a557-1fad-4fde-b991-8476762bd408 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.464015] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01db4536-b637-451a-bde4-f8e149e8f537 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.470543] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c670dc8-a2d8-4770-bcc9-d4219ca5a73c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.483285] env[68786]: DEBUG nova.compute.provider_tree [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.986500] env[68786]: DEBUG nova.scheduler.client.report [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.491696] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.109s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.519839] env[68786]: INFO nova.network.neutron [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Updating port 2316bf2a-7a54-46d1-8f19-3ad7fe0e5117 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1470.869187] env[68786]: DEBUG nova.compute.manager [req-430a4ccc-f198-48e9-b8f8-d5690ac50846 req-b6a5b88b-d031-4952-9fe2-94ded38a6517 service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Received event network-vif-plugged-2316bf2a-7a54-46d1-8f19-3ad7fe0e5117 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1470.869585] env[68786]: DEBUG oslo_concurrency.lockutils [req-430a4ccc-f198-48e9-b8f8-d5690ac50846 req-b6a5b88b-d031-4952-9fe2-94ded38a6517 service nova] Acquiring lock "1a555310-1a21-4485-81d0-d82ad9ccc3f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.869585] env[68786]: DEBUG oslo_concurrency.lockutils [req-430a4ccc-f198-48e9-b8f8-d5690ac50846 req-b6a5b88b-d031-4952-9fe2-94ded38a6517 service nova] Lock "1a555310-1a21-4485-81d0-d82ad9ccc3f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.869761] env[68786]: DEBUG oslo_concurrency.lockutils [req-430a4ccc-f198-48e9-b8f8-d5690ac50846 req-b6a5b88b-d031-4952-9fe2-94ded38a6517 service nova] Lock "1a555310-1a21-4485-81d0-d82ad9ccc3f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.869913] env[68786]: DEBUG nova.compute.manager [req-430a4ccc-f198-48e9-b8f8-d5690ac50846 req-b6a5b88b-d031-4952-9fe2-94ded38a6517 service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] No waiting events found dispatching network-vif-plugged-2316bf2a-7a54-46d1-8f19-3ad7fe0e5117 {{(pid=68786) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1470.870488] env[68786]: WARNING nova.compute.manager [req-430a4ccc-f198-48e9-b8f8-d5690ac50846 req-b6a5b88b-d031-4952-9fe2-94ded38a6517 service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Received unexpected event network-vif-plugged-2316bf2a-7a54-46d1-8f19-3ad7fe0e5117 for instance with vm_state shelved_offloaded and task_state spawning. [ 1470.948901] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "refresh_cache-1a555310-1a21-4485-81d0-d82ad9ccc3f5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.949143] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired lock "refresh_cache-1a555310-1a21-4485-81d0-d82ad9ccc3f5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.949310] env[68786]: DEBUG nova.network.neutron [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Building network info cache for instance {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1471.659400] env[68786]: DEBUG nova.network.neutron [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Updating instance_info_cache with network_info: [{"id": "2316bf2a-7a54-46d1-8f19-3ad7fe0e5117", "address": "fa:16:3e:ba:aa:e3", "network": {"id": "3522e8ed-e9cf-4aa1-9743-473c1345b0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1025079652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d7b71dea254e54831c7e3f8668850e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2316bf2a-7a", "ovs_interfaceid": "2316bf2a-7a54-46d1-8f19-3ad7fe0e5117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.162429] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Releasing lock "refresh_cache-1a555310-1a21-4485-81d0-d82ad9ccc3f5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.192060] env[68786]: DEBUG nova.virt.hardware [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T15:32:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4dbf36a1f7f6fbb48bc98266a789c946',container_format='bare',created_at=2025-03-19T15:48:32Z,direct_url=,disk_format='vmdk',id=a34d8018-212b-4360-b337-b3b74d695085,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-516440795-shelved',owner='55d7b71dea254e54831c7e3f8668850e',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-03-19T15:48:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1472.192374] env[68786]: DEBUG nova.virt.hardware [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Flavor limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1472.192576] env[68786]: DEBUG nova.virt.hardware [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Image limits 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1472.192817] env[68786]: DEBUG nova.virt.hardware [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Flavor pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1472.193024] env[68786]: DEBUG nova.virt.hardware [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Image pref 0:0:0 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1472.193234] env[68786]: DEBUG nova.virt.hardware [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68786) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1472.193500] env[68786]: DEBUG nova.virt.hardware [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1472.193709] env[68786]: DEBUG nova.virt.hardware [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1472.193935] env[68786]: DEBUG nova.virt.hardware [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Got 1 possible topologies {{(pid=68786) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1472.194164] env[68786]: DEBUG nova.virt.hardware [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1472.194393] env[68786]: DEBUG nova.virt.hardware [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68786) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1472.195300] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd486872-453b-4096-bfd4-18b20d432937 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.203576] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdeea7b-3917-4500-9186-744623542763 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.218119] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:aa:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2316bf2a-7a54-46d1-8f19-3ad7fe0e5117', 'vif_model': 'vmxnet3'}] {{(pid=68786) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1472.225571] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1472.225855] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Creating VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1472.226124] env[68786]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-691d3989-565c-47d3-bcfa-ef0ae7c83eff {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.245426] env[68786]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1472.245426] env[68786]: value = "task-3091861" [ 1472.245426] env[68786]: _type = "Task" [ 1472.245426] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.252875] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091861, 'name': CreateVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.755302] env[68786]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091861, 'name': CreateVM_Task, 'duration_secs': 0.317218} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.755466] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Created VM on the ESX host {{(pid=68786) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1472.756076] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a34d8018-212b-4360-b337-b3b74d695085" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.756243] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a34d8018-212b-4360-b337-b3b74d695085" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.756616] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a34d8018-212b-4360-b337-b3b74d695085" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.756863] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e1bb326-3ac0-4583-b96d-8ab9e08a3c60 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.760888] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1472.760888] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5233e598-2eb7-ba3d-9ce4-b8ae35b29d21" [ 1472.760888] env[68786]: _type = "Task" [ 1472.760888] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.767757] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5233e598-2eb7-ba3d-9ce4-b8ae35b29d21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.895981] env[68786]: DEBUG nova.compute.manager [req-c1efe7f4-2afb-406e-b421-cdcac57cdb42 req-154fd901-b101-4ae1-9a85-354f68536cdc service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Received event network-changed-2316bf2a-7a54-46d1-8f19-3ad7fe0e5117 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1472.896202] env[68786]: DEBUG nova.compute.manager [req-c1efe7f4-2afb-406e-b421-cdcac57cdb42 req-154fd901-b101-4ae1-9a85-354f68536cdc service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Refreshing instance network info cache due to event network-changed-2316bf2a-7a54-46d1-8f19-3ad7fe0e5117. {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1472.896416] env[68786]: DEBUG oslo_concurrency.lockutils [req-c1efe7f4-2afb-406e-b421-cdcac57cdb42 req-154fd901-b101-4ae1-9a85-354f68536cdc service nova] Acquiring lock "refresh_cache-1a555310-1a21-4485-81d0-d82ad9ccc3f5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.896560] env[68786]: DEBUG oslo_concurrency.lockutils [req-c1efe7f4-2afb-406e-b421-cdcac57cdb42 req-154fd901-b101-4ae1-9a85-354f68536cdc service nova] Acquired lock "refresh_cache-1a555310-1a21-4485-81d0-d82ad9ccc3f5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.896722] env[68786]: DEBUG nova.network.neutron [req-c1efe7f4-2afb-406e-b421-cdcac57cdb42 req-154fd901-b101-4ae1-9a85-354f68536cdc service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Refreshing network info cache for port 2316bf2a-7a54-46d1-8f19-3ad7fe0e5117 {{(pid=68786) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1473.271122] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a34d8018-212b-4360-b337-b3b74d695085" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.271605] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Processing image a34d8018-212b-4360-b337-b3b74d695085 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1473.271605] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a34d8018-212b-4360-b337-b3b74d695085/a34d8018-212b-4360-b337-b3b74d695085.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.271928] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a34d8018-212b-4360-b337-b3b74d695085/a34d8018-212b-4360-b337-b3b74d695085.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.272100] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1473.272207] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7feffd42-cd89-4e25-b22b-ca71f967308d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.289753] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1473.289988] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68786) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1473.290608] env[68786]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e2a2132-c52c-423f-bc67-361dc9b0a799 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.295674] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1473.295674] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]5270ea21-1bc8-1b38-bf65-013846c24a79" [ 1473.295674] env[68786]: _type = "Task" [ 1473.295674] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.302712] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': session[52973bf3-b261-537b-bd32-5676bfdbf20b]5270ea21-1bc8-1b38-bf65-013846c24a79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.580795] env[68786]: DEBUG nova.network.neutron [req-c1efe7f4-2afb-406e-b421-cdcac57cdb42 req-154fd901-b101-4ae1-9a85-354f68536cdc service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Updated VIF entry in instance network info cache for port 2316bf2a-7a54-46d1-8f19-3ad7fe0e5117. {{(pid=68786) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1473.581173] env[68786]: DEBUG nova.network.neutron [req-c1efe7f4-2afb-406e-b421-cdcac57cdb42 req-154fd901-b101-4ae1-9a85-354f68536cdc service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Updating instance_info_cache with network_info: [{"id": "2316bf2a-7a54-46d1-8f19-3ad7fe0e5117", "address": "fa:16:3e:ba:aa:e3", "network": {"id": "3522e8ed-e9cf-4aa1-9743-473c1345b0e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1025079652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d7b71dea254e54831c7e3f8668850e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2316bf2a-7a", "ovs_interfaceid": "2316bf2a-7a54-46d1-8f19-3ad7fe0e5117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.805664] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Preparing fetch location {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1473.805929] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Fetch image to [datastore2] OSTACK_IMG_3fc1164b-b6c1-48e0-a912-13cf1dd9bcc5/OSTACK_IMG_3fc1164b-b6c1-48e0-a912-13cf1dd9bcc5.vmdk {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1473.806128] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Downloading stream optimized image a34d8018-212b-4360-b337-b3b74d695085 to [datastore2] OSTACK_IMG_3fc1164b-b6c1-48e0-a912-13cf1dd9bcc5/OSTACK_IMG_3fc1164b-b6c1-48e0-a912-13cf1dd9bcc5.vmdk on the data store datastore2 as vApp {{(pid=68786) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1473.806304] env[68786]: DEBUG nova.virt.vmwareapi.images [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Downloading image file data a34d8018-212b-4360-b337-b3b74d695085 to the ESX as VM named 'OSTACK_IMG_3fc1164b-b6c1-48e0-a912-13cf1dd9bcc5' {{(pid=68786) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1473.871097] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1473.871097] env[68786]: value = "resgroup-9" [ 1473.871097] env[68786]: _type = "ResourcePool" [ 1473.871097] env[68786]: }. {{(pid=68786) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1473.871375] env[68786]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8db0b5c4-75ce-4932-b311-c5af6143f39a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.891013] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lease: (returnval){ [ 1473.891013] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d94672-f9b7-bfdc-33ee-255073190b38" [ 1473.891013] env[68786]: _type = "HttpNfcLease" [ 1473.891013] env[68786]: } obtained for vApp import into resource pool (val){ [ 1473.891013] env[68786]: value = "resgroup-9" [ 1473.891013] env[68786]: _type = "ResourcePool" [ 1473.891013] env[68786]: }. {{(pid=68786) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1473.891345] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the lease: (returnval){ [ 1473.891345] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d94672-f9b7-bfdc-33ee-255073190b38" [ 1473.891345] env[68786]: _type = "HttpNfcLease" [ 1473.891345] env[68786]: } to be ready. {{(pid=68786) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1473.897131] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1473.897131] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d94672-f9b7-bfdc-33ee-255073190b38" [ 1473.897131] env[68786]: _type = "HttpNfcLease" [ 1473.897131] env[68786]: } is initializing. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1474.083696] env[68786]: DEBUG oslo_concurrency.lockutils [req-c1efe7f4-2afb-406e-b421-cdcac57cdb42 req-154fd901-b101-4ae1-9a85-354f68536cdc service nova] Releasing lock "refresh_cache-1a555310-1a21-4485-81d0-d82ad9ccc3f5" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.398762] env[68786]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1474.398762] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d94672-f9b7-bfdc-33ee-255073190b38" [ 1474.398762] env[68786]: _type = "HttpNfcLease" [ 1474.398762] env[68786]: } is ready. {{(pid=68786) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1474.399162] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1474.399162] env[68786]: value = "session[52973bf3-b261-537b-bd32-5676bfdbf20b]52d94672-f9b7-bfdc-33ee-255073190b38" [ 1474.399162] env[68786]: _type = "HttpNfcLease" [ 1474.399162] env[68786]: }. {{(pid=68786) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1474.399742] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d0c7db-ad8e-4f1d-a7c5-aacfb9610437 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.406529] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52757fbe-e401-210b-413f-b9e0b3d9a358/disk-0.vmdk from lease info. {{(pid=68786) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1474.406706] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52757fbe-e401-210b-413f-b9e0b3d9a358/disk-0.vmdk. {{(pid=68786) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1474.469864] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ca8d15bb-2b3d-454e-a23c-ab080090c38a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.574182] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Completed reading data from the image iterator. {{(pid=68786) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1475.574699] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52757fbe-e401-210b-413f-b9e0b3d9a358/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1475.575557] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807d73d9-c2e7-45f1-afc3-94399b956821 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.582443] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52757fbe-e401-210b-413f-b9e0b3d9a358/disk-0.vmdk is in state: ready. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1475.582675] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52757fbe-e401-210b-413f-b9e0b3d9a358/disk-0.vmdk. {{(pid=68786) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1475.582967] env[68786]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b31f3a21-3efb-4d26-a101-b6ea9c9f044a {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.775213] env[68786]: DEBUG oslo_vmware.rw_handles [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52757fbe-e401-210b-413f-b9e0b3d9a358/disk-0.vmdk. {{(pid=68786) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1475.775390] env[68786]: INFO nova.virt.vmwareapi.images [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Downloaded image file data a34d8018-212b-4360-b337-b3b74d695085 [ 1475.776226] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e63406-80ef-4ffb-a8c7-0ef9c64c9fb0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.790879] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e6f4db0-70e2-4306-b974-422cf9c3d4a0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.812042] env[68786]: INFO nova.virt.vmwareapi.images [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] The imported VM was unregistered [ 1475.814426] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Caching image {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1475.814650] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a34d8018-212b-4360-b337-b3b74d695085 {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1475.814885] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e6d2618-20e5-44e3-9016-baaf1ba1b7ca {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.835853] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Created directory with path [datastore2] devstack-image-cache_base/a34d8018-212b-4360-b337-b3b74d695085 {{(pid=68786) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1475.836053] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3fc1164b-b6c1-48e0-a912-13cf1dd9bcc5/OSTACK_IMG_3fc1164b-b6c1-48e0-a912-13cf1dd9bcc5.vmdk to [datastore2] devstack-image-cache_base/a34d8018-212b-4360-b337-b3b74d695085/a34d8018-212b-4360-b337-b3b74d695085.vmdk. {{(pid=68786) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1475.836290] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-030efe83-11c9-45d0-be31-7124b364588b {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.841860] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1475.841860] env[68786]: value = "task-3091864" [ 1475.841860] env[68786]: _type = "Task" [ 1475.841860] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.849029] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091864, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.352152] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091864, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.852392] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091864, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.353902] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091864, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.854622] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091864, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.366339] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091864, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.261666} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.366587] env[68786]: INFO nova.virt.vmwareapi.ds_util [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3fc1164b-b6c1-48e0-a912-13cf1dd9bcc5/OSTACK_IMG_3fc1164b-b6c1-48e0-a912-13cf1dd9bcc5.vmdk to [datastore2] devstack-image-cache_base/a34d8018-212b-4360-b337-b3b74d695085/a34d8018-212b-4360-b337-b3b74d695085.vmdk. [ 1478.366791] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Cleaning up location [datastore2] OSTACK_IMG_3fc1164b-b6c1-48e0-a912-13cf1dd9bcc5 {{(pid=68786) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1478.366949] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3fc1164b-b6c1-48e0-a912-13cf1dd9bcc5 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1478.367258] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74653c9f-8405-47cd-9af5-fd60215c8f42 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.373768] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1478.373768] env[68786]: value = "task-3091865" [ 1478.373768] env[68786]: _type = "Task" [ 1478.373768] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.384919] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.883394] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.047062} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.883815] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1478.883815] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a34d8018-212b-4360-b337-b3b74d695085/a34d8018-212b-4360-b337-b3b74d695085.vmdk" {{(pid=68786) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.884110] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a34d8018-212b-4360-b337-b3b74d695085/a34d8018-212b-4360-b337-b3b74d695085.vmdk to [datastore2] 1a555310-1a21-4485-81d0-d82ad9ccc3f5/1a555310-1a21-4485-81d0-d82ad9ccc3f5.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1478.884364] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a22e07f-f273-4458-900e-0344c5d5a9d2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.891202] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1478.891202] env[68786]: value = "task-3091866" [ 1478.891202] env[68786]: _type = "Task" [ 1478.891202] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.898608] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.402419] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091866, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.902249] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091866, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.403650] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091866, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.904936] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091866, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.406800] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091866, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.201329} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.407082] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a34d8018-212b-4360-b337-b3b74d695085/a34d8018-212b-4360-b337-b3b74d695085.vmdk to [datastore2] 1a555310-1a21-4485-81d0-d82ad9ccc3f5/1a555310-1a21-4485-81d0-d82ad9ccc3f5.vmdk {{(pid=68786) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1481.407847] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9868f64-a0f7-44cb-8b52-7ccb41ae2fa9 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.428850] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 1a555310-1a21-4485-81d0-d82ad9ccc3f5/1a555310-1a21-4485-81d0-d82ad9ccc3f5.vmdk or device None with type streamOptimized {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1481.429116] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b974e13e-42b9-4585-b114-b71a3cd768d8 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.448037] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1481.448037] env[68786]: value = "task-3091867" [ 1481.448037] env[68786]: _type = "Task" [ 1481.448037] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.455412] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.957791] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091867, 'name': ReconfigVM_Task, 'duration_secs': 0.267788} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.958204] env[68786]: DEBUG nova.virt.vmwareapi.volumeops [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 1a555310-1a21-4485-81d0-d82ad9ccc3f5/1a555310-1a21-4485-81d0-d82ad9ccc3f5.vmdk or device None with type streamOptimized {{(pid=68786) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1481.958721] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae542fee-6049-4105-b859-7ad4a9ecfcc0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.964746] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1481.964746] env[68786]: value = "task-3091868" [ 1481.964746] env[68786]: _type = "Task" [ 1481.964746] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.971480] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091868, 'name': Rename_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.474964] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091868, 'name': Rename_Task, 'duration_secs': 0.134321} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.475264] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Powering on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1482.475512] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86737242-d76b-4445-aa19-510d2d06a44d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.481468] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1482.481468] env[68786]: value = "task-3091869" [ 1482.481468] env[68786]: _type = "Task" [ 1482.481468] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.488545] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.991064] env[68786]: DEBUG oslo_vmware.api [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091869, 'name': PowerOnVM_Task, 'duration_secs': 0.449074} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.991489] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Powered on the VM {{(pid=68786) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1483.137222] env[68786]: DEBUG nova.compute.manager [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Checking state {{(pid=68786) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1483.138160] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1f2846-97eb-428b-95a5-c6c333dde668 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.655563] env[68786]: DEBUG oslo_concurrency.lockutils [None req-3be7caeb-d6b1-4f01-8e8d-b93464c797aa tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "1a555310-1a21-4485-81d0-d82ad9ccc3f5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.298s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.404596] env[68786]: DEBUG oslo_concurrency.lockutils [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "1a555310-1a21-4485-81d0-d82ad9ccc3f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.404899] env[68786]: DEBUG oslo_concurrency.lockutils [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "1a555310-1a21-4485-81d0-d82ad9ccc3f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.405104] env[68786]: DEBUG oslo_concurrency.lockutils [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "1a555310-1a21-4485-81d0-d82ad9ccc3f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.405303] env[68786]: DEBUG oslo_concurrency.lockutils [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "1a555310-1a21-4485-81d0-d82ad9ccc3f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.405477] env[68786]: DEBUG oslo_concurrency.lockutils [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "1a555310-1a21-4485-81d0-d82ad9ccc3f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.407645] env[68786]: INFO nova.compute.manager [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Terminating instance [ 1484.911448] env[68786]: DEBUG nova.compute.manager [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Start destroying the instance on the hypervisor. {{(pid=68786) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1484.911676] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Destroying instance {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1484.912581] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15151c79-a105-45a0-a599-2d9e498f81ed {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.920526] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Powering off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1484.920744] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0babd38-80ff-4328-9965-859383711782 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.926727] env[68786]: DEBUG oslo_vmware.api [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1484.926727] env[68786]: value = "task-3091870" [ 1484.926727] env[68786]: _type = "Task" [ 1484.926727] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.934211] env[68786]: DEBUG oslo_vmware.api [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.437922] env[68786]: DEBUG oslo_vmware.api [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091870, 'name': PowerOffVM_Task, 'duration_secs': 0.174072} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.438361] env[68786]: DEBUG nova.virt.vmwareapi.vm_util [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Powered off the VM {{(pid=68786) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1485.438481] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Unregistering the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1485.438625] env[68786]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99daecb0-17d2-445f-aadf-1b12647795cc {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.501219] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Unregistered the VM {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1485.501464] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Deleting contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1485.501606] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Deleting the datastore file [datastore2] 1a555310-1a21-4485-81d0-d82ad9ccc3f5 {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1485.501896] env[68786]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7896e4d-22b5-432f-8d0a-aa011244832d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.507499] env[68786]: DEBUG oslo_vmware.api [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for the task: (returnval){ [ 1485.507499] env[68786]: value = "task-3091872" [ 1485.507499] env[68786]: _type = "Task" [ 1485.507499] env[68786]: } to complete. {{(pid=68786) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.514843] env[68786]: DEBUG oslo_vmware.api [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.017203] env[68786]: DEBUG oslo_vmware.api [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Task: {'id': task-3091872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155311} completed successfully. {{(pid=68786) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.017473] env[68786]: DEBUG nova.virt.vmwareapi.ds_util [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Deleted the datastore file {{(pid=68786) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1486.017632] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Deleted contents of the VM from datastore datastore2 {{(pid=68786) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1486.017812] env[68786]: DEBUG nova.virt.vmwareapi.vmops [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Instance destroyed {{(pid=68786) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1486.017987] env[68786]: INFO nova.compute.manager [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1486.018248] env[68786]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68786) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1486.018444] env[68786]: DEBUG nova.compute.manager [-] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Deallocating network for instance {{(pid=68786) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1486.018540] env[68786]: DEBUG nova.network.neutron [-] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] deallocate_for_instance() {{(pid=68786) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1486.502617] env[68786]: DEBUG nova.compute.manager [req-e49de8d2-7f49-49d4-8083-a1484efe1c0a req-268261df-0ce9-44e7-986b-b729b9e462c8 service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Received event network-vif-deleted-2316bf2a-7a54-46d1-8f19-3ad7fe0e5117 {{(pid=68786) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1486.503101] env[68786]: INFO nova.compute.manager [req-e49de8d2-7f49-49d4-8083-a1484efe1c0a req-268261df-0ce9-44e7-986b-b729b9e462c8 service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Neutron deleted interface 2316bf2a-7a54-46d1-8f19-3ad7fe0e5117; detaching it from the instance and deleting it from the info cache [ 1486.503101] env[68786]: DEBUG nova.network.neutron [req-e49de8d2-7f49-49d4-8083-a1484efe1c0a req-268261df-0ce9-44e7-986b-b729b9e462c8 service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.952284] env[68786]: DEBUG nova.network.neutron [-] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Updating instance_info_cache with network_info: [] {{(pid=68786) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.005359] env[68786]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c25bbae6-bda6-400c-8317-58e68a059765 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.015080] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b5040a-71c4-4640-9f3c-f5c258ce52ab {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.038588] env[68786]: DEBUG nova.compute.manager [req-e49de8d2-7f49-49d4-8083-a1484efe1c0a req-268261df-0ce9-44e7-986b-b729b9e462c8 service nova] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Detach interface failed, port_id=2316bf2a-7a54-46d1-8f19-3ad7fe0e5117, reason: Instance 1a555310-1a21-4485-81d0-d82ad9ccc3f5 could not be found. {{(pid=68786) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1487.455649] env[68786]: INFO nova.compute.manager [-] [instance: 1a555310-1a21-4485-81d0-d82ad9ccc3f5] Took 1.44 seconds to deallocate network for instance. [ 1487.962712] env[68786]: DEBUG oslo_concurrency.lockutils [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.963133] env[68786]: DEBUG oslo_concurrency.lockutils [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.963309] env[68786]: DEBUG nova.objects.instance [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lazy-loading 'resources' on Instance uuid 1a555310-1a21-4485-81d0-d82ad9ccc3f5 {{(pid=68786) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1488.498737] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e285eb3-7fa7-4a4a-bd35-590960687444 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.506322] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0390e1-7a23-4ea2-a3a2-1424fe80e584 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.537952] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2c6278-f897-496e-beb4-848094736345 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.545408] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800ac62e-13f1-4017-8709-77cad88cc025 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.558272] env[68786]: DEBUG nova.compute.provider_tree [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1489.061932] env[68786]: DEBUG nova.scheduler.client.report [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1489.567307] env[68786]: DEBUG oslo_concurrency.lockutils [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.589797] env[68786]: INFO nova.scheduler.client.report [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Deleted allocations for instance 1a555310-1a21-4485-81d0-d82ad9ccc3f5 [ 1490.097875] env[68786]: DEBUG oslo_concurrency.lockutils [None req-050096ba-0bc7-401d-9302-52357e1d90f3 tempest-ServerActionsTestOtherB-1451136035 tempest-ServerActionsTestOtherB-1451136035-project-member] Lock "1a555310-1a21-4485-81d0-d82ad9ccc3f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.693s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.053151] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.053628] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.557905] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.558153] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.558316] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.558471] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.558616] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.558778] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.558890] env[68786]: DEBUG nova.compute.manager [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68786) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1497.559417] env[68786]: DEBUG oslo_service.periodic_task [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Running periodic task ComputeManager.update_available_resource {{(pid=68786) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.061571] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.061960] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.062043] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.062206] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68786) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1498.063083] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902ed108-67c6-478c-9c54-92f0659cfef2 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.072747] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f0a57c-63bd-43ba-9355-4b1768c4010d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.086383] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b2c7a8-b269-4327-8545-689954a0b2cd {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.092517] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa25a5ec-fc04-4c3b-90fc-b311193d4a24 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.121067] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180889MB free_disk=138GB free_vcpus=48 pci_devices=None {{(pid=68786) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1498.121296] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.121551] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.140667] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1499.140922] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68786) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1499.153323] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f5a989-1135-4ef4-a6db-57b4f7c73cd0 {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.160840] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2447d00-eb33-475e-a556-60546202c9be {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.190088] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31999c5-35e5-4989-a7b4-240be0c7b54c {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.196852] env[68786]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2e7fea-9042-4213-9d3e-bb50b64a364d {{(pid=68786) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.209313] env[68786]: DEBUG nova.compute.provider_tree [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Inventory has not changed in ProviderTree for provider: 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 {{(pid=68786) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.712475] env[68786]: DEBUG nova.scheduler.client.report [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Inventory has not changed for provider 5ef285da-3f8b-4d1d-bb64-f9f1371a9db0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68786) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1500.217552] env[68786]: DEBUG nova.compute.resource_tracker [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68786) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1500.217960] env[68786]: DEBUG oslo_concurrency.lockutils [None req-bf27812e-cdd8-4b31-b392-a4d951672ebe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.096s {{(pid=68786) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}